00000800:00000200:3.1F:1767384570.501560:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (2) 00000800:00000200:3.1:1767384570.501950:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (2) 00000800:00000200:3.1:1767384570.501954:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp 00000000939296f9 deleted 00000800:00000010:3.1:1767384570.501956:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000939296f9. 00000800:00000200:3.1:1767384570.501961:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384570.501965:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:1023 00000800:00000200:3.1:1767384570.501969:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000010b97ce2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1767384570.502048:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384570.502601:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (4) 00000800:00000200:3.1:1767384570.502612:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp 00000000939296f9 deleted 00000800:00000010:3.1:1767384570.502615:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000939296f9. 00000800:00000200:3.1:1767384570.502622:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1767384570.502742:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1F:1767384570.664364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010c6c405. 00010000:00000010:2.1:1767384570.664396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00010000:00000010:3.1:1767384570.669347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cdef4e7. 00010000:00000010:2.1:1767384570.669408:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004b86793f. 00010000:00000010:2.1:1767384570.669423:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000122eaa19. 00000004:00000010:0.0:1767384570.683022:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de83e71c. 00002000:00000010:0.0:1767384570.683032:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004faff56e. 00000004:00000010:0.0:1767384570.683034:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cce34895. 00000020:00000010:0.0:1767384570.683037:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000073ce54d. 00000040:00000010:0.0:1767384570.683039:0:16793:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d784c279. 00000040:00000010:0.0:1767384570.683054:0:16793:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000939eb3eb. 00000040:00000010:0.0:1767384570.683060:0:16793:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000073ce54d. 00000040:00000010:0.0:1767384570.683086:0:16793:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000da093ce8. 00000020:00000010:0.0:1767384570.683090:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003f740e4f. 00080000:00000010:0.0:1767384570.683094:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f209b36. 00000040:00000010:0.0:1767384570.683132:0:16793:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000055041e0d. 00000001:00000010:0.0:1767384570.683141:0:16793:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 0000000072bba2f0. 00000004:00000010:0.0:1767384570.683164:0:16793:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000065599241. 00000004:00000010:0.0:1767384570.683169:0:16793:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c5538c9e. 00000004:00000010:0.0:1767384570.683172:0:16793:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000769aa4c2. 00080000:00000010:0.0:1767384570.683176:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003bcaf187. 00080000:00000010:0.0:1767384570.683208:0:16793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cce34895. 00080000:00000010:0.0:1767384570.683220:0:16793:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000008069b0fa. 00080000:00000010:0.0:1767384570.683457:0:16793:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003bcaf187. 00000004:00000010:0.0:1767384570.683480:0:16793:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000769aa4c2. 00000004:00000010:0.0:1767384570.683484:0:16793:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c5538c9e. 00000004:00000010:0.0:1767384570.683488:0:16793:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000065599241. 00000020:00000010:0.0:1767384570.683514:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b50db16. 00080000:00000010:0.0:1767384570.683520:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003bcaf187. 00080000:00000010:0.0:1767384570.683527:0:16793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000466cd028. 00000020:00000010:0.0:1767384570.683919:0:16793:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000009e81f336. 00100000:00000010:0.0:1767384570.683960:0:16793:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a6d969d9. 00080000:00000010:0.0:1767384570.683975:0:16793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a57f764f. 00000020:00000010:0.0:1767384570.684019:0:16793:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000009e81f336. 00000020:00000010:0.0:1767384570.684024:0:16793:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000bd6b180a. 00080000:00000010:0.0:1767384570.684043:0:16793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000c0929ce. 00080000:00000010:0.0:1767384570.684077:0:16793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b00ea2dc. 00080000:00000010:0.0:1767384570.684119:0:16793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000251770ac. 00100000:00000010:0.0:1767384570.684162:0:16793:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 000000008b3fba18. 00000020:00000010:0.0:1767384570.684204:0:16793:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000004e585161. 00000004:00000010:0.0:1767384570.684223:0:16793:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bf8a402d. 00000004:00000010:0.0:1767384570.684228:0:16793:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c5538c9e. 00000004:00000010:0.0:1767384570.684232:0:16793:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000769aa4c2. 00080000:00000010:0.0:1767384570.684235:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c53763b2. 00000020:00000010:0.0:1767384570.684248:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c63bb138. 00080000:00000010:0.0:1767384570.684251:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000009e4d602. 00000020:00000010:0.0:1767384570.684291:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000014a8b924. 00080000:00000010:0.0:1767384570.684294:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2a6f83a. 00100000:00000010:0.0:1767384570.684434:0:16793:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000cacae409. 00100000:00000010:0.0:1767384570.684441:0:16793:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000118c1fcf. 00100000:00000010:0.0:1767384570.684498:0:16793:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000118c1fcf. 00100000:00000010:0.0:1767384570.684515:0:16793:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000de83e71c. 00100000:00000010:0.0:1767384570.684518:0:16793:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000056763125. 00100000:00000010:0.0:1767384570.684522:0:16793:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 000000005e3e631d. 00100000:00000010:0.0:1767384570.684524:0:16793:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 0000000016f78685. 00000020:00000010:0.0:1767384570.684541:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000014c635c3. 00080000:00000010:0.0:1767384570.684546:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001c1d95f9. 00000020:00000010:0.0:1767384570.684648:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000612de708. 00080000:00000010:0.0:1767384570.684666:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001e2d52e0. 00000020:00000010:0.0:1767384570.684762:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f1cadde. 00080000:00000010:0.0:1767384570.684766:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000631490a. 00000020:00000010:0.0:1767384570.684813:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000042c8120. 00080000:00000010:0.0:1767384570.684818:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a5cf4c27. 00000020:00000010:0.0:1767384570.684849:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fa7669f2. 00080000:00000010:0.0:1767384570.684853:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000550ee793. 00000020:00000010:0.0:1767384570.684881:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fe418871. 00080000:00000010:0.0:1767384570.684884:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c296c7e9. 00000020:00000010:0.0:1767384570.684912:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f11841c0. 00080000:00000010:0.0:1767384570.684915:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008f04b5b8. 00000020:00000010:0.0:1767384570.684943:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d944c039. 00080000:00000010:0.0:1767384570.684946:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000782ba7c8. 00000020:00000010:0.0:1767384570.684991:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b189a75. 00080000:00000010:0.0:1767384570.684995:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000021f4cde3. 00000020:00000010:0.0:1767384570.685025:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d0b0863e. 00080000:00000010:0.0:1767384570.685028:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000549a62e2. 00000020:00000010:0.0:1767384570.685057:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b403b59d. 00080000:00000010:0.0:1767384570.685060:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000557f3308. 00000020:00000010:0.0:1767384570.685090:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ecfa9d14. 00080000:00000010:0.0:1767384570.685093:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4a5e0b7. 00000020:00000010:0.0:1767384570.685121:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b64d0d68. 00080000:00000010:0.0:1767384570.685124:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ada26554. 00000020:00000010:0.0:1767384570.685175:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000cad8bfd. 00080000:00000010:0.0:1767384570.685179:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000106e5120. 00000020:00000010:0.0:1767384570.685219:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000092935d19. 00080000:00000010:0.0:1767384570.685224:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000065d17559. 00000020:00000010:0.0:1767384570.685261:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000020e5b381. 00080000:00000010:0.0:1767384570.685264:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005560969e. 00000020:00000010:0.0:1767384570.685293:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000023f4d802. 00080000:00000010:0.0:1767384570.685296:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000078ac9267. 00100000:00000010:0.0:1767384570.685318:0:16793:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000486e4401. 00100000:00000010:0.0:1767384570.685322:0:16793:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000002853bcc8. 00100000:00000010:0.0:1767384570.685325:0:16793:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000cfaaae5f. 00100000:00000010:0.0:1767384570.685328:0:16793:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000060652777. 00000020:00000010:0.0:1767384570.685391:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ed8c44b. 00080000:00000010:0.0:1767384570.685395:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b287329c. 00000020:00000010:0.0:1767384570.685530:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ed4a25b5. 00080000:00000010:0.0:1767384570.685547:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004007cbb9. 00000020:00000010:0.0:1767384570.685594:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000033b21bc7. 00080000:00000010:0.0:1767384570.685598:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b92fbbd6. 00000020:00000010:0.0:1767384570.685626:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ca6be8d0. 00080000:00000010:0.0:1767384570.685630:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000297565ab. 00000020:00000010:0.0:1767384570.685657:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007ddd7827. 00080000:00000010:0.0:1767384570.685660:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ef0accf1. 00000020:00000010:0.0:1767384570.685748:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001092fb35. 00080000:00000010:0.0:1767384570.685752:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000018e91553. 00000020:00000010:0.0:1767384570.685784:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007a091579. 00080000:00000010:0.0:1767384570.685787:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000472e0d0e. 00000020:00000010:0.0:1767384570.685813:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ea24e0e. 00080000:00000010:0.0:1767384570.685816:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e27e8e95. 00000020:00000010:0.0:1767384570.685842:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000014c0a1df. 00080000:00000010:0.0:1767384570.685845:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000037dea853. 00000020:00000010:0.0:1767384570.685895:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006bdeddc9. 00080000:00000010:0.0:1767384570.685899:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000028f0040b. 00000020:00000010:0.0:1767384570.685950:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000084b59f56. 00080000:00000010:0.0:1767384570.685955:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004c07649. 00000020:00000010:0.0:1767384570.685993:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009fbccc90. 00080000:00000010:0.0:1767384570.685996:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c3ef1552. 00000020:00000010:0.0:1767384570.686024:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000163a888a. 00080000:00000010:0.0:1767384570.686028:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001802c637. 00000020:00000010:0.0:1767384570.686055:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000022f9bf87. 00080000:00000010:0.0:1767384570.686058:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000392f798f. 00000020:00000010:0.0:1767384570.686085:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b045c048. 00080000:00000010:0.0:1767384570.686089:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b5f5c2ff. 00000020:00000010:0.0:1767384570.686116:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a1a0b4ed. 00080000:00000010:0.0:1767384570.686176:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b39571c3. 00000020:00000010:0.0:1767384570.686218:0:16793:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000ab5f65b. 00080000:00000010:0.0:1767384570.686221:0:16793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003171235a. 00100000:00000010:0.0:1767384570.686248:0:16793:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000e0c1782b. 00200000:00000010:0.0:1767384570.686255:0:16793:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000118c1fcf. 00000020:00000010:0.0:1767384570.686270:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000316be75c. 00000020:00000010:0.0:1767384570.686273:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d398a27c. 00000020:00000010:0.0:1767384570.686276:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d8f7f91. 00000020:00000010:0.0:1767384570.686279:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000065dc844f. 00000020:00000010:0.0:1767384570.686282:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ad6102f. 80000000:00000010:0.0:1767384570.686284:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048bae0e5. 40000000:00000010:0.0:1767384570.686293:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006242c8dc. 00100000:00000010:0.0:1767384570.686296:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000adc367b0. 00040000:00000010:0.0:1767384570.686299:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097e2b0fd. 00040000:00000010:0.0:1767384570.686301:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007559b479. 00080000:00000010:0.0:1767384570.686303:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b2138f4b. 00002000:00000010:0.0:1767384570.686307:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f4b1ee8c. 00080000:00000010:0.0:1767384570.686314:0:16793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006ec03eec. 00000004:00000010:0.0:1767384570.701943:0:16846:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 0000000075d441bb. 00000020:00000010:0.0:1767384570.701952:0:16846:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c53d6700. 00000020:00000010:0.0:1767384570.701957:0:16846:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000d2821d9. 00000040:00000010:0.0:1767384570.701962:0:16846:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b0d4e2de. 00000020:00000010:0.0:1767384570.701966:0:16846:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c3ab64dc. 00000020:00000010:0.0:1767384570.701973:0:16846:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004cc55041. 00000020:00000010:0.0:1767384570.701978:0:16846:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000197dace8. 80000000:00000010:0.0:1767384570.701986:0:16846:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001e004547. 40000000:00000010:0.0:1767384570.701990:0:16846:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000021cf479e. 00100000:00000010:0.0:1767384570.701995:0:16846:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006a0fdab4. 00040000:00000010:0.0:1767384570.701999:0:16846:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097e2b0fd. 00040000:00000010:0.0:1767384570.702003:0:16846:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f03ecfea. 00040000:00000010:0.0:1767384570.702007:0:16846:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d022e45b. 00080000:00000010:0.0:1767384570.702011:0:16846:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006539a40f. 00000004:00000010:0.0:1767384570.702015:0:16846:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000811d9aff. 00000004:00000010:0.0:1767384570.702033:0:16846:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000110d581c. 00000004:00000010:0.0:1767384570.702040:0:16846:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c8320aef. 00000004:00000010:0.0:1767384570.702048:0:16846:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a3a11d01. 00080000:00000010:0.0:1767384570.702056:0:16846:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384570.702064:0:16846:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000011e8c579. 00080000:00000010:0.0:1767384570.702582:0:16846:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000011e8c579. 00080000:00000010:0.0:1767384570.702589:0:16846:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00000020:00000010:0.0:1767384570.702595:0:16846:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000d2821d9. 00000040:00000010:0.0:1767384570.702599:0:16846:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0d4e2de. 00000020:00000010:0.0:1767384570.702603:0:16846:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c3ab64dc. 00000020:00000010:0.0:1767384570.702609:0:16846:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004cc55041. 00000020:00000010:0.0:1767384570.702623:0:16846:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000197dace8. 80000000:00000010:0.0:1767384570.702628:0:16846:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001e004547. 40000000:00000010:0.0:1767384570.702631:0:16846:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000021cf479e. 00100000:00000010:0.0:1767384570.702636:0:16846:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006a0fdab4. 00040000:00000010:0.0:1767384570.702640:0:16846:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000097e2b0fd. 00040000:00000010:0.0:1767384570.702643:0:16846:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f03ecfea. 00040000:00000010:0.0:1767384570.702646:0:16846:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d022e45b. 00080000:00000010:0.0:1767384570.702648:0:16846:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006539a40f. 00000004:00000010:0.0:1767384570.702650:0:16846:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000811d9aff. 00000004:00000010:0.0:1767384570.702654:0:16846:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000110d581c. 00000004:00000010:0.0:1767384570.702656:0:16846:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c8320aef. 00000004:00000010:0.0:1767384570.702658:0:16846:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a3a11d01. 00000020:00000010:0.0:1767384570.702661:0:16846:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c53d6700. 00000004:00000010:0.0:1767384570.702663:0:16846:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 0000000075d441bb. 00000020:00000010:0.0:1767384571.553437:0:253:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000bf2c39a0. 00000020:00000010:0.0:1767384571.553457:0:253:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000067822c8b. 00000001:02000400:0.0:1767384572.279247:0:17070:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing set_default_debug -1 all 00010000:00000001:0.0:1767384572.577369:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384572.577376:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384572.577384:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384572.577387:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384573.601405:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384573.601411:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384573.601420:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384573.601423:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384574.625572:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384574.625576:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384574.625580:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384574.625581:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384574.639202:0:17280:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384574.639215:0:17280:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384574.639220:0:17280:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384575.649398:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384575.649406:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384575.649415:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384575.649425:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.099218:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384576.099232:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037632768 02000000:00000001:0.0:1767384576.099241:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384576.099253:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.099263:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.099280:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.099480:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037632768 00000020:00000001:0.0:1767384576.099490:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384576.099506:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384576.099523:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.099543:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=10 00000020:00000001:0.0:1767384576.099566:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384576.099591:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384576.099609:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384576.099627:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000353171ca. 00000100:00000001:0.0:1767384576.099641:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384576.099685:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000353171ca. 00000020:00000010:0.0:1767384576.099710:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec54e2bf. 00000020:00000010:0.0:1767384576.099728:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f80e775. 00000020:00000010:0.0:1767384576.099748:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070f43946. 00000100:00000040:0.0:1767384576.099769:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384576.099782:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384576.099791:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384576.099807:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.099840:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.099877:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.099905:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384576.099915:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384576.099943:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1767384576.099958:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384576.099983:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959112784 : -117139750438832 : ffff957646c93850) 00000100:00000040:0.0:1767384576.100008:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b5a676a x1853237037632768/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 328/0 e 0 to 0 dl 1767384587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.100168:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384576.100189:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000353171ca. 00000100:00000001:0.0:1767384576.100206:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384576.100220:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000353171ca. 00000100:00100000:0.0:1767384576.100247:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b5a676a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+11:16808:x1853237037632768:12345-0@lo:101: 00000100:00000200:0.0:1767384576.100263:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037632768 00000020:00000001:0.0:1767384576.100277:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384576.100289:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384576.100296:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.100303:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384576.100310:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:0.0:1767384576.100372:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384576.100382:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384576.100394:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384576.100402:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384576.100413:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.100441:0:16805:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384576.100462:0:16805:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384576.100479:0:16805:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384576.100488:0:16805:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384576.100498:0:16805:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.100519:0:16805:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384576.100537:0:16805:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f62d25e. 00010000:00000001:0.0:1767384576.100550:0:16805:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384576.100564:0:16805:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005e5ca15. 00000020:00000001:0.0:1767384576.100576:0:16805:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384576.100587:0:16805:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000005e5ca15 with handle 0x1c01179f271edb11 to hash 00000020:00000001:0.0:1767384576.100598:0:16805:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384576.100603:0:16805:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384576.100609:0:16805:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00010000:0.0:1767384576.100621:0:16805:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000005e5ca15/0x1c01179f271edb11 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271edb0a expref: -99 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384576.100695:0:16805:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 6 00000020:00000040:0.0:1767384576.100707:0:16805:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=12 00000100:00000001:0.0:1767384576.100727:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384576.100735:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384576.100749:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003e9b3506. 02000000:00000001:0.0:1767384576.100758:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.100778:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.100790:0:16805:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384576.100805:0:16805:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384576.100817:0:16805:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384576.100827:0:16805:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384576.100845:0:16805:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384576.100855:0:16805:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384576.100865:0:16805:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384576.100871:0:16805:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384576.100886:0:16805:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384576.100899:0:16805:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384576.100912:0:16805:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384576.100921:0:16805:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f62d25e) refcount = 1 00010000:00010000:0.0:1767384576.100951:0:16805:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000005e5ca15/0x1c01179f271edb11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271edb0a expref: 12 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.101018:0:16805:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384576.101033:0:16805:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384576.101046:0:16805:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384576.101063:0:16805:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.101083:0:16805:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.101108:0:16805:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384576.101126:0:16805:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edb11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edb0a expref: 12 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.101163:0:16805:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384576.101176:0:16805:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384576.101192:0:16805:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384576.101221:0:16805:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.101225:0:16805:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384576.101228:0:16805:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.101233:0:16805:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384576.101241:0:16805:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000005e5ca15, rc 0) 00000020:00000001:0.0:1767384576.101253:0:16805:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384576.101266:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037632768 00010000:00000001:0.0:1767384576.101290:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384576.101311:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b5a676a x1853237037632768/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 328/344 e 0 to 0 dl 1767384587 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384576.101391:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384576.101396:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.101402:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.101411:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384576.101417:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 12 to 0@lo 00000100:00000001:0.0:1767384576.101422:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384576.101428:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384576.101435:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.101440:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.101447:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.101463:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.101482:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037632768, offset 224 00000400:00000200:0.0:1767384576.101514:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.101558:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.101598:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f500d00 00000400:00000200:0.0:1767384576.101629:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xa9d [1] + 224 00000400:00000200:0.0:1767384576.101681:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.101721:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384576.101738:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.101763:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c287963 x1853237037632768/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384576.101817:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000006c287963 x1853237037632768/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.101906:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.101942:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.101958:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.101979:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384576.101991:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.102007:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.102040:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 13 to 0@lo 00010000:00000001:0.0:1767384576.102062:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384576.102076:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.102096:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384576.102112:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b5a676a x1853237037632768/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 328/344 e 0 to 0 dl 1767384587 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.102167:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b5a676a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+12:16808:x1853237037632768:12345-0@lo:101: Request processed in 1994us (3432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384576.102199:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1767384576.102211:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384576.102227:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384576.102239:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384576.102252:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008f80e775. 00000020:00000010:0.0:1767384576.102276:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070f43946. 00000020:00000010:0.0:1767384576.102308:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec54e2bf. 00000020:00000040:0.0:1767384576.102325:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 11 02000000:00000001:0.0:1767384576.102391:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384576.102401:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003e9b3506. 02000000:00000001:0.0:1767384576.102416:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384576.102429:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384576.102446:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384576.102465:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8c36ea. 00000400:00000010:0.0:1767384576.102486:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a30b263. 00000100:00000001:0.0:1767384576.102542:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.102557:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.102567:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.102576:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdfeceb5. 00000400:00000200:0.0:1767384576.102591:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000050bf175 00000400:00000010:0.0:1767384576.102600:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000100:00000001:0.0:1767384576.102611:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.102643:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c287963 x1853237037632768/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.102730:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c287963 x1853237037632768/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.102799:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.102814:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.102836:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.102847:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.102860:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.102869:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.102889:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.102905:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.102932:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.102962:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.102973:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.102983:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.102991:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.103002:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.103029:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c287963 x1853237037632768/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.103073:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.103085:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.103095:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.103113:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c287963 x1853237037632768/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.103165:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037632768:0@lo:101: 00000100:00000001:0.0:1767384576.103187:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.103201:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.103219:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.103230:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.103244:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c287963 x1853237037632768/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.103610:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.103636:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3d926dd. 00000100:00000001:0.0:1767384576.103649:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.103684:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.103695:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384576.103704:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.103714:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.103717:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:0.0:1767384576.103736:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:0.0:1767384576.103753:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000040:0.0:1767384576.103774:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000cf2ee109, remote cookie: 0x1c01179f271edb11, flags: 0x0 00010000:00000001:0.0:1767384576.103790:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384576.103805:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384576.103815:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384576.103821:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384576.103832:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384576.103845:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fab51cca) refcount = 1 00010000:00010000:0.0:1767384576.103877:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.103942:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384576.103950:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384576.103955:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.103976:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384576.103995:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.104006:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.104028:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384576.104039:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.104053:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.104073:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.104083:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.104096:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.104109:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.104131:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c287963 x1853237037632768/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.104205:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.104216:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.104224:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004709dd0d. 02000000:00000001:0.0:1767384576.104234:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.104243:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.104248:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.104253:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.104262:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dfd7ec7d. 02000000:00000001:0.0:1767384576.104270:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.104276:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.104281:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c287963. 00000100:00000001:0.0:1767384576.104289:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.104294:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384576.104297:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.104301:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384576.104303:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:0.0:1767384576.104305:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.104307:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.104310:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.104360:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=3 00000020:00000001:0.0:1767384576.104369:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:0.0:1767384576.104378:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:0.0:1767384576.104384:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384576.104392:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.104397:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.104403:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.104412:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384576.104420:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000081e31523. 00000100:00000010:0.0:1767384576.104448:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.104456:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.104462:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.104465:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.104470:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.104478:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec54e2bf. 00000100:00000001:0.0:1767384576.104485:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.104497:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384576.104504:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003e9b3506. 00000100:00000010:0.0:1767384576.104510:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000353171ca. 00000020:00000040:0.0:1767384576.104513:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.104518:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.104521:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.104526:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028426cf6. 00000100:00000001:0.0:1767384576.104528:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933960269376 : -117139749282240 : ffff957646dade40) 00000100:00000001:0.0:1767384576.104531:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.104532:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.104536:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.104538:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.104541:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.104542:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.104547:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.104555:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.104557:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.104561:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.104564:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.104567:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.104571:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037633152:0@lo:256: 00000100:00000001:0.0:1767384576.104575:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.104579:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.104582:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.104584:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384576.104591:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000100d6f9c. 00000400:00000010:0.0:1767384576.104598:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a62fa499. 00000100:00000200:0.0:1767384576.104604:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f500e80-0x695825f500e80, portal 33 00000100:00000001:0.0:1767384576.104608:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.104610:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.104616:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8e1f564. 02000000:00000001:0.0:1767384576.104618:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.104624:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.104642:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.104649:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037633152, portal 25 00000100:00000001:0.0:1767384576.104652:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.104653:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.104680:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.104688:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.104692:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.104697:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384576.104700:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037633152, offset 0 00000400:00000200:0.0:1767384576.104705:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.104714:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.104723:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f500e80 00000400:00000200:0.0:1767384576.104731:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:0.0:1767384576.104735:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000707efc2d. 00000400:00000200:0.0:1767384576.104739:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002982e200 00000400:00000200:0.0:1767384576.104743:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.104746:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384576.104749:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002982e200 00000400:00000010:0.0:1767384576.104750:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002982e200. 00000100:00000001:0.0:1767384576.104755:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.104756:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.104759:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000672c3b9e x1853237037633152 msgsize 304 00000100:00100000:0.0:1767384576.104763:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.104765:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384576.104778:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.104784:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384576.104788:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384576.104794:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.104801:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.104815:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.104821:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.104854:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.104859:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.104875:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.104885:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294864906 00000100:00000001:0.0:1767384576.104904:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864901 00000100:00000001:0.0:1767384576.104920:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294864906 00000100:00000010:0.0:1767384576.104932:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff78556f. 00000100:00000001:0.0:1767384576.104947:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384576.104967:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294864906 00000100:00000010:0.0:1767384576.104979:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5fb1e97. 00000100:00000001:0.0:1767384576.104993:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384576.105006:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294864906 00000100:00000010:0.0:1767384576.105016:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2ce4c65. 00000100:00000001:0.0:1767384576.105031:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384576.105052:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.105062:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.105069:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.105073:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.105077:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 0000000028426cf6 going to sleep for 11 seconds 00000100:00000001:0.0:1767384576.105088:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.105092:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.105563:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.105569:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.106223:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.106233:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.106239:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.106243:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384576.106250:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.106254:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.106262:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.106275:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.106304:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.106365:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.106370:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.106374:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.106377:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.106380:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.106385:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.106390:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.106395:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.106400:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.106404:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.106407:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.106410:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.106412:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.106416:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.106425:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384576.106434:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.106442:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.106444:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.106449:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.106458:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037633152:0@lo:256: 00000100:00000001:0.0:1767384576.106462:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.106466:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.106468:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.106470:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.106473:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.106480:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.106491:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000028426cf6. 00000100:00000001:0.0:1767384576.106495:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.106496:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384576.106501:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 5, more 0. 10000000:00000001:0.0:1767384576.106505:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384576.106511:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000261945d3. 10000000:00000040:0.0:1767384576.106521:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384576.106524:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000261945d3. 10000000:00000001:0.0:1767384576.106529:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.106535:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.106540:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037633152/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.106548:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.106551:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.106555:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8e1f564. 02000000:00000001:0.0:1767384576.106559:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.106561:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.106563:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.106565:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384576.106567:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384576.106568:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.106569:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.106573:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384576.106576:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000353171ca. 00000100:00000010:0.0:1767384576.106580:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003e9b3506. 00000100:00000001:0.0:1767384576.106583:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384576.106584:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ec54e2bf. 02000000:00000001:0.0:1767384576.106587:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.106588:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.106589:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384576.106593:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.106595:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384576.106611:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000081e31523. 10000000:01000000:0.0:1767384576.106616:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384576.106621:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384576.106624:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.106632:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.106634:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=3 00000020:00000001:0.0:1767384576.106637:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:0.0:1767384576.106640:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:0.0:1767384576.106643:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384576.106645:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.106653:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.106655:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384576.106678:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.106685:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384576.106687:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.106688:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384576.106690:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.106691:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.106694:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384576.106697:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384576.106699:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:0.0:1767384576.106701:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384576.108402:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294864906, at 4294864907 00000100:00000010:0.0:1767384576.108411:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061bb7591. 00100000:00000001:0.0:1767384576.336511:0:17582:0:(osd_scrub.c:121:osd_scrub_refresh_mapping()) Process leaving via log (rc=1 : 1 : 0x1) 00100000:10000000:0.0:1767384576.336522:0:17582:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:00000001:0.0:1767384576.336565:0:17582:0:(osd_scrub.c:66:osd_scrub_refresh_mapping()) Process entered 00080000:00000001:0.0:1767384576.336572:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.336576:0:17582:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.367403:0:17582:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.367416:0:17582:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384576.367420:0:17582:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00000010:0.0:1767384576.367434:0:17582:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003d000dbf. 00000100:00100000:0.0:1767384576.367443:0:17582:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00000001:0.0:1767384576.367930:0:17582:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.367954:0:17582:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384576.367957:0:17582:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00000010:0.0:1767384576.367969:0:17582:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dfd7ec7d. 00000100:00100000:0.0:1767384576.367976:0:17582:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00000001:0.0:1767384576.372699:0:17582:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.372709:0:17582:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384576.372712:0:17582:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00000010:0.0:1767384576.372723:0:17582:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f653d6f0. 00000100:00100000:0.0:1767384576.372729:0:17582:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00000001:0.0:1767384576.373036:0:17588:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384576.373063:0:17588:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000041d4c7fb. 00000020:00000010:0.0:1767384576.373071:0:17588:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001a13f24f. 00000020:00000010:0.0:1767384576.373081:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027842007. 00000020:00000010:0.0:1767384576.373088:0:17588:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f91acf1b. 00000020:00000010:0.0:1767384576.373096:0:17588:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af19c2c5. 00000020:00000010:0.0:1767384576.373104:0:17588:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004cc55041. 00000020:00000010:0.0:1767384576.373110:0:17588:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051979dd5. 80000000:00000010:0.0:1767384576.373117:0:17588:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d2bd6e3. 40000000:00000010:0.0:1767384576.373122:0:17588:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d7f662c8. 00100000:00000010:0.0:1767384576.373129:0:17588:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e29834ad. 00040000:00000010:0.0:1767384576.373135:0:17588:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000068f63731. 00040000:00000010:0.0:1767384576.373141:0:17588:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cff3ecb3. 00080000:00000010:0.0:1767384576.373147:0:17588:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dac15fa3. 00002000:00000010:0.0:1767384576.373154:0:17588:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003e9b3506. 00000100:00000010:0.0:1767384576.373181:0:17588:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000071643156. 00000100:00000200:0.0:1767384576.373215:0:17588:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000040:0.0:1767384576.460416:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865258, at 4294865259 00000100:00000010:0.0:1767384576.460436:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f37beecd. 00000100:00000001:0.0:1767384576.462099:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.462111:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.462114:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.462118:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000064f8bb0. 00000400:00000200:0.0:1767384576.462125:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968215ee 00000400:00000010:0.0:1767384576.462128:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000968215ee. 00000100:00000001:0.0:1767384576.462133:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.462152:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c2772b1a x1853237037633280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.462166:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c2772b1a x1853237037633280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.462176:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.462178:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.462182:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.462186:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.462188:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.462191:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.462194:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.462201:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.462206:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.462210:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.462212:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.462215:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.462218:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.462221:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.462225:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2772b1a x1853237037633280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.462234:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.462238:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.462240:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.462244:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2772b1a x1853237037633280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.462253:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c2772b1a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037633280:0@lo:253: 00000100:00000001:0.0:1767384576.462259:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.462262:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.462265:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.462268:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.462270:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c2772b1a x1853237037633280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.462278:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.462287:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009a96a970. 00000100:00000001:0.0:1767384576.462290:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.462292:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384576.462299:0:17582:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1767384576.462303:0:17582:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1767384576.462306:0:17582:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384576.462308:0:17582:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384576.462309:0:17582:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384576.462343:0:17582:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384576.462346:0:17582:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384576.462359:0:17582:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384576.462361:0:17582:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384576.462363:0:17582:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:0.0:1767384576.462365:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.462368:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c2772b1a x1853237037633280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.462377:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.462380:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.462383:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bf65b2f5. 02000000:00000001:0.0:1767384576.462388:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.462390:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.462392:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.462395:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.462398:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008b12d800. 02000000:00000001:0.0:1767384576.462402:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.462404:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.462406:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2772b1a. 00000100:00000001:0.0:1767384576.462412:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.462413:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384576.462416:0:17582:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.462419:0:17582:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.462423:0:17582:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.462426:0:17582:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384576.462429:0:17582:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 00000000470a4af1. 00000020:00000001:0.0:1767384576.462433:0:17582:0:(tgt_mount.c:1415:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.462436:0:17582:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:0.0:1767384576.462441:0:17582:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000a46751a1. 00000020:00000010:0.0:1767384576.462445:0:17582:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000c4e7f2dc. 00000020:00000001:0.0:1767384576.462455:0:17582:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384576.462459:0:17582:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384576.462462:0:17582:0:(tgt_mount.c:102:server_register_mount()) register mount 00000000d8e6d996 from lustre-OST0000 00000020:00000001:0.0:1767384576.462464:0:17582:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.462468:0:17582:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1767384576.462471:0:17582:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000c6314a81. 00000020:00000010:0.0:1767384576.462475:0:17582:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000a62fa499. 00000020:00000001:0.0:1767384576.462478:0:17582:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384576.462481:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d02feab7. 00000020:00000010:0.0:1767384576.462486:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000095d4342. 00000040:00000010:0.0:1767384576.462489:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009ada1a31. 00000020:00000010:0.0:1767384576.462493:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005244de00. 00000020:00000010:0.0:1767384576.462498:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bd704ff. 00040000:00000010:0.0:1767384576.462502:0:17582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c0422a7a. 00040000:00000010:0.0:1767384576.462505:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a49dddce. 00080000:00000010:0.0:1767384576.462510:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000099c6d6ca. 10000000:00000001:0.0:1767384576.462514:0:17582:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384576.462517:0:17582:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1767384576.462520:0:17582:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:0.0:1767384576.462523:0:17582:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1767384576.462525:0:17582:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:0.0:1767384576.462530:0:17582:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384576.462534:0:17582:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384576.462536:0:17582:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000046d4e5cb) refs 3 10000000:00000001:0.0:1767384576.462539:0:17582:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.462541:0:17582:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446626933959394304 : -117139750157312 : ffff957646cd8400) 10000000:00000001:0.0:1767384576.462544:0:17582:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:01000000:0.0:1767384576.462546:0:17582:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff95764890b1b0 local copy 00010000:00000001:0.0:1767384576.462550:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.462553:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.462555:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069bcb9f9 refcount=2 00000020:00000001:0.0:1767384576.462557:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867410432 : -117139842141184 : ffff95764151f400) 00010000:00000001:0.0:1767384576.462560:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867410432 : -117139842141184 : ffff95764151f400) 00010000:00000001:0.0:1767384576.462565:0:17582:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384576.462574:0:17582:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.462578:0:17582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 0000000069bcb9f9/0x1c01179f271eda46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271eda4d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.462590:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.462592:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000010:0.0:1767384576.462595:0:17582:0:(mgc_request_server.c:874:mgc_get_local_copy()) kmalloced '(env)': 56 at 000000008e146c9e. 00000020:00000010:0.0:1767384576.462599:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4d66380. 00000020:00000010:0.0:1767384576.462603:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009447d91f. 00000040:00000010:0.0:1767384576.462607:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023055cec. 00000020:00000010:0.0:1767384576.462611:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e3ec2f4f. 00000020:00000010:0.0:1767384576.462629:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000029c8e67f. 80000000:00000010:0.0:1767384576.462634:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d098ee01. 00040000:00000010:0.0:1767384576.462637:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000080ead0dd. 00080000:00000010:0.0:1767384576.462641:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000625cd6fc. 20000000:00000010:0.0:1767384576.462645:0:17582:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000897a896e. 10000000:00000040:0.0:1767384576.462649:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004aff9874 : new refcount 2 10000000:00000040:0.0:1767384576.462652:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000cf338313 : new refcount 2 10000000:00000040:0.0:1767384576.462680:0:17582:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.133@tcp: copy local log lustre-sptlrpc 10000000:00000001:0.0:1767384576.462684:0:17582:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384576.462687:0:17582:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000005b9faebf. 00000040:00000001:0.0:1767384576.462691:0:17582:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384576.462694:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.462697:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007173af1b. 00000040:00000001:0.0:1767384576.462701:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384576.462705:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.462708:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.462712:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:0.0:1767384576.462721:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1767384576.462724:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.462727:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.462760:0:17582:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.462765:0:17582:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384576.462768:0:17582:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384576.462778:0:17582:0:(llog.c:1547:llog_open()) MGC192.168.203.133@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384576.462781:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007173af1b. 00000040:00000001:0.0:1767384576.462785:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.462787:0:17582:0:(llog.c:1717:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.462791:0:17582:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384576.462792:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.462794:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007173af1b. 00000040:00000001:0.0:1767384576.462797:0:17582:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767384576.462800:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000010:0.0:1767384576.462805:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.462808:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.462814:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.462817:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.462822:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.462828:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095ef2abf. 00000100:00000001:0.0:1767384576.462834:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.462840:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.462842:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.462847:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.462850:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933960268992 : -117139749282624 : ffff957646dadcc0) 00000100:00000001:0.0:1767384576.462853:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.462855:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.462860:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.462863:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.462866:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.462867:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.462872:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.462882:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.462884:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.462888:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.462891:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.462894:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.462897:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037633408:0@lo:501: 00000100:00000001:0.0:1767384576.462910:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.462916:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.462918:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.462921:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.462924:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076f2a283. 02000000:00000001:0.0:1767384576.462926:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.462931:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.462936:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.462941:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037633408, portal 25 00000100:00000001:0.0:1767384576.462944:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.462945:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.462950:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.462959:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.462962:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.462965:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384576.462967:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237037633408, offset 0 00000400:00000200:0.0:1767384576.462974:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.462987:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.462999:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695825f500f80 00000400:00000200:0.0:1767384576.463007:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x171 [2] + 0 00000400:00000010:0.0:1767384576.463012:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008635150d. 00000400:00000200:0.0:1767384576.463016:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6ea45ed 00000400:00000200:0.0:1767384576.463022:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.463027:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384576.463032:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6ea45ed 00000400:00000010:0.0:1767384576.463035:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6ea45ed. 00000100:00000001:0.0:1767384576.463039:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.463041:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.463044:0:17582:0:(events.c:337:request_in_callback()) incoming req@00000000f437b2e1 x1853237037633408 msgsize 512 00000100:00100000:0.0:1767384576.463049:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.463051:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384576.463071:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.463079:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384576.463088:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384576.463093:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.463097:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.463108:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.463110:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.463117:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.463119:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.463126:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.463130:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865264 00000100:00000010:0.0:1767384576.463134:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078c80bbb. 00000100:00000001:0.0:1767384576.463139:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384576.463146:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865264 00000100:00000010:0.0:1767384576.463150:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005439a392. 00000100:00000001:0.0:1767384576.463153:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384576.463169:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865264 00000100:00000010:0.0:1767384576.463173:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d57593ec. 00000100:00000001:0.0:1767384576.463177:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384576.463193:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865264 00000100:00000010:0.0:1767384576.463207:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b2915de. 00000100:00000001:0.0:1767384576.463227:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384576.463244:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.463254:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.463267:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.463278:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.463298:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 0000000076381430 going to sleep for 11 seconds 00000100:00000001:0.0:1767384576.463349:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.463352:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.463923:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.463934:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.463941:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.463946:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384576.463963:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.463971:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.463984:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.463999:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.464028:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.464040:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.464042:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.464046:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.464049:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.464052:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.464054:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.464057:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.464061:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.464064:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.464067:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384576.464070:0:17582:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.464078:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384576.464080:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767384576.464083:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.464091:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767384576.464093:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.464095:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.464098:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.464106:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037633408:0@lo:501: 00000100:00000001:0.0:1767384576.464110:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.464113:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384576.464116:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.464124:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.464127:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.464134:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.464137:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.464139:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.464141:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.464143:0:17582:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1767384576.464147:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.464149:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.464151:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384576.464153:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.464155:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037633408/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.464162:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.464164:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.464166:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076f2a283. 02000000:00000001:0.0:1767384576.464168:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.464170:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.464171:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.464172:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.464174:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000095ef2abf. 02000000:00000001:0.0:1767384576.464177:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.464179:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.464180:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384576.464184:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.464185:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767384576.464188:0:17582:0:(llog.c:1547:llog_open()) MGC192.168.203.133@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384576.464190:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007173af1b. 00000040:00000001:0.0:1767384576.464193:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.464195:0:17582:0:(llog.c:1644:llog_backup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:01000000:0.0:1767384576.464198:0:17582:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.203.133@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000040:00000001:0.0:1767384576.464201:0:17582:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384576.464203:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.464206:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007173af1b. 00000040:00000001:0.0:1767384576.464214:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384576.464217:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.464219:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.464222:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:0.0:1767384576.464229:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.464252:0:17582:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.464256:0:17582:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384576.464259:0:17582:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384576.464261:0:17582:0:(llog.c:1547:llog_open()) MGC192.168.203.133@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384576.464264:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007173af1b. 00000040:00000001:0.0:1767384576.464266:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.464268:0:17582:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.464270:0:17582:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384576.464272:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.464273:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007173af1b. 00000040:00000001:0.0:1767384576.464276:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384576.464277:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.464278:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.464281:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:0.0:1767384576.464284:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.464292:0:17582:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.464295:0:17582:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384576.464297:0:17582:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384576.464299:0:17582:0:(llog.c:1547:llog_open()) MGC192.168.203.133@tcp: Failed to open llog lustre-sptlrpcT: rc -2 00000040:00000010:0.0:1767384576.464301:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007173af1b. 00000040:00000001:0.0:1767384576.464303:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.464305:0:17582:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:0.0:1767384576.464347:0:17582:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 000000005b9faebf. 10000000:00000001:0.0:1767384576.464351:0:17582:0:(mgc_request_server.c:802:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 10000000:01000000:0.0:1767384576.464355:0:17582:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.203.133@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00000001:0.0:1767384576.464358:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.464367:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.464369:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069bcb9f9 refcount=3 00000020:00000001:0.0:1767384576.464372:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867410432 : -117139842141184 : ffff95764151f400) 00010000:00000001:0.0:1767384576.464374:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867410432 : -117139842141184 : ffff95764151f400) 00010000:00000001:0.0:1767384576.464378:0:17582:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384576.464381:0:17582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 0000000069bcb9f9/0x1c01179f271eda46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271eda4d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.464390:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.464391:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384576.464393:0:17582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 0000000069bcb9f9/0x1c01179f271eda46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271eda4d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.464400:0:17582:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384576.464402:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.464403:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384576.464404:0:17582:0:(mgc_request_server.c:896:mgc_get_local_copy()) Process leaving 00000020:00000010:0.0:1767384576.464409:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009447d91f. 00000040:00000010:0.0:1767384576.464415:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000023055cec. 00000020:00000010:0.0:1767384576.464418:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e3ec2f4f. 00000020:00000010:0.0:1767384576.464423:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000029c8e67f. 80000000:00000010:0.0:1767384576.464427:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d098ee01. 00040000:00000010:0.0:1767384576.464431:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000080ead0dd. 00080000:00000010:0.0:1767384576.464434:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000625cd6fc. 20000000:00000010:0.0:1767384576.464439:0:17582:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000897a896e. 00000020:00000010:0.0:1767384576.464442:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4d66380. 10000000:00000010:0.0:1767384576.464445:0:17582:0:(mgc_request_server.c:901:mgc_get_local_copy()) kfreed 'env': 56 at 000000008e146c9e. 10000000:00000001:0.0:1767384576.464449:0:17582:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384576.464451:0:17582:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.464453:0:17582:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384576.464455:0:17582:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff957645e1a000 10000000:00000010:0.0:1767384576.464460:0:17582:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000897a896e. 10000000:01000000:0.0:1767384576.464463:0:17582:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:0.0:1767384576.464468:0:17582:0:(genops.c:887:class_export_get()) GET export 0000000086403395 refcount=9 10000000:00000001:0.0:1767384576.464471:0:17582:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626929582933504 : -117144126618112 : ffff957541f20600) 10000000:00000001:0.0:1767384576.464479:0:17582:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384576.464481:0:17582:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.464483:0:17582:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384576.464484:0:17582:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff95764890b1b0 10000000:00000010:0.0:1767384576.464486:0:17582:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 280 at 0000000080ead0dd. 10000000:01000000:0.0:1767384576.464488:0:17582:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00000020:00000040:0.0:1767384576.464491:0:17582:0:(genops.c:887:class_export_get()) GET export 0000000086403395 refcount=10 10000000:00000001:0.0:1767384576.464494:0:17582:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384576.464497:0:17582:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff95764890b1b0 from 1 10000000:00000001:0.0:1767384576.464499:0:17582:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384576.464501:0:17582:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:0.0:1767384576.464505:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.464508:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.464511:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.464514:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.464519:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.464524:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029c8e67f. 00000100:00000001:0.0:1767384576.464531:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.464536:0:17582:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384576.464540:0:17582:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384576.464548:0:17582:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba6a5749. 00010000:00000001:0.0:1767384576.464555:0:17582:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384576.464561:0:17582:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f81cf0d7. 00000020:00000010:0.0:1767384576.464567:0:17582:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000008e146c9e. 00000020:00000001:0.0:1767384576.464573:0:17582:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384576.464576:0:17582:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f81cf0d7 with handle 0x1c01179f271edb34 to hash 00000020:00000001:0.0:1767384576.464580:0:17582:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384576.464582:0:17582:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907799552 : -117139801752064 : ffff957643ba3e00) 00010000:00000001:0.0:1767384576.464587:0:17582:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907799552 : -117139801752064 : ffff957643ba3e00) 00010000:00000001:0.0:1767384576.464592:0:17582:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384576.464595:0:17582:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.464599:0:17582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000f81cf0d7/0x1c01179f271edb34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.464630:0:17582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 00000000f81cf0d7/0x1c01179f271edb34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.464647:0:17582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 00000000f81cf0d7/0x1c01179f271edb34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384576.464691:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.464694:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.464710:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.464714:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933960268992 : -117139749282624 : ffff957646dadcc0) 00000100:00000001:0.0:1767384576.464717:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.464719:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.464725:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.464727:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.464730:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.464732:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.464738:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.464752:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.464754:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.464759:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.464762:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.464766:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.464771:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037633536:0@lo:101: 00000100:00000001:0.0:1767384576.464777:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.464781:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.464783:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.464786:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.464792:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004be6e83a. 02000000:00000001:0.0:1767384576.464796:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.464802:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.464809:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.464829:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037633536, portal 25 00000100:00000001:0.0:1767384576.464832:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.464834:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.464843:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.464856:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.464861:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.464865:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384576.464870:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037633536, offset 0 00000400:00000200:0.0:1767384576.464878:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.464891:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.464905:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f501000 00000400:00000200:0.0:1767384576.464914:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x175 [2] + 0 00000400:00000010:0.0:1767384576.464920:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009df34be8. 00000400:00000200:0.0:1767384576.464932:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c0bdbd2 00000400:00000200:0.0:1767384576.464938:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.464945:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384576.464951:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c0bdbd2 00000400:00000010:0.0:1767384576.464955:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c0bdbd2. 00000100:00000001:0.0:1767384576.464960:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.464963:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.464968:0:17582:0:(events.c:337:request_in_callback()) incoming req@00000000c77ef6f7 x1853237037633536 msgsize 328 00000100:00100000:0.0:1767384576.464973:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.464975:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384576.464993:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.465000:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384576.465002:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384576.465005:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.465009:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.465019:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.465023:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.465037:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.465062:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.465073:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.465079:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865266 00000100:00000001:0.0:1767384576.465092:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865264 00000100:00000001:0.0:1767384576.465108:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865266 00000100:00000001:0.0:1767384576.465120:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865264 00000100:00000001:0.0:1767384576.465135:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865266 00000100:00000001:0.0:1767384576.465148:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865264 00000100:00000001:0.0:1767384576.465162:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865266 00000100:00000001:0.0:1767384576.465172:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865264 00000100:00000001:0.0:1767384576.465182:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.465193:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.465206:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.465217:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.465222:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 0000000076381430 going to sleep for 11 seconds 00000100:00000001:0.0:1767384576.465226:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.465228:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.465741:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.465751:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.465753:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.465757:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384576.465764:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.465766:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.465770:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.465777:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.465789:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.465798:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.465800:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.465803:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.465805:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.465807:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.465822:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.465825:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.465830:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.465834:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.465837:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.465838:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.465841:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.465843:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.465845:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.465849:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.465857:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.465860:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.465862:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.465865:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.465873:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037633536:0@lo:101: 00000100:00000001:0.0:1767384576.465878:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.465880:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.465882:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.465884:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.465886:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.465894:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.465896:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.465899:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.465901:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.465904:0:17582:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384576.465906:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.465909:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.465912:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f81cf0d7 refcount=4 00000020:00000001:0.0:1767384576.465914:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907799552 : -117139801752064 : ffff957643ba3e00) 00010000:00000001:0.0:1767384576.465917:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907799552 : -117139801752064 : ffff957643ba3e00) 00010000:00000040:0.0:1767384576.465930:0:17582:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f81cf0d7, remote cookie: 0x1c01179f271edb3b, flags: 0x0 00010000:00000001:0.0:1767384576.465934:0:17582:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384576.465939:0:17582:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384576.465941:0:17582:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384576.465943:0:17582:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384576.465945:0:17582:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384576.465947:0:17582:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (00000000ba6a5749) refcount = 1 00010000:00010000:0.0:1767384576.465952:0:17582:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 00000000f81cf0d7/0x1c01179f271edb34 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb3b expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.465960:0:17582:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384576.465963:0:17582:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384576.465964:0:17582:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.465968:0:17582:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384576.465982:0:17582:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.465985:0:17582:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 00000000f81cf0d7/0x1c01179f271edb34 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edb3b expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.465992:0:17582:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384576.465993:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.465995:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.465996:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.465998:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.465999:0:17582:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.466002:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.466005:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037633536/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.466012:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.466014:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.466016:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004be6e83a. 02000000:00000001:0.0:1767384576.466020:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.466021:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.466022:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.466025:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.466027:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000029c8e67f. 02000000:00000001:0.0:1767384576.466029:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.466036:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.466038:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384576.466041:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.466043:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384576.466045:0:17582:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.466047:0:17582:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384576.466049:0:17582:0:(mgc_request.c:108:config_log_get()) log nodemap (0000000080ead0dd) refs 2 10000000:00000001:0.0:1767384576.466051:0:17582:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.466053:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.466055:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.466056:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f81cf0d7 refcount=3 00000020:00000001:0.0:1767384576.466059:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907799552 : -117139801752064 : ffff957643ba3e00) 00010000:00000001:0.0:1767384576.466061:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907799552 : -117139801752064 : ffff957643ba3e00) 00010000:00000001:0.0:1767384576.466063:0:17582:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384576.466065:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.466066:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.466068:0:17582:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.466071:0:17582:0:(mgc_request_server.c:501:mgc_process_nodemap_log()) Process entered 10000000:00000001:0.0:1767384576.466076:0:17582:0:(mgc_request_server.c:506:mgc_process_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:0.0:1767384576.466078:0:17582:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'nodemap' succeeded (0). 10000000:00000001:0.0:1767384576.466103:0:17582:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384576.466105:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.466106:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.466108:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f81cf0d7 refcount=3 00000020:00000001:0.0:1767384576.466110:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907799552 : -117139801752064 : ffff957643ba3e00) 00010000:00000001:0.0:1767384576.466113:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907799552 : -117139801752064 : ffff957643ba3e00) 00010000:00000001:0.0:1767384576.466115:0:17582:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384576.466117:0:17582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000f81cf0d7/0x1c01179f271edb34 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb3b expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.466124:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.466126:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384576.466127:0:17582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 00000000f81cf0d7/0x1c01179f271edb34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb3b expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.466146:0:17582:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384576.466148:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.466150:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384576.466151:0:17582:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.466154:0:17582:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.466156:0:17582:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626929582935552 : -117144126616064 : ffff957541f20e00) 10000000:00000001:0.0:1767384576.466159:0:17582:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384576.466160:0:17582:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:0.0:1767384576.466165:0:17582:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000029c8e67f. 10000000:01000000:0.0:1767384576.466167:0:17582:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1767384576.466171:0:17582:0:(genops.c:887:class_export_get()) GET export 0000000086403395 refcount=11 10000000:00000001:0.0:1767384576.466173:0:17582:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626929582935040 : -117144126616576 : ffff957541f20c00) 10000000:00000001:0.0:1767384576.466178:0:17582:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446626929582935040 : -117144126616576 : ffff957541f20c00) 10000000:00000001:0.0:1767384576.466181:0:17582:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384576.466183:0:17582:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:0.0:1767384576.466187:0:17582:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384576.466189:0:17582:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:0.0:1767384576.466194:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.466197:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.466200:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.466203:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.466207:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.466213:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007173af1b. 00000100:00000001:0.0:1767384576.466219:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.466222:0:17582:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384576.466225:0:17582:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384576.466231:0:17582:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006c2a0aca count: 4 00010000:00000001:0.0:1767384576.466235:0:17582:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.466239:0:17582:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384576.466242:0:17582:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003a5a0b4e. 00000020:00000001:0.0:1767384576.466246:0:17582:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384576.466248:0:17582:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003a5a0b4e with handle 0x1c01179f271edb42 to hash 00000020:00000001:0.0:1767384576.466256:0:17582:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384576.466258:0:17582:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907794432 : -117139801757184 : ffff957643ba2a00) 00010000:00000001:0.0:1767384576.466261:0:17582:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907794432 : -117139801757184 : ffff957643ba2a00) 00010000:00000001:0.0:1767384576.466264:0:17582:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384576.466266:0:17582:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.466269:0:17582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 000000003a5a0b4e/0x1c01179f271edb42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.466276:0:17582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 000000003a5a0b4e/0x1c01179f271edb42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.466285:0:17582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 000000003a5a0b4e/0x1c01179f271edb42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384576.466290:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.466292:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.466296:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.466298:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933960268992 : -117139749282624 : ffff957646dadcc0) 00000100:00000001:0.0:1767384576.466301:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.466302:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.466306:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.466307:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.466347:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.466349:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.466353:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.466363:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.466364:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.466368:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.466370:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.466373:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.466377:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037633664:0@lo:101: 00000100:00000001:0.0:1767384576.466383:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.466395:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.466398:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.466400:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.466405:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004be6e83a. 02000000:00000001:0.0:1767384576.466407:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.466412:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.466417:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.466421:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037633664, portal 25 00000100:00000001:0.0:1767384576.466423:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.466425:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.466429:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.466437:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.466440:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.466443:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384576.466445:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037633664, offset 0 00000400:00000200:0.0:1767384576.466451:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.466460:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.466469:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f501080 00000400:00000200:0.0:1767384576.466475:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x179 [2] + 0 00000400:00000010:0.0:1767384576.466479:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7d01181. 00000400:00000200:0.0:1767384576.466482:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fad93d91 00000400:00000200:0.0:1767384576.466487:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.466491:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384576.466495:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad93d91 00000400:00000010:0.0:1767384576.466497:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fad93d91. 00000100:00000001:0.0:1767384576.466501:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.466503:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.466506:0:17582:0:(events.c:337:request_in_callback()) incoming req@00000000d7d1ad62 x1853237037633664 msgsize 328 00000100:00100000:0.0:1767384576.466511:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.466513:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384576.466528:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.466534:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384576.466536:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384576.466539:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.466550:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.466559:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.466561:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.466569:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.466571:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.466577:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.466580:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865268 00000100:00000001:0.0:1767384576.466592:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865266 00000100:00000001:0.0:1767384576.466597:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865268 00000100:00000001:0.0:1767384576.466600:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865266 00000100:00000001:0.0:1767384576.466603:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865268 00000100:00000001:0.0:1767384576.466607:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865266 00000100:00000001:0.0:1767384576.466610:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865268 00000100:00000001:0.0:1767384576.466614:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865266 00000100:00000001:0.0:1767384576.466617:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.466619:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.466622:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.466624:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.466626:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 0000000076381430 going to sleep for 11 seconds 00000100:00000001:0.0:1767384576.466632:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.466636:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.467058:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.467075:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.467080:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.467084:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384576.467092:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.467101:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.467129:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.467140:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.467207:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.467217:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.467220:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.467222:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.467224:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.467226:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.467228:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.467231:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.467234:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.467238:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.467241:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.467242:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.467244:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.467246:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.467249:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.467252:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.467260:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.467262:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.467263:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.467267:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.467275:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037633664:0@lo:101: 00000100:00000001:0.0:1767384576.467279:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.467282:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.467284:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.467285:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.467288:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.467295:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.467297:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.467339:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.467342:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.467344:0:17582:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384576.467347:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.467349:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.467352:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003a5a0b4e refcount=4 00000020:00000001:0.0:1767384576.467355:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907794432 : -117139801757184 : ffff957643ba2a00) 00010000:00000001:0.0:1767384576.467358:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907794432 : -117139801757184 : ffff957643ba2a00) 00010000:00000040:0.0:1767384576.467362:0:17582:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003a5a0b4e, remote cookie: 0x1c01179f271edb49, flags: 0x0 00010000:00000001:0.0:1767384576.467365:0:17582:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384576.467368:0:17582:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384576.467370:0:17582:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384576.467372:0:17582:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384576.467374:0:17582:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384576.467377:0:17582:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000006c2a0aca) refcount = 4 00010000:00000040:0.0:1767384576.467380:0:17582:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384576.467383:0:17582:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384576.467390:0:17582:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384576.467397:0:17582:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.133@tcp lock: 0000000069bcb9f9/0x1c01179f271eda46 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271eda4d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.467402:0:17582:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 000000003a5a0b4e/0x1c01179f271edb42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb49 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.467409:0:17582:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384576.467411:0:17582:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384576.467412:0:17582:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.467415:0:17582:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384576.467416:0:17582:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.467419:0:17582:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 000000003a5a0b4e/0x1c01179f271edb42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edb49 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.467439:0:17582:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384576.467441:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.467443:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.467445:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.467446:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.467447:0:17582:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.467450:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.467454:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037633664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.467461:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.467465:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.467467:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004be6e83a. 02000000:00000001:0.0:1767384576.467470:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.467472:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.467473:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.467476:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.467478:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007173af1b. 02000000:00000001:0.0:1767384576.467480:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.467482:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.467483:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384576.467487:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.467488:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384576.467490:0:17582:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.467492:0:17582:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384576.467494:0:17582:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (0000000029c8e67f) refs 2 10000000:00000001:0.0:1767384576.467496:0:17582:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.467498:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.467500:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.467501:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003a5a0b4e refcount=3 00000020:00000001:0.0:1767384576.467503:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907794432 : -117139801757184 : ffff957643ba2a00) 00010000:00000001:0.0:1767384576.467506:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907794432 : -117139801757184 : ffff957643ba2a00) 00010000:00000001:0.0:1767384576.467508:0:17582:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384576.467509:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.467511:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.467512:0:17582:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.467520:0:17582:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384576.467524:0:17582:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d5930006. 00000020:00000010:0.0:1767384576.467528:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007173af1b. 00000020:00000010:0.0:1767384576.467532:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095ef2abf. 00000040:00000010:0.0:1767384576.467536:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000076f2a283. 00000020:00000010:0.0:1767384576.467539:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000625cd6fc. 00000020:00000010:0.0:1767384576.467543:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007d51fd8d. 80000000:00000010:0.0:1767384576.467546:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d098ee01. 00040000:00000010:0.0:1767384576.467550:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008f579c2. 00080000:00000010:0.0:1767384576.467554:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002e9e4a60. 20000000:00000010:0.0:1767384576.467558:0:17582:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000045012026. 10000000:00000040:0.0:1767384576.467562:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004aff9874 : new refcount 2 10000000:00000040:0.0:1767384576.467564:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000cf338313 : new refcount 2 10000000:00000040:0.0:1767384576.467567:0:17582:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.133@tcp: copy local log lustre-OST0000 10000000:00000001:0.0:1767384576.467569:0:17582:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384576.467572:0:17582:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000005b9faebf. 00000040:00000001:0.0:1767384576.467576:0:17582:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384576.467577:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.467580:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b2d6d525. 00000040:00000001:0.0:1767384576.467583:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384576.467585:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.467588:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.467591:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:0.0:1767384576.467596:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.467621:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.467625:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384576.467627:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.467629:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384576.467634:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000b81b3f25. 00000020:00000001:0.0:1767384576.467638:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384576.467644:0:17582:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000e832e823. 00000020:00000010:0.0:1767384576.467649:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000087908887. 00000020:00000001:0.0:1767384576.467682:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384576.467688:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cf8d289d. 00000020:00000001:0.0:1767384576.467708:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.467712:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384576.467716:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384576.467719:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.467720:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.467748:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.467759:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384576.467788:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384576.467816:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.467819:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.467821:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384576.467824:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384576.467828:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384576.467832:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.467834:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.467837:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.467841:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626934888938584 : -117138820613032 : ffff95767e353c58) 00000040:00000001:0.0:1767384576.467845:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.467847:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.467850:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384576.467856:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ab2fc9a6. 00000040:00000001:0.0:1767384576.467859:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384576.467861:0:17582:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000100:00000040:0.0:1767384576.470425:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865268, at 4294865269 00000100:00000010:0.0:1767384576.470442:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078c80bbb. 00000100:00000040:0.0:1767384576.478446:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865276, at 4294865277 00000100:00000010:0.0:1767384576.478465:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000572b5cd4. 00000100:00000040:0.0:1767384576.487503:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865285, at 4294865286 00000100:00000010:0.0:1767384576.487521:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e88cf8. 00000040:00000010:0.0:1767384576.498795:0:17582:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000005db33bba. 00000040:00000001:0.0:1767384576.498809:0:17582:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384576.498815:0:17582:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:0.0:1767384576.498821:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384576.498827:0:17582:0:(lu_object.c:207:lu_object_put()) Add 0000000078f033a9/000000006053006f to site lru. bkt: 000000005ff8305b 00000040:00000010:0.0:1767384576.498834:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000010922dc8. 00000040:00000001:0.0:1767384576.498856:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384576.498861:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e0017511. 00000040:00000010:0.0:1767384576.498871:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000048f49245. 00000020:00000001:0.0:1767384576.498876:0:17582:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.498882:0:17582:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384576.498901:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095ef2abf. 00000040:00000010:0.0:1767384576.498908:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000076f2a283. 00000020:00000010:0.0:1767384576.498915:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000625cd6fc. 00000020:00000010:0.0:1767384576.498924:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007d51fd8d. 80000000:00000010:0.0:1767384576.498931:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d098ee01. 00040000:00000010:0.0:1767384576.498937:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008f579c2. 00080000:00000010:0.0:1767384576.498943:0:17582:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000e4d145bb. 00000020:00000010:0.0:1767384576.498949:0:17582:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000079528c5b. 00080000:00000010:0.0:1767384576.498953:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002e9e4a60. 20000000:00000010:0.0:1767384576.498958:0:17582:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000045012026. 00000020:00000010:0.0:1767384576.498962:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007173af1b. 10000000:00000010:0.0:1767384576.498967:0:17582:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d5930006. 10000000:01000000:0.0:1767384576.498973:0:17582:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:0.0:1767384576.499003:0:17582:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384576.499007:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.499011:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.499016:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003a5a0b4e refcount=3 00000020:00000001:0.0:1767384576.499021:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907794432 : -117139801757184 : ffff957643ba2a00) 00010000:00000001:0.0:1767384576.499028:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907794432 : -117139801757184 : ffff957643ba2a00) 00010000:00000001:0.0:1767384576.499034:0:17582:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384576.499040:0:17582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000003a5a0b4e/0x1c01179f271edb42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb49 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.499058:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.499062:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384576.499067:0:17582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 000000003a5a0b4e/0x1c01179f271edb42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb49 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.499079:0:17582:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384576.499097:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.499101:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384576.499104:0:17582:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.499109:0:17582:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.499114:0:17582:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384576.499118:0:17582:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff957645e1a000 from 1 10000000:00000001:0.0:1767384576.499123:0:17582:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384576.499127:0:17582:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1767384576.499137:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.499144:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.499150:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.499154:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.499161:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.499172:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007173af1b. 00000100:00000001:0.0:1767384576.499180:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.499186:0:17582:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384576.499190:0:17582:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384576.499197:0:17582:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000069742877 count: 2 00010000:00000001:0.0:1767384576.499201:0:17582:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.499206:0:17582:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384576.499213:0:17582:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8d6a71d. 00000020:00000001:0.0:1767384576.499218:0:17582:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384576.499221:0:17582:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8d6a71d with handle 0x1c01179f271edb5e to hash 00000020:00000001:0.0:1767384576.499225:0:17582:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384576.499228:0:17582:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907798016 : -117139801753600 : ffff957643ba3800) 00010000:00000001:0.0:1767384576.499234:0:17582:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907798016 : -117139801753600 : ffff957643ba3800) 00010000:00000001:0.0:1767384576.499259:0:17582:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384576.499263:0:17582:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.499268:0:17582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000f8d6a71d/0x1c01179f271edb5e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.499282:0:17582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 00000000f8d6a71d/0x1c01179f271edb5e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.499296:0:17582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 00000000f8d6a71d/0x1c01179f271edb5e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384576.499399:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.499404:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.499413:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.499418:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933960268992 : -117139749282624 : ffff957646dadcc0) 00000100:00000001:0.0:1767384576.499425:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.499428:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.499437:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.499442:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.499445:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.499448:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.499457:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.499482:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.499486:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.499493:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.499498:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.499503:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.499509:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634304:0@lo:101: 00000100:00000001:0.0:1767384576.499517:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.499523:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.499528:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.499532:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.499539:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004be6e83a. 02000000:00000001:0.0:1767384576.499543:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.499550:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.499558:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.499564:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037634304, portal 25 00000100:00000001:0.0:1767384576.499568:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.499571:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.499579:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.499593:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.499613:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.499617:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384576.499623:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037634304, offset 0 00000400:00000200:0.0:1767384576.499632:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.499645:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.499688:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f501300 00000400:00000200:0.0:1767384576.499707:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x18d [2] + 0 00000400:00000010:0.0:1767384576.499714:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c63a2325. 00000400:00000200:0.0:1767384576.499721:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000118a65b6 00000400:00000200:0.0:1767384576.499728:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.499734:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384576.499740:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118a65b6 00000400:00000010:0.0:1767384576.499743:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000118a65b6. 00000100:00000001:0.0:1767384576.499750:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.499754:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.499760:0:17582:0:(events.c:337:request_in_callback()) incoming req@00000000d2319483 x1853237037634304 msgsize 328 00000100:00100000:0.0:1767384576.499770:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.499775:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384576.499798:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.499808:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384576.499812:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384576.499819:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.499828:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.499860:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.499872:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.499924:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.499934:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.499948:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.499959:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865301 00000100:00000010:0.0:1767384576.499974:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d098ee01. 00000100:00000001:0.0:1767384576.499987:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384576.500005:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865301 00000100:00000010:0.0:1767384576.500035:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078c80bbb. 00000100:00000001:0.0:1767384576.500045:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384576.500058:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865301 00000100:00000010:0.0:1767384576.500132:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011132c67. 00000100:00000001:0.0:1767384576.500147:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384576.500161:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865301 00000100:00000010:0.0:1767384576.500175:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8b663c6. 00000100:00000001:0.0:1767384576.500189:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384576.500206:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.500218:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.500230:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.500240:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.500250:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 0000000076381430 going to sleep for 11 seconds 00000100:00000001:0.0:1767384576.500264:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.500273:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.500855:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.500869:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.500876:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.500881:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384576.500895:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.500905:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.500919:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.500935:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.500958:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.500974:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.500978:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.500982:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.500986:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.500990:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.500993:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.500998:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.501005:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.501030:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.501036:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.501039:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.501044:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.501048:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.501052:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.501060:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.501076:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.501082:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.501086:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.501093:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.501109:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634304:0@lo:101: 00000100:00000001:0.0:1767384576.501119:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.501124:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.501127:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.501130:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.501134:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.501148:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.501153:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.501161:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.501164:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.501170:0:17582:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384576.501174:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.501177:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.501181:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8d6a71d refcount=4 00000020:00000001:0.0:1767384576.501186:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907798016 : -117139801753600 : ffff957643ba3800) 00010000:00000001:0.0:1767384576.501192:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907798016 : -117139801753600 : ffff957643ba3800) 00010000:00000040:0.0:1767384576.501199:0:17582:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f8d6a71d, remote cookie: 0x1c01179f271edb65, flags: 0x0 00010000:00000001:0.0:1767384576.501205:0:17582:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384576.501244:0:17582:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384576.501247:0:17582:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384576.501251:0:17582:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384576.501254:0:17582:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384576.501258:0:17582:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (0000000069742877) refcount = 2 00010000:00000040:0.0:1767384576.501265:0:17582:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384576.501269:0:17582:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.501284:0:17582:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 00000000f8d6a71d/0x1c01179f271edb5e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb65 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.501296:0:17582:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384576.501300:0:17582:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384576.501303:0:17582:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.501364:0:17582:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384576.501372:0:17582:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.501378:0:17582:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 00000000f8d6a71d/0x1c01179f271edb5e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edb65 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.501392:0:17582:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384576.501396:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.501401:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.501405:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.501408:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.501411:0:17582:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.501417:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.501426:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037634304/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.501443:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.501449:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.501465:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004be6e83a. 02000000:00000001:0.0:1767384576.501475:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.501479:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.501482:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.501487:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.501491:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007173af1b. 02000000:00000001:0.0:1767384576.501514:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.501518:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.501522:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384576.501530:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.501533:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384576.501538:0:17582:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.501543:0:17582:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384576.501546:0:17582:0:(mgc_request.c:108:config_log_get()) log params (00000000897a896e) refs 2 10000000:00000001:0.0:1767384576.501550:0:17582:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.501555:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.501558:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.501561:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8d6a71d refcount=3 00000020:00000001:0.0:1767384576.501565:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907798016 : -117139801753600 : ffff957643ba3800) 00010000:00000001:0.0:1767384576.501570:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907798016 : -117139801753600 : ffff957643ba3800) 00010000:00000001:0.0:1767384576.501574:0:17582:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384576.501577:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.501579:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.501581:0:17582:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.501586:0:17582:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384576.501591:0:17582:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d5930006. 00000020:00000010:0.0:1767384576.501597:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007173af1b. 00000020:00000010:0.0:1767384576.501603:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045012026. 00000040:00000010:0.0:1767384576.501609:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000008f579c2. 00000020:00000010:0.0:1767384576.501615:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002e9e4a60. 00000020:00000010:0.0:1767384576.501622:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007d51fd8d. 80000000:00000010:0.0:1767384576.501629:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000096dd0573. 00040000:00000010:0.0:1767384576.501637:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000076f2a283. 00080000:00000010:0.0:1767384576.501643:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000625cd6fc. 20000000:00000010:0.0:1767384576.501650:0:17582:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000095ef2abf. 10000000:00000040:0.0:1767384576.501682:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004aff9874 : new refcount 2 10000000:00000040:0.0:1767384576.501690:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000cf338313 : new refcount 2 10000000:00000040:0.0:1767384576.501695:0:17582:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.133@tcp: copy local log params 10000000:00000001:0.0:1767384576.501700:0:17582:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384576.501707:0:17582:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 000000008bb7ce95. 00000040:00000001:0.0:1767384576.501713:0:17582:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384576.501730:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.501734:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cedd70c2. 00000040:00000001:0.0:1767384576.501740:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384576.501743:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.501746:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.501751:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:0.0:1767384576.501760:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.501795:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.501801:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384576.501804:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.501808:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384576.501817:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d031695b. 00000020:00000001:0.0:1767384576.501822:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384576.501832:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000735cbc54. 00000020:00000001:0.0:1767384576.501880:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384576.501955:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cf8d289d. 00000020:00000001:0.0:1767384576.501963:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.501978:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384576.501982:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384576.501985:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.501988:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.502033:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.502054:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384576.502069:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384576.502102:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.502108:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.502112:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384576.502115:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384576.502120:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384576.502126:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.502131:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.502135:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.502144:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626934888937304 : -117138820614312 : ffff95767e353758) 00000040:00000001:0.0:1767384576.502150:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.502154:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.502159:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384576.502169:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000013d00df9. 00000040:00000001:0.0:1767384576.502185:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384576.502188:0:17582:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384576.502197:0:17582:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384576.502201:0:17582:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384576.502207:0:17582:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384576.502213:0:17582:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.502218:0:17582:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.502222:0:17582:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384576.502228:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384576.502234:0:17582:0:(lu_object.c:207:lu_object_put()) Add 00000000cf8d289d/00000000735cbc54 to site lru. bkt: 00000000ad6cb37f 00000040:00000010:0.0:1767384576.502240:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000d031695b. 00000040:00000001:0.0:1767384576.502258:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384576.502261:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000013d00df9. 00000040:00000010:0.0:1767384576.502267:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cedd70c2. 00000040:00000001:0.0:1767384576.502273:0:17582:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384576.502278:0:17582:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384576.502281:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.502287:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cedd70c2. 00000040:00000001:0.0:1767384576.502292:0:17582:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767384576.502296:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000010:0.0:1767384576.502302:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.502307:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.502380:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.502386:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.502391:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.502401:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061ed42fd. 00000100:00000001:0.0:1767384576.502411:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.502429:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.502433:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.502439:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.502443:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933960268992 : -117139749282624 : ffff957646dadcc0) 00000100:00000001:0.0:1767384576.502448:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.502451:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.502458:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.502462:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.502480:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.502484:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.502492:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.502508:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.502511:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.502517:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.502521:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.502525:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.502531:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634432:0@lo:501: 00000100:00000001:0.0:1767384576.502539:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.502546:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.502550:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.502554:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.502561:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000039d3134. 02000000:00000001:0.0:1767384576.502566:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.502573:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.502582:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.502590:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037634432, portal 25 00000100:00000001:0.0:1767384576.502594:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.502598:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.502606:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.502620:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.502626:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.502631:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384576.502637:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237037634432, offset 0 00000400:00000200:0.0:1767384576.502646:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.502693:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.502717:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695825f501380 00000400:00000200:0.0:1767384576.502728:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x191 [2] + 0 00000400:00000010:0.0:1767384576.502735:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f5ebc6. 00000400:00000200:0.0:1767384576.502742:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005229df02 00000400:00000200:0.0:1767384576.502748:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.502772:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384576.502780:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005229df02 00000400:00000010:0.0:1767384576.502785:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005229df02. 00000100:00000001:0.0:1767384576.502793:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.502798:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.502803:0:17582:0:(events.c:337:request_in_callback()) incoming req@0000000016c38d7e x1853237037634432 msgsize 504 00000100:00100000:0.0:1767384576.502814:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.502818:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384576.502844:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.502857:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384576.502862:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384576.502872:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.502883:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.502917:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.502933:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.502966:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.502979:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.502994:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.503009:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865304 00000100:00000001:0.0:1767384576.503033:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865301 00000100:00000001:0.0:1767384576.503051:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865304 00000100:00000001:0.0:1767384576.503071:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865301 00000100:00000001:0.0:1767384576.503086:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865304 00000100:00000001:0.0:1767384576.503097:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865301 00000100:00000001:0.0:1767384576.503108:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865304 00000100:00000001:0.0:1767384576.503146:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384576.503155:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384576.503164:0:16806:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.503176:0:16806:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.503231:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865301 00000100:00000001:0.0:1767384576.503261:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.503275:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.503286:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.503296:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.503309:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 0000000076381430 going to sleep for 11 seconds 00000100:00000001:0.0:1767384576.503378:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.503391:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.503804:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.503817:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.503827:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.503834:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384576.503850:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.503859:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.503871:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.503887:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.503930:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.503946:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.503950:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.503954:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.503958:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.503961:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.503964:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.503968:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.503974:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.503980:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.503985:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.503988:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.503991:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.503994:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.503998:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.504004:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.504017:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.504034:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.504037:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.504044:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.504060:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634432:0@lo:501: 00000100:00000001:0.0:1767384576.504068:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.504072:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.504076:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.504078:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.504082:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.504096:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.504100:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.504105:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.504107:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.504112:0:17582:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767384576.504117:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.504119:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.504123:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384576.504126:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.504129:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037634432/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.504160:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.504161:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.504163:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000039d3134. 02000000:00000001:0.0:1767384576.504166:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.504167:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.504168:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.504170:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.504171:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000061ed42fd. 02000000:00000001:0.0:1767384576.504174:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.504175:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.504176:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384576.504179:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.504180:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384576.504187:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.504190:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384576.504192:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000013d00df9. 00000040:00000001:0.0:1767384576.504194:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384576.504196:0:17582:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767384576.504198:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000010:0.0:1767384576.504201:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.504203:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.504206:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.504224:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.504228:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.504235:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061ed42fd. 00000100:00000001:0.0:1767384576.504241:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.504246:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.504249:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.504255:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.504258:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933960268992 : -117139749282624 : ffff957646dadcc0) 00000100:00000001:0.0:1767384576.504263:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.504265:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.504271:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.504288:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.504292:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.504295:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.504301:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.504395:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.504399:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.504405:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.504409:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.504414:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.504422:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634560:0@lo:503: 00000100:00000001:0.0:1767384576.504431:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.504439:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.504444:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.504449:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.504493:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000092eac1b3. 02000000:00000001:0.0:1767384576.504498:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.504507:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.504515:0:17582:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005229df02. 00000100:00000200:0.0:1767384576.504520:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037634560, portal 25 00000100:00000001:0.0:1767384576.504525:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.504527:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.504535:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.504557:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.504562:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.504566:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.504570:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037634560, offset 0 00000400:00000200:0.0:1767384576.504577:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.504589:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.504602:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f501400 00000400:00000200:0.0:1767384576.504610:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x195 [2] + 0 00000400:00000010:0.0:1767384576.504616:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389b3412. 00000400:00000200:0.0:1767384576.504622:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab16165c 00000400:00000200:0.0:1767384576.504627:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.504633:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384576.504638:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab16165c 00000400:00000010:0.0:1767384576.504642:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab16165c. 00000100:00000001:0.0:1767384576.504649:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.504651:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.504685:0:17582:0:(events.c:337:request_in_callback()) incoming req@0000000087464d3b x1853237037634560 msgsize 272 00000100:00100000:0.0:1767384576.504703:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.504706:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384576.504728:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.504736:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.504740:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.504745:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.504753:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.504808:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.504822:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.504866:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.504874:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.504889:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.504903:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865306 00000100:00000001:0.0:1767384576.504925:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865304 00000100:00000001:0.0:1767384576.504938:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865306 00000100:00000001:0.0:1767384576.504948:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865304 00000100:00000001:0.0:1767384576.504963:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865306 00000100:00000001:0.0:1767384576.504975:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865304 00000100:00000001:0.0:1767384576.504984:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865306 00000100:00000001:0.0:1767384576.504990:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865304 00000100:00000001:0.0:1767384576.504998:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.505010:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.505015:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.505019:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.505029:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 0000000076381430 going to sleep for 11 seconds 00000100:00000001:0.0:1767384576.505042:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.505052:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.505501:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.505513:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.505521:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.505531:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384576.505545:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005229df02 00000400:00000010:0.0:1767384576.505554:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005229df02. 00000100:00000001:0.0:1767384576.505566:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.505582:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.505619:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.505690:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.505704:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.505709:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.505713:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.505717:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.505720:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.505725:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.505730:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.505737:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.505742:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.505745:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.505748:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.505751:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.505755:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.505762:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.505775:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.505779:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.505782:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.505787:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.505802:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634560:0@lo:503: 00000100:00000001:0.0:1767384576.505810:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.505814:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.505818:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.505821:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.505825:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.505838:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.505842:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076381430. 00000100:00000001:0.0:1767384576.505848:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.505850:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.505858:0:17582:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767384576.505873:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.505878:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037634560/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.505891:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.505894:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.505898:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000092eac1b3. 02000000:00000001:0.0:1767384576.505924:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.505927:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.505930:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.505934:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.505937:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000061ed42fd. 02000000:00000001:0.0:1767384576.505942:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.505944:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.505947:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384576.505952:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.505954:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384576.505958:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.505961:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.505964:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384576.505967:0:17582:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.505970:0:17582:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.505974:0:17582:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384576.505976:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.505980:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000061ed42fd. 00000040:00000001:0.0:1767384576.505985:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384576.505989:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.505993:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.505998:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:0.0:1767384576.506007:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.506029:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.506033:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384576.506035:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506039:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384576.506044:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d031695b. 00000020:00000001:0.0:1767384576.506048:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384576.506053:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934888937304 : -117138820614312 : ffff95767e353758) 00000040:00000001:0.0:1767384576.506057:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506071:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506074:0:17582:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384576.506077:0:17582:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384576.506080:0:17582:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384576.506084:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384576.506091:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004be6e83a. 00080000:00000001:0.0:1767384576.506095:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752927744 : -117138956623872 : ffff95767619e000) 00000040:00000001:0.0:1767384576.506099:0:17582:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384576.506102:0:17582:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384576.506106:0:17582:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1767384576.506116:0:17582:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384576.506121:0:17582:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:0.0:1767384576.506127:0:17582:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000ec115442. 00080000:00000001:0.0:1767384576.506131:0:17582:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384576.506141:0:17582:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.506145:0:17582:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506149:0:17582:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384576.506152:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.506154:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384576.506161:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1767384576.506163:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384576.506171:0:17582:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506175:0:17582:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506179:0:17582:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506182:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384576.506198:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506202:0:17582:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384576.506206:0:17582:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1767384576.506221:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384576.506224:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506237:0:17582:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506241:0:17582:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1767384576.506259:0:17582:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506263:0:17582:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1767384576.506265:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.506267:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506298:0:17582:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.506302:0:17582:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506306:0:17582:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506372:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384576.506403:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506408:0:17582:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506412:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384576.506430:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cf8d289d. 00000020:00000010:0.0:1767384576.506449:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000735cbc54. 00000040:00000010:0.0:1767384576.506463:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000d031695b. 00000040:00000001:0.0:1767384576.506472:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384576.506476:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000061ed42fd. 00000040:00000001:0.0:1767384576.506481:0:17582:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506485:0:17582:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:0.0:1767384576.506488:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.506492:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000061ed42fd. 00000040:00000001:0.0:1767384576.506497:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384576.506500:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.506503:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.506508:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:0.0:1767384576.506515:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.506534:0:17582:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:0.0:1767384576.506542:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d031695b. 00000020:00000001:0.0:1767384576.506546:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384576.506552:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fcf9c08b. 00000020:00000001:0.0:1767384576.506558:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384576.506562:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cf8d289d. 00000020:00000001:0.0:1767384576.506566:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506570:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384576.506573:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384576.506575:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.506577:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506596:0:17582:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384576.506601:0:17582:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.506605:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.506610:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626934888936792 : -117138820614824 : ffff95767e353558) 00000040:00000001:0.0:1767384576.506614:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506618:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506621:0:17582:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384576.506635:0:17582:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506639:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384576.506646:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eabe9464. 00080000:00000001:0.0:1767384576.506651:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752922624 : -117138956628992 : ffff95767619cc00) 00000040:00000001:0.0:1767384576.506674:0:17582:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1767384576.506689:0:17582:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1767384576.506692:0:17582:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1767384576.506697:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384576.506711:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384576.506714:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506717:0:17582:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384576.506737:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.506740:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384576.506747:0:17582:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:0.0:1767384576.506752:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384576.506754:0:17582:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506758:0:17582:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384576.506761:0:17582:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.506764:0:17582:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506770:0:17582:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1767384576.506777:0:17582:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506782:0:17582:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506786:0:17582:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.506789:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384576.506807:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.506811:0:17582:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:0.0:1767384576.506815:0:17582:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:0.0:1767384576.506819:0:17582:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:0.0:1767384576.506822:0:17582:0:(osd_object.c:1920:osd_create()) Process entered 00000100:00000040:0.0:1767384576.508403:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865306, at 4294865307 00000100:00000010:0.0:1767384576.508418:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d098ee01. 00000040:00000010:0.0:1767384576.509057:0:17582:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001b1ca4b6. 00000040:00000001:0.0:1767384576.509068:0:17582:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384576.509071:0:17582:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000001:0.0:1767384576.509076:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384576.509080:0:17582:0:(lu_object.c:207:lu_object_put()) Add 00000000cf8d289d/00000000fcf9c08b to site lru. bkt: 000000007a364b71 00000040:00000010:0.0:1767384576.509085:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000077f4d294. 00000040:00000001:0.0:1767384576.509104:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384576.509107:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000202ac29d. 00000040:00000010:0.0:1767384576.509111:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c3e9f5ae. 00000020:00000001:0.0:1767384576.509114:0:17582:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.509117:0:17582:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384576.509123:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045012026. 00000040:00000010:0.0:1767384576.509127:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000008f579c2. 00000020:00000010:0.0:1767384576.509131:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e9e4a60. 00000020:00000010:0.0:1767384576.509135:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007d51fd8d. 80000000:00000010:0.0:1767384576.509139:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000096dd0573. 00040000:00000010:0.0:1767384576.509142:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000076f2a283. 00080000:00000010:0.0:1767384576.509145:0:17582:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000ec115442. 00000020:00000010:0.0:1767384576.509150:0:17582:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000f37beecd. 00080000:00000010:0.0:1767384576.509153:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000625cd6fc. 20000000:00000010:0.0:1767384576.509156:0:17582:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000095ef2abf. 00000020:00000010:0.0:1767384576.509159:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007173af1b. 10000000:00000010:0.0:1767384576.509162:0:17582:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d5930006. 10000000:01000000:0.0:1767384576.509165:0:17582:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1767384576.509184:0:17582:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384576.509187:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.509189:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.509191:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8d6a71d refcount=3 00000020:00000001:0.0:1767384576.509194:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907798016 : -117139801753600 : ffff957643ba3800) 00010000:00000001:0.0:1767384576.509198:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907798016 : -117139801753600 : ffff957643ba3800) 00010000:00000001:0.0:1767384576.509201:0:17582:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384576.509204:0:17582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000f8d6a71d/0x1c01179f271edb5e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb65 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.509215:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.509217:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384576.509218:0:17582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 00000000f8d6a71d/0x1c01179f271edb5e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb65 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.509225:0:17582:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384576.509234:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.509236:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384576.509238:0:17582:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.509240:0:17582:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.509243:0:17582:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384576.509248:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000095d4342. 00000040:00000010:0.0:1767384576.509253:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ada1a31. 00000020:00000010:0.0:1767384576.509256:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005244de00. 00000020:00000010:0.0:1767384576.509259:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003bd704ff. 00040000:00000010:0.0:1767384576.509264:0:17582:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c0422a7a. 00040000:00000010:0.0:1767384576.509268:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a49dddce. 00080000:00000010:0.0:1767384576.509273:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000099c6d6ca. 00000020:00000010:0.0:1767384576.509281:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d02feab7. 00000020:00000001:0.0:1767384576.509286:0:17582:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384576.509290:0:17582:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000a62fa499. 00000020:00000010:0.0:1767384576.509294:0:17582:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000c6314a81. 00000020:00000001:0.0:1767384576.509298:0:17582:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.509307:0:17582:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:0.0:1767384576.509378:0:17582:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000d5930006. 00000020:00000010:0.0:1767384576.509386:0:17582:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000096dd0573. 00000020:00000001:0.0:1767384576.509389:0:17582:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1767384576.509392:0:17582:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000c6314a81. 00000020:00000010:0.0:1767384576.509397:0:17582:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000118a65b6. 00000020:00000001:0.0:1767384576.509400:0:17582:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384576.509403:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007173af1b. 00000020:00000010:0.0:1767384576.509414:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095ef2abf. 00000040:00000010:0.0:1767384576.509428:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000076f2a283. 00000020:00000010:0.0:1767384576.509439:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000625cd6fc. 00000020:00000010:0.0:1767384576.509446:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007d51fd8d. 00040000:00000010:0.0:1767384576.509452:0:17582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c0422a7a. 00040000:00000010:0.0:1767384576.509459:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008f579c2. 00080000:00000010:0.0:1767384576.509465:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002e9e4a60. 10000000:00000001:0.0:1767384576.509473:0:17582:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384576.509477:0:17582:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1767384576.509482:0:17582:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1767384576.509500:0:17582:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1767384576.509504:0:17582:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff957645e1a000 10000000:00000001:0.0:1767384576.509511:0:17582:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384576.509514:0:17582:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff957645e1a000 10000000:00000010:0.0:1767384576.509522:0:17582:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000045012026. 10000000:01000000:0.0:1767384576.509528:0:17582:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1767384576.509535:0:17582:0:(genops.c:887:class_export_get()) GET export 0000000086403395 refcount=12 10000000:00000001:0.0:1767384576.509540:0:17582:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446626929582932480 : -117144126619136 : ffff957541f20200) 10000000:00000001:0.0:1767384576.509545:0:17582:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446626929582932480 : -117144126619136 : ffff957541f20200) 10000000:00000001:0.0:1767384576.509549:0:17582:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384576.509552:0:17582:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff957645e1a000 from 1 10000000:00000001:0.0:1767384576.509556:0:17582:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384576.509558:0:17582:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1767384576.509564:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.509567:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.509571:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.509573:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.509577:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.509582:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cedd70c2. 00000100:00000001:0.0:1767384576.509587:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.509591:0:17582:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384576.509593:0:17582:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384576.509597:0:17582:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006c2a0aca count: 5 00010000:00000001:0.0:1767384576.509600:0:17582:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.509603:0:17582:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384576.509606:0:17582:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b1f7aef. 00000020:00000001:0.0:1767384576.509609:0:17582:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384576.509612:0:17582:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002b1f7aef with handle 0x1c01179f271edb6c to hash 00000020:00000001:0.0:1767384576.509614:0:17582:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384576.509616:0:17582:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907796992 : -117139801754624 : ffff957643ba3400) 00010000:00000001:0.0:1767384576.509619:0:17582:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907796992 : -117139801754624 : ffff957643ba3400) 00010000:00000001:0.0:1767384576.509622:0:17582:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384576.509624:0:17582:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.509627:0:17582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 000000002b1f7aef/0x1c01179f271edb6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.509644:0:17582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 000000002b1f7aef/0x1c01179f271edb6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.509679:0:17582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 000000002b1f7aef/0x1c01179f271edb6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384576.509687:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.509689:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.509704:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b450681b. 00000100:00000001:0.0:1767384576.509706:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934251900928 : -117139457650688 : ffff9576583cd000) 00000100:00000001:0.0:1767384576.509709:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.509711:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.509715:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.509717:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.509719:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.509721:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.509726:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.509737:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.509739:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.509742:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.509744:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.509747:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.509750:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634688:0@lo:101: 00000100:00000001:0.0:1767384576.509754:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.509758:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.509760:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.509762:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.509766:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000046b21ac7. 02000000:00000001:0.0:1767384576.509769:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.509772:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.509777:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.509781:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037634688, portal 25 00000100:00000001:0.0:1767384576.509792:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.509794:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.509799:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.509808:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.509811:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.509814:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384576.509817:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037634688, offset 0 00000400:00000200:0.0:1767384576.509822:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.509830:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.509837:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f501480 00000400:00000200:0.0:1767384576.509842:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x199 [2] + 0 00000400:00000010:0.0:1767384576.509847:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000120576c2. 00000400:00000200:0.0:1767384576.509851:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000085fd03bb 00000400:00000200:0.0:1767384576.509855:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.509859:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384576.509863:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fd03bb 00000400:00000010:0.0:1767384576.509865:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085fd03bb. 00000100:00000001:0.0:1767384576.509868:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.509870:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.509874:0:17582:0:(events.c:337:request_in_callback()) incoming req@00000000cfd150dd x1853237037634688 msgsize 328 00000100:00100000:0.0:1767384576.509878:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.509880:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384576.509897:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.509902:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384576.509904:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384576.509907:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.509920:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.509930:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.509933:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.509940:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.509942:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.509956:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.509960:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865311 00000100:00000010:0.0:1767384576.509963:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d098ee01. 00000100:00000001:0.0:1767384576.509968:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384576.509975:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865311 00000100:00000010:0.0:1767384576.509979:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069ba8e8e. 00000100:00000001:0.0:1767384576.509984:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384576.509988:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865311 00000100:00000010:0.0:1767384576.509991:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f09ba23. 00000100:00000001:0.0:1767384576.509996:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384576.510000:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865311 00000100:00000010:0.0:1767384576.510003:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037733acd. 00000100:00000001:0.0:1767384576.510007:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384576.510013:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.510016:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.510021:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.510026:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.510030:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b450681b going to sleep for 11 seconds 00000100:00000001:0.0:1767384576.510038:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.510043:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.510737:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384576.510748:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.510757:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.510765:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384576.510778:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.510789:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.510802:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.510817:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384576.510858:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.510895:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384576.510901:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.510927:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.510932:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384576.510935:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.510938:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.510942:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.510948:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.510955:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.510960:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.510962:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.510966:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.510969:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.510973:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.510980:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.510994:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.510998:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.511000:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.511006:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.511020:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634688:0@lo:101: 00000100:00000001:0.0:1767384576.511029:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.511033:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.511036:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384576.511039:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.511043:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.511057:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384576.511061:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b450681b. 00000100:00000001:0.0:1767384576.511067:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384576.511069:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.511073:0:17582:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384576.511076:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.511079:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.511082:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b1f7aef refcount=4 00000020:00000001:0.0:1767384576.511098:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907796992 : -117139801754624 : ffff957643ba3400) 00010000:00000001:0.0:1767384576.511104:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907796992 : -117139801754624 : ffff957643ba3400) 00010000:00000040:0.0:1767384576.511111:0:17582:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002b1f7aef, remote cookie: 0x1c01179f271edb73, flags: 0x0 00010000:00000001:0.0:1767384576.511116:0:17582:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384576.511120:0:17582:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384576.511123:0:17582:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384576.511126:0:17582:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384576.511128:0:17582:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384576.511131:0:17582:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000006c2a0aca) refcount = 5 00010000:00000040:0.0:1767384576.511137:0:17582:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384576.511140:0:17582:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.133@tcp lock: 000000003a5a0b4e/0x1c01179f271edb42 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edb49 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384576.511152:0:17582:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384576.511163:0:17582:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384576.511173:0:17582:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.133@tcp lock: 0000000069bcb9f9/0x1c01179f271eda46 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271eda4d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384576.511185:0:17582:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 000000002b1f7aef/0x1c01179f271edb6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb73 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.511196:0:17582:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384576.511198:0:17582:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384576.511201:0:17582:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384576.511205:0:17582:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384576.511209:0:17582:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.511213:0:17582:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 000000002b1f7aef/0x1c01179f271edb6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edb73 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.511224:0:17582:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384576.511239:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.511242:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.511244:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.511246:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.511249:0:17582:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.511253:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.511260:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037634688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.511275:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.511278:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.511282:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000046b21ac7. 02000000:00000001:0.0:1767384576.511287:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.511290:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.511292:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.511295:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.511298:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cedd70c2. 02000000:00000001:0.0:1767384576.511303:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.511305:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.511308:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384576.511370:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.511375:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384576.511380:0:17582:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.511386:0:17582:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384576.511389:0:17582:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000045012026) refs 2 10000000:00000001:0.0:1767384576.511394:0:17582:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.511398:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.511401:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.511404:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b1f7aef refcount=3 00000020:00000001:0.0:1767384576.511407:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907796992 : -117139801754624 : ffff957643ba3400) 00010000:00000001:0.0:1767384576.511412:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907796992 : -117139801754624 : ffff957643ba3400) 00010000:00000001:0.0:1767384576.511416:0:17582:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384576.511418:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.511421:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384576.511423:0:17582:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.511427:0:17582:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384576.511433:0:17582:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000015a79d2c. 00000020:00000010:0.0:1767384576.511438:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cedd70c2. 00000020:00000010:0.0:1767384576.511456:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061ed42fd. 00000040:00000010:0.0:1767384576.511461:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b2d6d525. 00000020:00000010:0.0:1767384576.511468:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099c6d6ca. 00000020:00000010:0.0:1767384576.511475:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d02feab7. 80000000:00000010:0.0:1767384576.511480:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000817c2659. 00040000:00000010:0.0:1767384576.511485:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a49dddce. 00080000:00000010:0.0:1767384576.511491:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005244de00. 20000000:00000010:0.0:1767384576.511496:0:17582:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003bd704ff. 10000000:00000040:0.0:1767384576.511502:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004aff9874 : new refcount 2 10000000:00000040:0.0:1767384576.511506:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000cf338313 : new refcount 2 10000000:00000040:0.0:1767384576.511510:0:17582:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.133@tcp: copy local log lustre-client 10000000:00000001:0.0:1767384576.511514:0:17582:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384576.511519:0:17582:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 15 at 00000000da484936. 00000040:00000001:0.0:1767384576.511524:0:17582:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384576.511527:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384576.511531:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ada1a31. 00000040:00000001:0.0:1767384576.511537:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384576.511540:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.511544:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.511549:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:0.0:1767384576.511559:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.511592:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.511598:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384576.511600:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.511603:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384576.511611:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000007781991e. 00000020:00000001:0.0:1767384576.511616:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384576.511623:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ec115442. 00000020:00000001:0.0:1767384576.511630:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384576.511682:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d03fd77. 00000020:00000001:0.0:1767384576.511690:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.511695:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384576.511698:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384576.511701:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.511716:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.511760:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.511775:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384576.511786:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384576.511811:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.511816:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.511819:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384576.511822:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384576.511826:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384576.511831:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.511834:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.511838:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.511844:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626934888939352 : -117138820612264 : ffff95767e353f58) 00000040:00000001:0.0:1767384576.511850:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.511854:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384576.511857:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384576.511866:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e54a2c7b. 00000040:00000001:0.0:1767384576.511870:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384576.511873:0:17582:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000100:00000040:0.0:1767384576.514548:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865311, at 4294865313 00000100:00000010:0.0:1767384576.514564:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d098ee01. 00000040:00000001:1.0:1767384576.515536:0:17582:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384576.515550:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ba73d3a. 00000020:00000010:1.0:1767384576.515554:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ab2f738. 00000040:00000010:1.0:1767384576.515558:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aca5d21c. 00000020:00000010:1.0:1767384576.515562:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df9cb5db. 00000020:00000010:1.0:1767384576.515567:0:17582:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0c2a5fd. 00000020:00000010:1.0:1767384576.515570:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aeb09a34. 80000000:00000010:1.0:1767384576.515575:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000389c60be. 40000000:00000010:1.0:1767384576.515579:0:17582:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008848dedf. 00100000:00000010:1.0:1767384576.515583:0:17582:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e253244. 00040000:00000010:1.0:1767384576.515587:0:17582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080fa74b9. 00040000:00000010:1.0:1767384576.515591:0:17582:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000580f4fc4. 00040000:00000010:1.0:1767384576.515594:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063d5bb07. 00080000:00000010:1.0:1767384576.515598:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000690e76bf. 00000004:00000010:1.0:1767384576.515603:0:17582:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c3bc0c1. 00000004:00000010:1.0:1767384576.515609:0:17582:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000009f19caf. 00000004:00000010:1.0:1767384576.515614:0:17582:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a1d30358. 00002000:00000010:1.0:1767384576.515618:0:17582:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000732ffea8. 00000004:00000010:1.0:1767384576.515622:0:17582:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000910d9b92. 00000020:00000010:1.0:1767384576.515625:0:17582:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001c4c0ae7. 00000040:00000010:1.0:1767384576.515631:0:17582:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003359f8e7. 00000040:00001000:1.0:1767384576.515634:0:17582:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767384576.515636:0:17582:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384576.515639:0:17582:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384576.515645:0:17582:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384576.517152:0:17582:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384576.517159:0:17582:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.517162:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384576.517166:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384576.517168:0:17582:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517171:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428220e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384576.517174:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384576.517175:0:17582:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517177:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384576.517179:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384576.517191:0:17582:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517194:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384576.517196:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384576.517198:0:17582:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517200:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428222e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384576.517202:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384576.517203:0:17582:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517205:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428223c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384576.517207:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384576.517209:0:17582:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517210:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384576.517212:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384576.517214:0:17582:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517216:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428224e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384576.517217:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384576.517219:0:17582:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517221:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428225c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384576.517223:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384576.517224:0:17582:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517226:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428226a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384576.517228:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384576.517230:0:17582:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517232:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384576.517234:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384576.517235:0:17582:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517237:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428227f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384576.517239:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384576.517241:0:17582:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517242:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428228d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384576.517244:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384576.517246:0:17582:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517248:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822930 type=0x10620000 idx=14 00000040:00001000:1.0:1767384576.517255:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1767384576.517257:0:17582:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517259:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428229b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767384576.517262:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1767384576.517263:0:17582:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517265:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767384576.517267:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1767384576.517269:0:17582:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517271:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767384576.517272:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1767384576.517274:0:17582:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517276:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767384576.517278:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384576.517279:0:17582:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517281:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767384576.517283:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1767384576.517285:0:17582:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517286:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767384576.517288:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1767384576.517290:0:17582:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517292:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767384576.517294:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1767384576.517295:0:17582:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517297:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767384576.517299:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1767384576.517300:0:17582:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517302:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384576.517304:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384576.517306:0:17582:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517353:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542822f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384576.517356:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384576.517367:0:17582:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517370:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542823018 type=0x10620000 idx=25 00000040:00001000:1.0:1767384576.517373:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1767384576.517376:0:17582:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517379:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542823098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384576.517382:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1767384576.517386:0:17582:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517388:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542823178 type=0x10620000 idx=27 00000040:00001000:1.0:1767384576.517391:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1767384576.517394:0:17582:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517397:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542823258 type=0x10620000 idx=28 00000040:00001000:1.0:1767384576.517399:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:1.0:1767384576.517402:0:17582:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517404:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428232a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384576.517406:0:17582:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:1.0:1767384576.517409:0:17582:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384576.517411:0:17582:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384576.517416:0:17582:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384576.517477:0:17582:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384576.517480:0:17582:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.517482:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428232a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384576.517484:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:1.0:1767384576.517486:0:17582:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00001000:1.0:1767384576.517488:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542823388 type=0x0 idx=0 00000040:00000001:1.0:1767384576.517490:0:17582:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384576.517492:0:17582:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 30 count 30 00000040:00000010:1.0:1767384576.517495:0:17582:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003359f8e7. 00000020:00000010:1.0:1767384576.517501:0:17582:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001c4c0ae7. 00000020:00000010:1.0:1767384576.517515:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ab2f738. 00000040:00000010:1.0:1767384576.517518:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aca5d21c. 00000020:00000010:1.0:1767384576.517522:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df9cb5db. 00000020:00000010:1.0:1767384576.517526:0:17582:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0c2a5fd. 00000020:00000010:1.0:1767384576.517530:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aeb09a34. 80000000:00000010:1.0:1767384576.517542:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000389c60be. 40000000:00000010:1.0:1767384576.517545:0:17582:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008848dedf. 00100000:00000010:1.0:1767384576.517549:0:17582:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004e253244. 00040000:00000010:1.0:1767384576.517553:0:17582:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080fa74b9. 00040000:00000010:1.0:1767384576.517558:0:17582:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000580f4fc4. 00040000:00000010:1.0:1767384576.517561:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063d5bb07. 00080000:00000010:1.0:1767384576.517564:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000690e76bf. 00000004:00000010:1.0:1767384576.517567:0:17582:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c3bc0c1. 00000004:00000010:1.0:1767384576.517572:0:17582:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000009f19caf. 00000004:00000010:1.0:1767384576.517577:0:17582:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a1d30358. 00002000:00000010:1.0:1767384576.517580:0:17582:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000732ffea8. 00000004:00000010:1.0:1767384576.517584:0:17582:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000910d9b92. 00000020:00000010:1.0:1767384576.517587:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ba73d3a. 00000040:00000010:1.0:1767384576.517590:0:17582:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006cadd42a. 00000040:00000001:1.0:1767384576.517593:0:17582:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517596:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384576.517599:0:17582:0:(lu_object.c:207:lu_object_put()) Add 000000005d03fd77/00000000ec115442 to site lru. bkt: 00000000595451dc 00000040:00000010:1.0:1767384576.517603:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000007781991e. 00000040:00000001:1.0:1767384576.517606:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384576.517608:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e54a2c7b. 00000040:00000010:1.0:1767384576.517611:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ada1a31. 00000040:00000001:1.0:1767384576.517614:0:17582:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517617:0:17582:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384576.517618:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384576.517621:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005ba73d3a. 00000040:00000001:1.0:1767384576.517624:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384576.517626:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.517629:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.517632:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:1.0:1767384576.517638:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.517687:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.517691:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.517693:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.517695:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384576.517700:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000c80cb414. 00000020:00000001:1.0:1767384576.517711:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384576.517715:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934888939352 : -117138820612264 : ffff95767e353f58) 00000040:00000001:1.0:1767384576.517718:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517721:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517723:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384576.517726:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003359f8e7. 00000040:00000001:1.0:1767384576.517729:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384576.517730:0:17582:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384576.517789:0:17582:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517791:0:17582:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517794:0:17582:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517796:0:17582:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384576.517798:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384576.517800:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000063d5bb07. 00000040:00000001:1.0:1767384576.517803:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384576.517804:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.517806:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.517809:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:1.0:1767384576.517814:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.517825:0:17582:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384576.517829:0:17582:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384576.517832:0:17582:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384576.517835:0:17582:0:(llog.c:1547:llog_open()) MGC192.168.203.133@tcp: Failed to open llog lustre-clientT: rc -2 00000040:00000010:1.0:1767384576.517837:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000063d5bb07. 00000040:00000001:1.0:1767384576.517840:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384576.517842:0:17582:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384576.517845:0:17582:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384576.517846:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384576.517848:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000063d5bb07. 00000040:00000001:1.0:1767384576.517850:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384576.517851:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.517853:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.517856:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:1.0:1767384576.517858:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.517875:0:17582:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384576.517881:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000fe775ed0. 00000020:00000001:1.0:1767384576.517883:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384576.517887:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000080fa74b9. 00000020:00000001:1.0:1767384576.517892:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384576.517895:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006baf347d. 00000020:00000001:1.0:1767384576.517897:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.517900:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.517902:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.517904:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.517906:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.517916:0:17582:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384576.517919:0:17582:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.517921:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.517924:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626934892798040 : -117138816753576 : ffff95767e702058) 00000040:00000001:1.0:1767384576.517927:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517929:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.517932:0:17582:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384576.517933:0:17582:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.517936:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.517940:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000910d9b92. 00080000:00000001:1.0:1767384576.517943:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581652992 : -117144127898624 : ffff957541de7c00) 00000040:00000001:1.0:1767384576.517946:0:17582:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384576.517948:0:17582:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384576.517950:0:17582:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384576.517953:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.517960:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.517961:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.517964:0:17582:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384576.517979:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.517980:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384576.517984:0:17582:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000010:1.0:1767384576.517989:0:17582:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000de0de361. 00000001:00000001:1.0:1767384576.517991:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.517992:0:17582:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.517995:0:17582:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1767384576.517997:0:17582:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.518007:0:17582:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518011:0:17582:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1767384576.518017:0:17582:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518020:0:17582:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518022:0:17582:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518025:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.518039:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518042:0:17582:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384576.518044:0:17582:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384576.518047:0:17582:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384576.518049:0:17582:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384576.518119:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.518121:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518166:0:17582:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384576.518169:0:17582:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518173:0:17582:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518177:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518188:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:1.0:1767384576.518190:0:17582:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518195:0:17582:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1767384576.518208:0:17582:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518211:0:17582:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518214:0:17582:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518216:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:1.0:1767384576.518223:0:17582:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000f3b1eacd. 00080000:00000001:1.0:1767384576.518255:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518258:0:17582:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518261:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384576.518266:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000eca6adca. 00000040:00000001:1.0:1767384576.518269:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384576.518270:0:17582:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384576.518273:0:17582:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384576.518275:0:17582:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384576.518278:0:17582:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384576.518282:0:17582:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518284:0:17582:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518286:0:17582:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384576.518288:0:17582:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ca1fab39. 00000040:00001000:1.0:1767384576.518307:0:17582:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x4:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384576.518368:0:17582:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384576.518373:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aca5d21c. 00000020:00000010:1.0:1767384576.518377:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ab2f738. 00000040:00000010:1.0:1767384576.518381:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005a218039. 00000020:00000010:1.0:1767384576.518384:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a1d30358. 00000020:00000010:1.0:1767384576.518388:0:17582:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0c2a5fd. 00000020:00000010:1.0:1767384576.518392:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b122ad83. 80000000:00000010:1.0:1767384576.518395:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061bb7591. 40000000:00000010:1.0:1767384576.518399:0:17582:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000083c2cfb5. 00100000:00000010:1.0:1767384576.518403:0:17582:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c3bc0c1. 00040000:00000010:1.0:1767384576.518430:0:17582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9a38b67. 00040000:00000010:1.0:1767384576.518434:0:17582:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000690e76bf. 00040000:00000010:1.0:1767384576.518437:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078329291. 00080000:00000010:1.0:1767384576.518440:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000580f4fc4. 00000004:00000010:1.0:1767384576.518444:0:17582:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004e253244. 00000004:00000010:1.0:1767384576.518447:0:17582:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000009f19caf. 00000004:00000010:1.0:1767384576.518450:0:17582:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df9cb5db. 00002000:00000010:1.0:1767384576.518454:0:17582:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000732ffea8. 00000004:00000010:1.0:1767384576.518457:0:17582:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000067681b5b. 00000020:00000010:1.0:1767384576.518460:0:17582:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000027a68760. 00000040:00000010:1.0:1767384576.518467:0:17582:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000dbbc6ebe. 00000040:00001000:1.0:1767384576.518469:0:17582:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:1.0:1767384576.518472:0:17582:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384576.518473:0:17582:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384576.518478:0:17582:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384576.518526:0:17582:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384576.518529:0:17582:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.518531:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384576.518534:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384576.518536:0:17582:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.518539:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.518541:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.518543:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.518555:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fd3fb773. 00080000:00000001:1.0:1767384576.518557:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581642752 : -117144127908864 : ffff957541de5400) 00000040:00000001:1.0:1767384576.518561:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.518564:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.518566:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.518570:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.518571:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518573:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.518575:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.518577:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518579:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518581:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518584:0:17582:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384576.518586:0:17582:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.518588:0:17582:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518590:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.518601:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518604:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.518606:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.518607:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.518614:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518800:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:1.0:1767384576.518804:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518815:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.518817:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 00000040:00000001:1.0:1767384576.518819:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518820:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518823:0:17582:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1767384576.518824:0:17582:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.518825:0:17582:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518827:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.518831:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518832:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518833:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.518835:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428240e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384576.518836:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384576.518837:0:17582:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.518838:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.518843:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.518844:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.518846:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000057b6808e. 00080000:00000001:1.0:1767384576.518848:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581651968 : -117144127899648 : ffff957541de7800) 00000040:00000001:1.0:1767384576.518849:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.518850:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.518852:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.518857:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.518857:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518858:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.518862:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.518863:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518864:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518865:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518866:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.518871:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518872:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.518873:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.518874:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.518877:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518881:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.518882:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518884:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.518886:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518888:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.518889:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518892:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384576.518893:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 120 off8536 00000040:00000001:1.0:1767384576.518895:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518896:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518897:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.518900:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518901:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518902:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.518914:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384576.518915:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384576.518916:0:17582:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.518917:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.518918:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.518923:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.518925:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f7f7eacb. 00080000:00000001:1.0:1767384576.518926:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581643776 : -117144127907840 : ffff957541de5800) 00000040:00000001:1.0:1767384576.518928:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.518929:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.518930:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.518934:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.518934:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518935:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.518939:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.518939:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518940:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518942:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518943:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.518947:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518948:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.518948:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.518949:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.518951:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518954:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.518955:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518957:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.518958:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518960:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.518962:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.518964:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:1.0:1767384576.518966:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 168 off8704 00000040:00000001:1.0:1767384576.518967:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518968:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518969:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.518972:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518973:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518974:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.518975:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384576.518976:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384576.518977:0:17582:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.518977:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.518978:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.518979:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.518984:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007bc6a408. 00080000:00000001:1.0:1767384576.518985:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581649920 : -117144127901696 : ffff957541de7000) 00000040:00000001:1.0:1767384576.518987:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.518988:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.518989:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.518993:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.518993:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.518994:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.518997:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.518998:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.518999:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519000:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519001:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519005:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519006:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519007:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519007:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519009:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519013:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519014:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519015:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519017:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519019:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519020:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519031:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.519033:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8928 00000040:00000001:1.0:1767384576.519034:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519035:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519036:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519040:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519041:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519042:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519043:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428242e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384576.519044:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384576.519045:0:17582:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519046:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519047:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519048:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519049:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e0062cc7. 00080000:00000001:1.0:1767384576.519054:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581650944 : -117144127900672 : ffff957541de7400) 00000040:00000001:1.0:1767384576.519056:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519057:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519058:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519062:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519063:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519065:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519068:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519068:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519069:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519070:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519072:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519076:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519077:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519078:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519078:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519080:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519084:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519085:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519087:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519088:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519091:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519092:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519095:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.519096:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 224 off9152 00000040:00000001:1.0:1767384576.519097:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519098:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519099:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519102:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519104:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519105:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519106:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428243c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384576.519107:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384576.519108:0:17582:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519109:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519109:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519110:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519112:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000060aa33b3. 00080000:00000001:1.0:1767384576.519113:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581646848 : -117144127904768 : ffff957541de6400) 00000040:00000001:1.0:1767384576.519118:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519119:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519120:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519124:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519125:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519126:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519129:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519130:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519131:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519132:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519133:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519137:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519138:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519138:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519139:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519141:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519144:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519146:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519147:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519149:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519151:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519152:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519163:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384576.519165:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 120 off9272 00000040:00000001:1.0:1767384576.519166:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519167:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519168:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519172:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519173:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519174:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519175:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384576.519176:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384576.519178:0:17582:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519179:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519179:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519180:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519182:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002c0307e7. 00080000:00000001:1.0:1767384576.519183:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581640704 : -117144127910912 : ffff957541de4c00) 00000040:00000001:1.0:1767384576.519184:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519189:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519190:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519194:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519195:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519196:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519199:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519200:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519201:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519202:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519203:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519208:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519209:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519209:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519210:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519212:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519216:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519217:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519219:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519220:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519222:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519224:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519227:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:1.0:1767384576.519228:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 168 off9440 00000040:00000001:1.0:1767384576.519229:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519230:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519231:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519234:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519235:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519236:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519237:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428244e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384576.519239:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384576.519240:0:17582:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519241:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519241:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519242:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519244:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db3d6e0c. 00080000:00000001:1.0:1767384576.519245:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581644800 : -117144127906816 : ffff957541de5c00) 00000040:00000001:1.0:1767384576.519246:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519247:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519252:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519256:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519256:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519258:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519261:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519261:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519262:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519263:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519265:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519269:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519270:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519271:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519271:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519273:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519277:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519278:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519280:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519281:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519283:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519284:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519287:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.519288:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 224 off9664 00000040:00000001:1.0:1767384576.519289:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519291:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519292:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519295:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519296:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519297:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519298:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428245c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384576.519299:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384576.519300:0:17582:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519301:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519301:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519302:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519304:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007dde7c95. 00080000:00000001:1.0:1767384576.519305:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581645824 : -117144127905792 : ffff957541de6000) 00000040:00000001:1.0:1767384576.519306:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519306:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519307:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519314:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519315:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519316:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519319:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519320:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519321:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519347:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519348:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519354:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519355:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519356:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519356:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519359:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519363:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519365:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519372:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519374:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519381:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519383:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519397:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.519399:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 224 off9888 00000040:00000001:1.0:1767384576.519400:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519401:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519402:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519406:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519407:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519408:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519409:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428246a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384576.519411:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384576.519412:0:17582:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519413:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519414:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519414:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519416:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005b6cb757. 00080000:00000001:1.0:1767384576.519417:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581641728 : -117144127909888 : ffff957541de5000) 00000040:00000001:1.0:1767384576.519418:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519419:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519420:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519424:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519429:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519430:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519435:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519436:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519437:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519449:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519451:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519456:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519457:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519458:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519458:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519461:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519465:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519466:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519468:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519469:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519471:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519472:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519475:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384576.519476:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].10, 120 off10008 00000040:00000001:1.0:1767384576.519478:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519479:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519480:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519483:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519484:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519485:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519486:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384576.519488:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384576.519489:0:17582:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519490:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519491:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519492:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519500:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000061050ee5. 00080000:00000001:1.0:1767384576.519502:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568974848 : -117144140576768 : ffff9575411d0800) 00000040:00000001:1.0:1767384576.519503:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519504:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519505:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519509:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519510:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519514:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519518:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519519:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519520:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519521:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519522:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519526:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519527:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519528:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519529:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519531:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519552:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519554:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519559:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519561:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519565:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519568:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519573:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.519576:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].11, 224 off10232 00000040:00000001:1.0:1767384576.519578:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519580:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519582:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519588:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519590:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519592:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519594:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428247f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384576.519596:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384576.519598:0:17582:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519600:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519601:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519603:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519607:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d5ff0668. 00080000:00000001:1.0:1767384576.519609:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568983040 : -117144140568576 : ffff9575411d2800) 00000040:00000001:1.0:1767384576.519611:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519613:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519614:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519621:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519622:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519624:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519639:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519640:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519642:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519645:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519647:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519676:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519679:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519687:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519689:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519694:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519702:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519704:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519708:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519710:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519715:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519717:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519742:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.519745:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].12, 224 off10456 00000040:00000001:1.0:1767384576.519747:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519749:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519751:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519758:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519761:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519763:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519765:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428248d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384576.519768:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384576.519770:0:17582:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519772:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519773:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519775:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519778:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c95f05f. 00080000:00000001:1.0:1767384576.519781:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568988160 : -117144140563456 : ffff9575411d3c00) 00000040:00000001:1.0:1767384576.519783:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519784:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519786:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519794:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519796:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519798:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519803:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519812:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519814:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519817:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519819:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519829:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519831:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519833:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519834:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519839:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519847:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519849:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519853:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519855:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519860:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519862:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519868:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:1.0:1767384576.519870:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].13, 88 off10544 00000040:00000001:1.0:1767384576.519873:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519875:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519877:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.519883:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519884:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519886:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.519888:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824930 type=0x10620000 idx=14 00000040:00001000:1.0:1767384576.519890:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1767384576.519893:0:17582:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.519895:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.519896:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.519898:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.519913:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bdd3fa75. 00080000:00000001:1.0:1767384576.519915:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568973824 : -117144140577792 : ffff9575411d0400) 00000040:00000001:1.0:1767384576.519917:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519919:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.519920:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519927:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519929:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519931:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.519936:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.519937:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519946:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519949:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.519951:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.519960:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.519962:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.519964:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.519966:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.519970:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519978:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.519980:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519983:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.519985:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519990:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.519992:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.519998:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384576.520000:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].14, 128 off10672 00000040:00000001:1.0:1767384576.520002:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520004:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520006:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.520012:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520014:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520016:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.520018:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428249b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767384576.520020:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1767384576.520022:0:17582:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.520025:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.520026:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.520028:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.520031:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d94d1cd9. 00080000:00000001:1.0:1767384576.520033:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568977920 : -117144140573696 : ffff9575411d1400) 00000040:00000001:1.0:1767384576.520036:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520037:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.520038:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520045:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520047:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520049:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520054:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520056:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520057:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520066:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520068:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.520077:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520080:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520081:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.520083:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.520087:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520094:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.520096:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520100:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.520102:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520107:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.520109:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520132:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:1.0:1767384576.520135:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].15, 144 off10816 00000040:00000001:1.0:1767384576.520138:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520140:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520142:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.520149:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520151:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520153:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.520155:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767384576.520157:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1767384576.520159:0:17582:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.520161:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.520162:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.520164:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.520168:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001ce18cb2. 00080000:00000001:1.0:1767384576.520170:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568987136 : -117144140564480 : ffff9575411d3800) 00000040:00000001:1.0:1767384576.520172:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520174:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.520175:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520183:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520184:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520186:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520192:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520193:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520195:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520197:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520207:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.520216:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520218:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520220:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.520222:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.520226:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520234:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.520236:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520240:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.520242:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520246:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.520249:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520254:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:1.0:1767384576.520257:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].16, 160 off10976 00000040:00000001:1.0:1767384576.520259:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520261:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520263:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.520269:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520271:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520273:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.520274:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767384576.520277:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1767384576.520279:0:17582:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.520281:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.520282:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.520284:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.520288:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c664875. 00080000:00000001:1.0:1767384576.520290:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568978944 : -117144140572672 : ffff9575411d1800) 00000040:00000001:1.0:1767384576.520292:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520294:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.520295:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520303:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520305:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520306:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520340:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520342:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520354:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520356:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520358:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.520381:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520384:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520387:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.520389:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.520396:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520406:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.520408:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520412:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.520414:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520418:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.520421:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520426:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.520429:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].17, 224 off11200 00000040:00000001:1.0:1767384576.520431:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520433:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520435:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.520442:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520443:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520445:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.520447:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767384576.520450:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384576.520452:0:17582:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.520454:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.520455:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.520457:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.520460:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d3196a2f. 00080000:00000001:1.0:1767384576.520463:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568985088 : -117144140566528 : ffff9575411d3000) 00000040:00000001:1.0:1767384576.520465:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520466:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.520468:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520476:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520477:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520479:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520485:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520486:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520488:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520490:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520492:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.520498:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520507:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520509:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.520510:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.520515:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520522:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.520525:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520528:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.520530:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520534:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.520537:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520562:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.520565:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].18, 224 off11424 00000040:00000001:1.0:1767384576.520567:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520569:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520571:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.520578:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520580:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520582:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.520584:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767384576.520586:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1767384576.520588:0:17582:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.520590:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.520591:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.520593:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.520596:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d97e8b76. 00080000:00000001:1.0:1767384576.520599:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568986112 : -117144140565504 : ffff9575411d3400) 00000040:00000001:1.0:1767384576.520601:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520602:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.520604:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520611:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520613:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520614:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520620:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520621:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520623:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520625:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520627:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.520634:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520636:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520645:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.520646:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.520652:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520683:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.520686:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520689:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.520691:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520695:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.520698:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520704:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:1.0:1767384576.520706:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].19, 80 off11504 00000040:00000001:1.0:1767384576.520709:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520710:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520713:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.520720:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520722:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520724:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.520726:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767384576.520728:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1767384576.520730:0:17582:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.520732:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.520734:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.520735:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.520739:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090329a97. 00080000:00000001:1.0:1767384576.520741:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568982016 : -117144140569600 : ffff9575411d2400) 00000040:00000001:1.0:1767384576.520743:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520745:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.520746:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520755:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520756:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520758:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520764:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520765:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520767:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520769:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520771:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.520779:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520781:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520782:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.520791:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.520796:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520804:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.520806:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520809:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.520811:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520815:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.520818:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520823:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.520825:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].20, 224 off11728 00000040:00000001:1.0:1767384576.520828:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520830:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520832:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.520838:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520840:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520842:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.520844:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767384576.520846:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1767384576.520848:0:17582:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.520850:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.520851:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.520853:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.520856:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007947dcb8. 00080000:00000001:1.0:1767384576.520858:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568975872 : -117144140575744 : ffff9575411d0c00) 00000040:00000001:1.0:1767384576.520861:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520862:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.520864:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520871:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520872:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520874:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.520880:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.520881:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520883:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520885:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520887:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.520894:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520896:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.520897:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.520898:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.520914:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520921:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.520923:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520927:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.520929:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520933:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.520935:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.520975:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.520980:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].21, 224 off11952 00000040:00000001:1.0:1767384576.520982:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520984:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.520986:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.520993:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520995:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.520997:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.520999:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767384576.521001:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1767384576.521003:0:17582:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.521005:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.521006:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.521008:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.521011:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000205170ca. 00080000:00000001:1.0:1767384576.521014:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568979968 : -117144140571648 : ffff9575411d1c00) 00000040:00000001:1.0:1767384576.521016:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521017:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.521019:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521027:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521028:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521030:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521035:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521037:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521039:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521040:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521042:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.521050:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521052:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521053:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.521055:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.521059:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521074:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.521077:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521081:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.521082:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521087:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.521089:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521095:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:1.0:1767384576.521097:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].22, 88 off12040 00000040:00000001:1.0:1767384576.521099:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521101:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521103:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.521110:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521112:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521114:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.521116:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384576.521118:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384576.521120:0:17582:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.521122:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.521123:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.521124:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.521127:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000856d3a0e. 00080000:00000001:1.0:1767384576.521130:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568980992 : -117144140570624 : ffff9575411d2000) 00000040:00000001:1.0:1767384576.521132:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521133:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.521135:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521142:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521143:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521145:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521150:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521152:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521154:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521155:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521157:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.521165:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521167:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521168:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.521169:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.521173:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521178:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.521187:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521193:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.521195:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521199:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.521202:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521207:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384576.521210:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].23, 128 off12168 00000040:00000001:1.0:1767384576.521212:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521214:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521216:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.521222:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521224:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521226:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.521228:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384576.521230:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384576.521232:0:17582:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.521234:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.521235:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.521236:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.521240:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000668d9d85. 00080000:00000001:1.0:1767384576.521242:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568976896 : -117144140574720 : ffff9575411d1000) 00000040:00000001:1.0:1767384576.521244:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521245:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.521247:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521254:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521255:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521257:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521263:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521264:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521266:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521267:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521269:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.521277:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521279:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521280:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.521281:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.521284:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521290:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.521292:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521305:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.521347:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521357:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.521362:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521423:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:1.0:1767384576.521428:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].24, 144 off12312 00000040:00000001:1.0:1767384576.521431:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521434:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521438:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.521448:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521450:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521452:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.521454:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542825018 type=0x10620000 idx=25 00000040:00001000:1.0:1767384576.521457:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1767384576.521459:0:17582:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.521461:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.521462:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.521464:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.521468:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000edd35d1. 00080000:00000001:1.0:1767384576.521470:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568984064 : -117144140567552 : ffff9575411d2c00) 00000040:00000001:1.0:1767384576.521473:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521474:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.521476:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521496:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521497:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521499:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521504:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521505:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521507:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521509:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521511:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.521519:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521521:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521522:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.521523:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.521527:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521534:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.521536:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521539:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.521550:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521557:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.521560:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521566:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384576.521568:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].25, 128 off12440 00000040:00000001:1.0:1767384576.521571:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521573:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521575:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.521582:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521584:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521586:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.521588:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542825098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384576.521591:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1767384576.521593:0:17582:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.521595:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.521596:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.521598:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.521602:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000075b5a62f. 00080000:00000001:1.0:1767384576.521604:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568972800 : -117144140578816 : ffff9575411d0000) 00000040:00000001:1.0:1767384576.521607:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521608:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.521610:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521617:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521619:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521621:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521626:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521628:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521630:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521632:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521634:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.521641:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521643:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521644:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.521645:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.521649:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521674:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.521677:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521682:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.521684:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521707:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.521711:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521717:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.521719:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].26, 224 off12664 00000040:00000001:1.0:1767384576.521722:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521724:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521726:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.521734:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521736:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521738:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.521740:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542825178 type=0x10620000 idx=27 00000040:00001000:1.0:1767384576.521742:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1767384576.521744:0:17582:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.521746:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.521748:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.521749:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.521764:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e7da234. 00080000:00000001:1.0:1767384576.521767:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568991232 : -117144140560384 : ffff9575411d4800) 00000040:00000001:1.0:1767384576.521770:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521771:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.521773:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521783:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521784:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521786:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521792:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521794:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521796:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521798:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521800:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.521809:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521812:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521813:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.521814:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.521819:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521826:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.521829:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521833:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.521835:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521839:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.521848:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.521899:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.521903:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].27, 224 off12888 00000040:00000001:1.0:1767384576.521906:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521918:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521921:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.521927:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521929:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521931:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.521934:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542825258 type=0x10620000 idx=28 00000040:00001000:1.0:1767384576.521936:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:1.0:1767384576.521938:0:17582:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.521940:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.521942:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.521943:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.521947:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003cc00aad. 00080000:00000001:1.0:1767384576.521950:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568999424 : -117144140552192 : ffff9575411d6800) 00000040:00000001:1.0:1767384576.521952:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521954:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.521955:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521963:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521965:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521967:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.521972:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.521973:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521975:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521978:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.521980:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.521987:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.521989:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.521990:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.521991:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.521996:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.522002:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.522005:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.522009:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.522011:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.522015:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.522017:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.522033:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:1.0:1767384576.522036:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].28, 80 off12968 00000040:00000001:1.0:1767384576.522039:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522041:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.522043:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.522050:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522052:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522054:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.522056:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428252a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384576.522058:0:17582:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:1.0:1767384576.522061:0:17582:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384576.522063:0:17582:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384576.522066:0:17582:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384576.522103:0:17582:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384576.522106:0:17582:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.522108:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428252a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384576.522111:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:1.0:1767384576.522113:0:17582:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.522115:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.522117:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.522119:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.522122:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000058bb7fb4. 00080000:00000001:1.0:1767384576.522125:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929569004544 : -117144140547072 : ffff9575411d7c00) 00000040:00000001:1.0:1767384576.522127:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.522128:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.522130:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.522136:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.522138:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.522139:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.522145:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.522146:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522148:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522150:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.522152:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.522160:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522163:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.522164:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.522165:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384576.522178:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.522186:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.522188:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.522192:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.522194:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.522198:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.522201:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.522207:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.522209:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].29, 224 off13192 00000040:00000001:1.0:1767384576.522212:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522214:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.522216:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.522223:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522225:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522227:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522229:0:17582:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384576.522231:0:17582:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 29 count 30 00000040:00000010:1.0:1767384576.522234:0:17582:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dbbc6ebe. 00000020:00000010:1.0:1767384576.522241:0:17582:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000027a68760. 00000020:00000010:1.0:1767384576.522248:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ab2f738. 00000040:00000010:1.0:1767384576.522251:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005a218039. 00000020:00000010:1.0:1767384576.522254:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a1d30358. 00000020:00000010:1.0:1767384576.522257:0:17582:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0c2a5fd. 00000020:00000010:1.0:1767384576.522261:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b122ad83. 80000000:00000010:1.0:1767384576.522264:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061bb7591. 40000000:00000010:1.0:1767384576.522267:0:17582:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000083c2cfb5. 00100000:00000010:1.0:1767384576.522270:0:17582:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008c3bc0c1. 00040000:00000010:1.0:1767384576.522273:0:17582:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9a38b67. 00040000:00000010:1.0:1767384576.522277:0:17582:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000690e76bf. 00040000:00000010:1.0:1767384576.522279:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078329291. 00080000:00000010:1.0:1767384576.522282:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000580f4fc4. 00000004:00000010:1.0:1767384576.522285:0:17582:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004e253244. 00000004:00000010:1.0:1767384576.522288:0:17582:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000009f19caf. 00000004:00000010:1.0:1767384576.522291:0:17582:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df9cb5db. 00002000:00000010:1.0:1767384576.522294:0:17582:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000732ffea8. 00000004:00000010:1.0:1767384576.522298:0:17582:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000067681b5b. 00000020:00000010:1.0:1767384576.522301:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aca5d21c. 00000040:00000010:1.0:1767384576.522349:0:17582:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ca1fab39. 00000040:00000001:1.0:1767384576.522352:0:17582:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522355:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384576.522358:0:17582:0:(lu_object.c:207:lu_object_put()) Add 000000006baf347d/0000000080fa74b9 to site lru. bkt: 000000004dd2f323 00000040:00000010:1.0:1767384576.522361:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000fe775ed0. 00000040:00000001:1.0:1767384576.522364:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384576.522366:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000eca6adca. 00000040:00000010:1.0:1767384576.522373:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000063d5bb07. 00000040:00000001:1.0:1767384576.522377:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384576.522380:0:17582:0:(lu_object.c:207:lu_object_put()) Add 000000005d03fd77/00000000ec115442 to site lru. bkt: 00000000595451dc 00000040:00000010:1.0:1767384576.522383:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000c80cb414. 00000040:00000001:1.0:1767384576.522386:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384576.522388:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003359f8e7. 00000040:00000010:1.0:1767384576.522391:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005ba73d3a. 00000040:00000001:1.0:1767384576.522394:0:17582:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.522396:0:17582:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384576.522397:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384576.522400:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005ba73d3a. 00000040:00000001:1.0:1767384576.522403:0:17582:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384576.522405:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000010:1.0:1767384576.522410:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007295d9b9. 00000020:00000040:1.0:1767384576.522412:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384576.522416:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384576.522418:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384576.522422:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384576.522426:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063d5bb07. 00000100:00000001:1.0:1767384576.522431:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.522436:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384576.522438:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384576.522452:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c406524. 00000100:00000001:1.0:1767384576.522455:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933941910144 : -117139767641472 : ffff957645c2ba80) 00000100:00000001:1.0:1767384576.522457:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.522459:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599151872 : -117139110399744 : ffff95766cef7100) 00000100:00000001:1.0:1767384576.522463:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384576.522465:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.522475:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384576.522476:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384576.522481:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.522492:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384576.522494:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.522498:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384576.522500:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384576.522502:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.522505:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007295d9b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634816:0@lo:501: 00000100:00000001:1.0:1767384576.522509:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384576.522513:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384576.522514:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.522516:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384576.522519:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aca5d21c. 02000000:00000001:1.0:1767384576.522521:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384576.522525:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000400:00000010:1.0:1767384576.522530:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384576.522534:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037634816, portal 25 00000100:00000001:1.0:1767384576.522536:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.522538:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599151872 : -117139110399744 : ffff95766cef7100) 00000100:00000040:1.0:1767384576.522542:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.522551:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384576.522554:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384576.522556:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 00000100:00000200:1.0:1767384576.522558:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237037634816, offset 0 00000400:00000200:1.0:1767384576.522563:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384576.522571:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384576.522578:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695825f501500 00000400:00000200:1.0:1767384576.522584:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x19d [2] + 0 00000400:00000010:1.0:1767384576.522588:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021367b6b. 00000400:00000200:1.0:1767384576.522591:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000043eda7c8 00000400:00000200:1.0:1767384576.522596:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384576.522606:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384576.522611:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043eda7c8 00000400:00000010:1.0:1767384576.522613:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043eda7c8. 00000100:00000001:1.0:1767384576.522617:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384576.522619:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384576.522622:0:17582:0:(events.c:337:request_in_callback()) incoming req@000000009da888ce x1853237037634816 msgsize 512 00000100:00100000:1.0:1767384576.522627:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384576.522629:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384576.522648:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384576.522673:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce985b99 00000400:00000010:1.0:1767384576.522676:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 00000100:00000001:1.0:1767384576.522688:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384576.522692:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.522704:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.522711:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.522723:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.522730:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384576.522740:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.522752:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865324 00000100:00000010:1.0:1767384576.522775:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca1fab39. 00000100:00000001:1.0:1767384576.522791:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384576.522810:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865324 00000100:00000010:1.0:1767384576.522817:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061bb7591. 00000100:00000001:1.0:1767384576.522831:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384576.522845:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865324 00000100:00000010:1.0:1767384576.522865:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000194f7382. 00000100:00000001:1.0:1767384576.522874:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384576.522877:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865324 00000100:00000010:1.0:1767384576.522889:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000939d71e8. 00000100:00000001:1.0:1767384576.522907:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384576.522932:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.522942:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.522946:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384576.522953:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384576.522958:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 000000009c406524 going to sleep for 11 seconds 00000100:00000001:1.0:1767384576.522962:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384576.522965:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.523448:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384576.523459:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384576.523462:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384576.523466:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000400:00000200:1.0:1767384576.523474:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384576.523476:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000001:1.0:1767384576.523481:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384576.523491:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384576.523506:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.523515:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384576.523517:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.523520:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384576.523522:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384576.523524:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.523527:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.523530:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384576.523534:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384576.523549:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384576.523552:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384576.523553:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.523556:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384576.523558:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.523560:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.523564:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.523572:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.523575:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384576.523591:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384576.523595:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384576.523604:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007295d9b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634816:0@lo:501: 00000100:00000001:1.0:1767384576.523609:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.523612:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.523614:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384576.523616:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.523618:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.523627:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384576.523630:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009c406524. 00000100:00000001:1.0:1767384576.523633:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384576.523634:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.523638:0:17582:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384576.523641:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.523642:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.523645:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384576.523647:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.523649:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007295d9b9 x1853237037634816/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.523699:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384576.523702:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384576.523704:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aca5d21c. 02000000:00000001:1.0:1767384576.523708:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384576.523710:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.523711:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.523713:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384576.523715:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000063d5bb07. 02000000:00000001:1.0:1767384576.523718:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384576.523719:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384576.523721:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007295d9b9. 00000100:00000001:1.0:1767384576.523724:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384576.523725:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384576.523728:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.523738:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384576.523742:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003359f8e7. 00000040:00000001:1.0:1767384576.523745:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384576.523746:0:17582:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384576.523749:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000010:1.0:1767384576.523753:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007295d9b9. 00000020:00000040:1.0:1767384576.523756:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384576.523759:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384576.523762:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384576.523766:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384576.523770:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063d5bb07. 00000100:00000001:1.0:1767384576.523775:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.523778:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384576.523780:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384576.523784:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c406524. 00000100:00000001:1.0:1767384576.523786:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933941910144 : -117139767641472 : ffff957645c2ba80) 00000100:00000001:1.0:1767384576.523790:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.523791:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599151872 : -117139110399744 : ffff95766cef7100) 00000100:00000001:1.0:1767384576.523803:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384576.523805:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.523808:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384576.523809:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384576.523813:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.523822:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384576.523823:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.523826:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384576.523828:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384576.523831:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.523833:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007295d9b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634944:0@lo:503: 00000100:00000001:1.0:1767384576.523837:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384576.523840:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384576.523842:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.523844:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384576.523862:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000052f0010e. 02000000:00000001:1.0:1767384576.523871:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384576.523875:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000400:00000010:1.0:1767384576.523882:0:17582:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000efeb940d. 00000100:00000200:1.0:1767384576.523888:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037634944, portal 25 00000100:00000001:1.0:1767384576.523890:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.523892:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599151872 : -117139110399744 : ffff95766cef7100) 00000100:00000040:1.0:1767384576.523897:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.523915:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384576.523918:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384576.523921:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384576.523924:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037634944, offset 0 00000400:00000200:1.0:1767384576.523929:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384576.523939:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384576.523948:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f501580 00000400:00000200:1.0:1767384576.523954:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a1 [2] + 0 00000400:00000010:1.0:1767384576.523958:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000400:00000200:1.0:1767384576.523962:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c2143cd1 00000400:00000200:1.0:1767384576.523967:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384576.523971:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384576.523974:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2143cd1 00000400:00000010:1.0:1767384576.523976:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2143cd1. 00000100:00000001:1.0:1767384576.523980:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384576.523982:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384576.523986:0:17582:0:(events.c:337:request_in_callback()) incoming req@00000000afe504db x1853237037634944 msgsize 272 00000100:00100000:1.0:1767384576.523990:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384576.523992:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384576.524013:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384576.524020:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384576.524022:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000001:1.0:1767384576.524024:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384576.524028:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.524037:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.524049:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.524057:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.524059:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384576.524065:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.524069:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865325 00000100:00000001:1.0:1767384576.524085:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865324 00000100:00000001:1.0:1767384576.524090:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865325 00000100:00000001:1.0:1767384576.524093:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865324 00000100:00000001:1.0:1767384576.524097:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865325 00000100:00000001:1.0:1767384576.524101:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865324 00000100:00000001:1.0:1767384576.524112:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865325 00000100:00000001:1.0:1767384576.524125:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865324 00000100:00000001:1.0:1767384576.524135:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.524146:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.524153:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384576.524155:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384576.524158:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 000000009c406524 going to sleep for 11 seconds 00000100:00000001:1.0:1767384576.524167:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384576.524179:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.524842:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384576.524852:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384576.524854:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384576.524857:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000400:00000200:1.0:1767384576.524864:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efeb940d 00000400:00000010:1.0:1767384576.524866:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000efeb940d. 00000100:00000001:1.0:1767384576.524871:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384576.524877:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384576.524899:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.524909:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384576.524926:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.524930:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384576.524932:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384576.524934:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.524937:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.524940:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384576.524945:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384576.524949:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384576.524952:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384576.524954:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.524956:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384576.524958:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.524961:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.524965:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.524973:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.524976:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384576.524978:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384576.524981:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384576.524989:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007295d9b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037634944:0@lo:503: 00000100:00000001:1.0:1767384576.524995:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.524998:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.525000:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384576.525002:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.525004:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.525011:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384576.525014:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009c406524. 00000100:00000001:1.0:1767384576.525017:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384576.525019:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525025:0:17582:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384576.525027:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.525030:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007295d9b9 x1853237037634944/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.525052:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384576.525054:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384576.525057:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000052f0010e. 02000000:00000001:1.0:1767384576.525068:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384576.525070:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.525072:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.525075:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384576.525077:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000063d5bb07. 02000000:00000001:1.0:1767384576.525080:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384576.525082:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384576.525083:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007295d9b9. 00000100:00000001:1.0:1767384576.525087:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384576.525089:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384576.525091:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.525092:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.525095:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384576.525097:0:17582:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525099:0:17582:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525101:0:17582:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384576.525103:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384576.525106:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000063d5bb07. 00000040:00000001:1.0:1767384576.525110:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384576.525113:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.525116:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.525120:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:1.0:1767384576.525127:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.525152:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.525156:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.525158:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525160:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384576.525165:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000c80cb414. 00000020:00000001:1.0:1767384576.525169:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384576.525172:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934888939352 : -117138820612264 : ffff95767e353f58) 00000040:00000001:1.0:1767384576.525176:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525178:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525187:0:17582:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384576.525189:0:17582:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384576.525191:0:17582:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384576.525193:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.525199:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eed0a717. 00080000:00000001:1.0:1767384576.525202:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568990208 : -117144140561408 : ffff9575411d4400) 00000040:00000001:1.0:1767384576.525205:0:17582:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384576.525206:0:17582:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384576.525210:0:17582:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:1.0:1767384576.525217:0:17582:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384576.525220:0:17582:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x4:0x0] not in the id map cache 00080000:00000001:1.0:1767384576.525224:0:17582:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384576.525232:0:17582:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.525234:0:17582:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525237:0:17582:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384576.525239:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.525241:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384576.525246:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1767384576.525248:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.525267:0:17582:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525271:0:17582:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525273:0:17582:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525275:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.525288:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525290:0:17582:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384576.525293:0:17582:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:1.0:1767384576.525304:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.525306:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525364:0:17582:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525369:0:17582:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1767384576.525398:0:17582:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525403:0:17582:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1767384576.525405:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.525409:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525552:0:17582:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.525556:0:17582:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525559:0:17582:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525562:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.525573:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525584:0:17582:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525587:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:1.0:1767384576.525601:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005d03fd77. 00000020:00000010:1.0:1767384576.525606:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ec115442. 00000040:00000010:1.0:1767384576.525614:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000c80cb414. 00000040:00000001:1.0:1767384576.525616:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384576.525619:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000063d5bb07. 00000040:00000001:1.0:1767384576.525622:0:17582:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525624:0:17582:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384576.525625:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384576.525628:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000063d5bb07. 00000040:00000001:1.0:1767384576.525630:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384576.525632:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.525634:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.525637:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:1.0:1767384576.525642:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.525710:0:17582:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384576.525716:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000c80cb414. 00000020:00000001:1.0:1767384576.525719:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384576.525724:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c9a38b67. 00000020:00000001:1.0:1767384576.525728:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384576.525731:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ab8eecf2. 00000020:00000001:1.0:1767384576.525734:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525737:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.525739:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.525741:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.525743:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525753:0:17582:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384576.525756:0:17582:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.525758:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.525761:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929594925656 : -117144114625960 : ffff957542a90258) 00000040:00000001:1.0:1767384576.525764:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525766:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525768:0:17582:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384576.525770:0:17582:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525772:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.525786:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000cfb4024. 00080000:00000001:1.0:1767384576.525789:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929569003520 : -117144140548096 : ffff9575411d7800) 00000040:00000001:1.0:1767384576.525792:0:17582:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384576.525794:0:17582:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384576.525797:0:17582:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384576.525800:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.525807:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.525809:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525811:0:17582:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384576.525823:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.525825:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384576.525829:0:17582:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x9:0x0] not in the id map cache 00000001:00000001:1.0:1767384576.525832:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.525833:0:17582:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525836:0:17582:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1767384576.525839:0:17582:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.525841:0:17582:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525844:0:17582:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1767384576.525848:0:17582:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525851:0:17582:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525853:0:17582:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525855:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.525867:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525869:0:17582:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384576.525871:0:17582:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384576.525873:0:17582:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384576.525875:0:17582:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384576.525899:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.525900:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525923:0:17582:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384576.525937:0:17582:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525940:0:17582:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525942:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.525950:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:1.0:1767384576.525952:0:17582:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525955:0:17582:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1767384576.525965:0:17582:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525968:0:17582:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.525978:0:17582:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.525981:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.526012:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.526015:0:17582:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.526017:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384576.526021:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000eca6adca. 00000040:00000001:1.0:1767384576.526024:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384576.526026:0:17582:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384576.526029:0:17582:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384576.526031:0:17582:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384576.526034:0:17582:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384576.526038:0:17582:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.526040:0:17582:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.526042:0:17582:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384576.526044:0:17582:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000153cbd5. 00000040:00001000:1.0:1767384576.526047:0:17582:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384576.526050:0:17582:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384576.526053:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078329291. 00000020:00000010:1.0:1767384576.526057:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b122ad83. 00000040:00000010:1.0:1767384576.526060:0:17582:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005a218039. 00000020:00000010:1.0:1767384576.526063:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df9cb5db. 00000020:00000010:1.0:1767384576.526068:0:17582:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0c2a5fd. 00000020:00000010:1.0:1767384576.526072:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005ab2f738. 80000000:00000010:1.0:1767384576.526075:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a3a65e0f. 40000000:00000010:1.0:1767384576.526078:0:17582:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000052acae3b. 00100000:00000010:1.0:1767384576.526082:0:17582:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e253244. 00040000:00000010:1.0:1767384576.526085:0:17582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cdc1d509. 00040000:00000010:1.0:1767384576.526088:0:17582:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000580f4fc4. 00040000:00000010:1.0:1767384576.526091:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4e35741. 00080000:00000010:1.0:1767384576.526094:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000690e76bf. 00000004:00000010:1.0:1767384576.526098:0:17582:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c3bc0c1. 00000004:00000010:1.0:1767384576.526102:0:17582:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000009f19caf. 00000004:00000010:1.0:1767384576.526105:0:17582:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a1d30358. 00002000:00000010:1.0:1767384576.526109:0:17582:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a6274965. 00000004:00000010:1.0:1767384576.526112:0:17582:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ea7554de. 00000020:00000010:1.0:1767384576.526123:0:17582:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006b3556e2. 00000040:00000010:1.0:1767384576.526129:0:17582:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000dbbc6ebe. 00000040:00001000:1.0:1767384576.526131:0:17582:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:1.0:1767384576.526133:0:17582:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384576.526136:0:17582:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384576.526138:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000010:1.0:1767384576.526143:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007295d9b9. 00000020:00000040:1.0:1767384576.526145:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384576.526149:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384576.526151:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384576.526154:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384576.526159:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005ad7546. 00000100:00000001:1.0:1767384576.526163:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.526167:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384576.526169:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384576.526173:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efeb940d. 00000100:00000001:1.0:1767384576.526175:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934119167104 : -117139590384512 : ffff957650537480) 00000100:00000001:1.0:1767384576.526178:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.526180:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599151872 : -117139110399744 : ffff95766cef7100) 00000100:00000001:1.0:1767384576.526184:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384576.526186:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.526188:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384576.526189:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384576.526193:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.526203:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384576.526205:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.526208:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384576.526210:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384576.526212:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.526215:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007295d9b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037635072:0@lo:502: 00000100:00000001:1.0:1767384576.526219:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384576.526222:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384576.526223:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.526226:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384576.526243:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000052f0010e. 02000000:00000001:1.0:1767384576.526246:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384576.526251:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000400:00000010:1.0:1767384576.526256:0:17582:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d2c5e728. 00000100:00000200:1.0:1767384576.526261:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037635072, portal 25 00000100:00000001:1.0:1767384576.526263:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.526265:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599151872 : -117139110399744 : ffff95766cef7100) 00000100:00000040:1.0:1767384576.526270:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.526278:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384576.526281:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384576.526283:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384576.526286:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037635072, offset 0 00000400:00000200:1.0:1767384576.526291:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384576.526301:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384576.526311:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f501600 00000400:00000200:1.0:1767384576.526374:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a5 [2] + 0 00000400:00000010:1.0:1767384576.526380:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078634147. 00000400:00000200:1.0:1767384576.526386:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9a862b6 00000400:00000200:1.0:1767384576.526394:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384576.526401:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384576.526410:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a862b6 00000400:00000010:1.0:1767384576.526413:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9a862b6. 00000100:00000001:1.0:1767384576.526420:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384576.526422:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384576.526427:0:17582:0:(events.c:337:request_in_callback()) incoming req@00000000ddc0cf63 x1853237037635072 msgsize 272 00000100:00100000:1.0:1767384576.526434:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384576.526437:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384576.526459:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384576.526466:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384576.526468:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000001:1.0:1767384576.526471:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384576.526474:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.526513:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.526518:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.526527:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.526532:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384576.526543:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.526551:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865328 00000100:00000001:1.0:1767384576.526565:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865325 00000100:00000001:1.0:1767384576.526580:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865328 00000100:00000001:1.0:1767384576.526590:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865325 00000100:00000001:1.0:1767384576.526599:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865328 00000100:00000001:1.0:1767384576.526604:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865325 00000100:00000001:1.0:1767384576.526607:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865328 00000100:00000001:1.0:1767384576.526609:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865325 00000100:00000001:1.0:1767384576.526612:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.526621:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.526628:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384576.526632:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384576.526639:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 00000000efeb940d going to sleep for 11 seconds 00000100:00000001:1.0:1767384576.526650:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384576.526674:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.527443:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384576.527452:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384576.527460:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384576.527465:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000400:00000200:1.0:1767384576.527474:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5e728 00000400:00000010:1.0:1767384576.527479:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d2c5e728. 00000100:00000001:1.0:1767384576.527487:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384576.527498:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384576.527524:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.527556:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384576.527562:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.527568:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384576.527573:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384576.527576:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.527584:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.527593:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384576.527599:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384576.527602:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384576.527605:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384576.527607:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.527610:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384576.527615:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.527619:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.527630:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.527645:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.527651:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384576.527677:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384576.527681:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384576.527698:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007295d9b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037635072:0@lo:502: 00000100:00000001:1.0:1767384576.527705:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.527708:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.527710:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384576.527713:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.527715:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.527723:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384576.527725:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efeb940d. 00000100:00000001:1.0:1767384576.527728:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384576.527729:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.527735:0:17582:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384576.527744:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.527747:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007295d9b9 x1853237037635072/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.527755:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384576.527757:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384576.527759:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000052f0010e. 02000000:00000001:1.0:1767384576.527769:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384576.527771:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.527773:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.527775:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384576.527777:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000005ad7546. 02000000:00000001:1.0:1767384576.527780:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384576.527782:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384576.527783:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007295d9b9. 00000100:00000001:1.0:1767384576.527786:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384576.527787:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384576.527790:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.527791:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.527793:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384576.527795:0:17582:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.527797:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384576.527801:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384576.527803:0:17582:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.527806:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.527808:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.527810:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.527815:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000877146da. 00080000:00000001:1.0:1767384576.527818:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929569002496 : -117144140549120 : ffff9575411d7400) 00000040:00000001:1.0:1767384576.527820:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.527823:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.527825:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.527829:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.527830:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.527832:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.527834:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.527835:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.527837:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.527844:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.527847:0:17582:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384576.527850:0:17582:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.527852:0:17582:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.527854:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.527866:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.527868:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.527870:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.527872:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.527878:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528070:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:1.0:1767384576.528076:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528110:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.528115:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00000001:1.0:1767384576.528118:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528120:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528122:0:17582:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1767384576.528124:0:17582:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.528126:0:17582:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528128:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.528136:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528138:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528140:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.528143:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428240e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384576.528146:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384576.528148:0:17582:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.528150:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.528151:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.528153:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.528157:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ea343228. 00080000:00000001:1.0:1767384576.528159:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568998400 : -117144140553216 : ffff9575411d6400) 00000040:00000001:1.0:1767384576.528161:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528163:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.528165:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528174:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528176:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528178:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528184:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528191:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528194:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528195:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528198:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.528208:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528210:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528211:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.528213:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.528217:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528226:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.528228:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528232:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.528234:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528238:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.528241:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528246:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384576.528248:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00000001:1.0:1767384576.528251:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528252:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528254:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.528260:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528262:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528264:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.528266:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384576.528269:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384576.528271:0:17582:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.528273:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.528274:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.528275:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.528278:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000abd84243. 00080000:00000001:1.0:1767384576.528281:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568992256 : -117144140559360 : ffff9575411d4c00) 00000040:00000001:1.0:1767384576.528283:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528284:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.528285:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528292:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528294:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528296:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528301:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528302:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528310:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528359:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528363:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.528381:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528387:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528390:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.528392:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.528403:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528418:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.528421:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528432:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.528436:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528450:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.528453:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528462:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:1.0:1767384576.528465:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00000001:1.0:1767384576.528467:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528470:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528472:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.528479:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528480:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528483:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.528485:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384576.528487:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384576.528489:0:17582:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.528491:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.528493:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.528494:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.528498:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ab56ae0f. 00080000:00000001:1.0:1767384576.528500:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568996352 : -117144140555264 : ffff9575411d5c00) 00000040:00000001:1.0:1767384576.528502:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528513:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.528515:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528524:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528525:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528527:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528533:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528534:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528536:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528545:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528547:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.528556:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528558:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528560:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.528561:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.528566:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528574:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.528576:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528579:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.528581:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528585:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.528587:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528609:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.528612:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00000001:1.0:1767384576.528614:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528616:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528618:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.528625:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528627:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528629:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.528630:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428242e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384576.528633:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384576.528635:0:17582:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.528637:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.528638:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.528639:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.528643:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007494b09a. 00080000:00000001:1.0:1767384576.528645:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568997376 : -117144140554240 : ffff9575411d6000) 00000040:00000001:1.0:1767384576.528647:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528648:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.528649:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528677:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528679:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528681:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528687:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528689:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528691:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528693:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528709:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.528719:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528721:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528723:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.528724:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.528729:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528737:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.528740:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528743:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.528745:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528750:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.528752:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528757:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.528759:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00000001:1.0:1767384576.528762:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528763:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528765:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.528772:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528774:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528775:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.528777:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428243c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384576.528780:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384576.528782:0:17582:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.528784:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.528785:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.528786:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.528790:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019e3fe44. 00080000:00000001:1.0:1767384576.528792:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568993280 : -117144140558336 : ffff9575411d5000) 00000040:00000001:1.0:1767384576.528794:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528795:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.528797:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528804:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528805:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528807:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528812:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528813:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528815:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528817:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528819:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.528834:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528836:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528837:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.528839:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.528843:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528850:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.528852:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528856:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.528858:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528861:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.528864:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528888:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384576.528891:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00000001:1.0:1767384576.528893:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528895:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528897:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.528903:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528911:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528913:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.528915:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384576.528917:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384576.528919:0:17582:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.528921:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.528922:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.528923:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.528927:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f4663256. 00080000:00000001:1.0:1767384576.528929:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929569000448 : -117144140551168 : ffff9575411d6c00) 00000040:00000001:1.0:1767384576.528931:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528932:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.528934:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528941:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528942:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528944:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.528950:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.528951:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528953:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528955:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.528957:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.528963:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.528971:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.528973:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.528975:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.528979:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528987:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.528989:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528993:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.528995:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.528999:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.529001:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529006:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:1.0:1767384576.529008:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00000001:1.0:1767384576.529010:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529012:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529014:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.529020:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529022:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529024:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.529026:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428244e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384576.529028:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384576.529030:0:17582:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.529032:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.529033:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.529035:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.529038:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a9d50b2. 00080000:00000001:1.0:1767384576.529041:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568989184 : -117144140562432 : ffff9575411d4000) 00000040:00000001:1.0:1767384576.529043:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529044:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.529046:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529053:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529054:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529056:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529061:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529062:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529064:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529066:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529068:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.529074:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529076:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529084:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.529085:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.529089:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529097:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.529099:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529102:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.529104:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529108:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.529110:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529115:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.529118:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00000001:1.0:1767384576.529120:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529122:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529123:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.529129:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529131:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529133:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.529134:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428245c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384576.529137:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384576.529138:0:17582:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.529140:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.529142:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.529143:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.529147:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000067681b5b. 00080000:00000001:1.0:1767384576.529149:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581638656 : -117144127912960 : ffff957541de4400) 00000040:00000001:1.0:1767384576.529152:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529153:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.529154:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529161:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529163:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529164:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529170:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529171:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529173:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529175:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529176:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.529183:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529185:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529187:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.529194:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.529198:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529206:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.529208:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529211:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.529213:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529217:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.529220:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529243:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.529245:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00000001:1.0:1767384576.529248:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529249:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529252:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.529258:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529260:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529262:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.529263:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428246a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384576.529266:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384576.529268:0:17582:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.529270:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.529272:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.529273:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.529276:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000732ffea8. 00080000:00000001:1.0:1767384576.529279:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581647872 : -117144127903744 : ffff957541de6800) 00000040:00000001:1.0:1767384576.529281:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529283:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.529284:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529292:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529293:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529295:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529300:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529301:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529303:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529305:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529307:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.529364:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529368:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529371:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.529373:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.529389:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529403:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.529405:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529409:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.529412:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529416:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.529418:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529424:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384576.529426:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00000001:1.0:1767384576.529428:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529430:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529432:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.529439:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529441:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529443:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.529445:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384576.529448:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384576.529450:0:17582:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.529452:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.529453:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.529455:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.529467:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000568ae792. 00080000:00000001:1.0:1767384576.529470:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578797056 : -117144130754560 : ffff957541b2e800) 00000040:00000001:1.0:1767384576.529472:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529474:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.529476:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529485:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529486:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529488:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529494:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529495:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529497:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529499:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529502:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.529510:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529512:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529514:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.529515:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.529519:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529533:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.529535:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529539:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.529541:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529545:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.529547:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529553:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.529555:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00000001:1.0:1767384576.529557:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529559:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529561:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.529567:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529569:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529571:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.529573:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428247f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384576.529575:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384576.529577:0:17582:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.529579:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.529580:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.529582:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.529584:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002e3f1b6f. 00080000:00000001:1.0:1767384576.529586:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578802176 : -117144130749440 : ffff957541b2fc00) 00000040:00000001:1.0:1767384576.529588:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529589:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.529591:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529598:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529599:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529601:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529606:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529607:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529609:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529611:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529613:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.529620:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529622:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529623:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.529624:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.529627:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529632:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.529641:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529647:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.529650:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529678:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.529689:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529716:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.529719:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00000001:1.0:1767384576.529722:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529724:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529726:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.529733:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529735:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529737:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.529739:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428248d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384576.529741:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384576.529743:0:17582:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.529745:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.529746:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.529748:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.529751:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b86bc5b. 00080000:00000001:1.0:1767384576.529753:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578787840 : -117144130763776 : ffff957541b2c400) 00000040:00000001:1.0:1767384576.529755:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529757:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.529759:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529767:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529768:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529770:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529775:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529777:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529779:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529781:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529782:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.529790:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529792:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529793:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.529794:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.529797:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529803:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.529805:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529820:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.529822:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529826:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.529829:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529834:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:1.0:1767384576.529836:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00000001:1.0:1767384576.529839:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529841:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529843:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.529849:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529851:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529853:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.529855:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824930 type=0x10620000 idx=14 00000040:00001000:1.0:1767384576.529857:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1767384576.529859:0:17582:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.529861:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.529862:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.529863:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.529866:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a8e620c1. 00080000:00000001:1.0:1767384576.529868:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578791936 : -117144130759680 : ffff957541b2d400) 00000040:00000001:1.0:1767384576.529870:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529872:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.529873:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529880:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529881:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529883:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.529888:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.529889:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529891:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529893:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529894:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.529902:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529903:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.529905:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.529906:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.529909:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529914:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.529916:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529919:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.529950:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529956:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.529959:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.529964:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384576.529967:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00000001:1.0:1767384576.529969:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529971:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.529973:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.529979:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529981:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.529983:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.529985:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428249b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767384576.529987:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1767384576.529989:0:17582:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.529991:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.529992:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.529993:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.529996:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082147dfc. 00080000:00000001:1.0:1767384576.529998:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578801152 : -117144130750464 : ffff957541b2f800) 00000040:00000001:1.0:1767384576.530001:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530002:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.530004:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530010:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530012:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530014:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530019:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530020:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530022:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530024:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530026:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.530033:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530035:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530036:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.530037:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.530040:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530045:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.530047:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530050:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.530052:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530065:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.530068:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530092:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:1.0:1767384576.530095:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00000001:1.0:1767384576.530098:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530100:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530102:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.530108:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530110:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530112:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.530113:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767384576.530116:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1767384576.530118:0:17582:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.530120:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.530121:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.530123:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.530126:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f20e1c0e. 00080000:00000001:1.0:1767384576.530128:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578792960 : -117144130758656 : ffff957541b2d800) 00000040:00000001:1.0:1767384576.530130:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530132:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.530134:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530141:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530142:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530144:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530149:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530151:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530153:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530154:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530156:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.530163:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530165:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530166:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.530167:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.530171:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530176:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.530178:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530182:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.530184:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530188:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.530197:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530205:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:1.0:1767384576.530208:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00000001:1.0:1767384576.530210:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530212:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530214:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.530220:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530222:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530224:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.530226:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767384576.530228:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1767384576.530230:0:17582:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.530232:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.530233:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.530234:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.530237:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f9b03034. 00080000:00000001:1.0:1767384576.530239:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578799104 : -117144130752512 : ffff957541b2f000) 00000040:00000001:1.0:1767384576.530241:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530242:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.530243:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530250:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530251:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530253:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530258:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530259:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530261:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530263:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530265:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.530272:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530274:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530275:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.530276:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.530279:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530285:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.530287:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530290:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.530292:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530296:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.530298:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530354:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.530358:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:1.0:1767384576.530360:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530362:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530365:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.530376:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530380:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530386:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.530390:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767384576.530395:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384576.530398:0:17582:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.530401:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.530403:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.530405:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.530410:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006b15f7f0. 00080000:00000001:1.0:1767384576.530415:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578800128 : -117144130751488 : ffff957541b2f400) 00000040:00000001:1.0:1767384576.530418:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530421:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.530425:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530440:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530443:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530446:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530458:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:0.0:1767384576.530466:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865328, at 4294865329 00080000:00000001:1.0:1767384576.530467:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530475:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530488:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530492:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000010:0.0:1767384576.530510:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca1fab39. 00080000:00000001:1.0:1767384576.530529:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530536:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530541:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.530546:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.530554:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530565:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.530569:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530572:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.530575:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530579:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.530581:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530617:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.530629:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:1.0:1767384576.530631:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530633:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530636:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.530644:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530646:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530648:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.530650:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767384576.530671:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1767384576.530674:0:17582:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.530676:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.530695:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.530708:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.530712:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005d1b34f5. 00080000:00000001:1.0:1767384576.530715:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578796032 : -117144130755584 : ffff957541b2e400) 00000040:00000001:1.0:1767384576.530717:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530719:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.530720:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530731:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530732:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530734:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530740:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530741:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530743:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530745:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530747:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.530756:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530758:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530759:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.530761:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.530765:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530773:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.530775:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530778:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.530780:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530784:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.530787:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530792:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:1.0:1767384576.530794:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:1.0:1767384576.530803:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530806:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530808:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.530815:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530817:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530819:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.530821:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767384576.530823:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1767384576.530825:0:17582:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.530827:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.530828:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.530830:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.530833:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004450196d. 00080000:00000001:1.0:1767384576.530835:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578789888 : -117144130761728 : ffff957541b2cc00) 00000040:00000001:1.0:1767384576.530837:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530838:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.530840:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530846:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530848:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530849:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530855:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530856:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530858:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530860:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530862:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.530869:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530871:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530872:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.530874:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.530877:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530883:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.530885:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530889:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.530891:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530895:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.530897:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530902:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.530909:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:1.0:1767384576.530912:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530920:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530922:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.530929:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530931:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530933:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.530935:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767384576.530937:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1767384576.530938:0:17582:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.530940:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.530941:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.530943:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.530945:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002472e540. 00080000:00000001:1.0:1767384576.530947:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578793984 : -117144130757632 : ffff957541b2dc00) 00000040:00000001:1.0:1767384576.530949:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530951:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.530952:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530959:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530960:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530962:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.530968:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.530969:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530971:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530973:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.530974:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.530981:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.530983:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.530984:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.530985:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.530989:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.530995:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.530997:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531000:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.531002:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531006:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.531008:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531031:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.531034:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:1.0:1767384576.531037:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531039:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531048:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.531055:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531057:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531059:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.531060:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767384576.531063:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1767384576.531065:0:17582:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.531067:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.531068:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.531069:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.531072:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004e7d6ab9. 00080000:00000001:1.0:1767384576.531074:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578795008 : -117144130756608 : ffff957541b2e000) 00000040:00000001:1.0:1767384576.531076:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531078:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.531079:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531086:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531088:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531089:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531095:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531096:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531098:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531100:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531102:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.531110:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531112:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531114:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.531115:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.531120:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531126:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.531128:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531132:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.531134:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531137:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.531140:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531145:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:1.0:1767384576.531147:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:1.0:1767384576.531150:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531152:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531153:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.531167:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531169:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531171:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.531173:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384576.531176:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384576.531178:0:17582:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.531179:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.531180:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.531182:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.531185:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aae7329b. 00080000:00000001:1.0:1767384576.531187:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578790912 : -117144130760704 : ffff957541b2d000) 00000040:00000001:1.0:1767384576.531189:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531190:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.531192:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531198:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531199:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531201:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531207:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531208:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531210:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531212:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531214:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.531222:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531224:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531225:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.531226:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.531230:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531237:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.531238:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531242:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.531244:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531248:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.531250:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531255:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384576.531257:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:1.0:1767384576.531259:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531261:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531263:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.531269:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531276:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531278:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.531280:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542824f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384576.531283:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384576.531285:0:17582:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.531287:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.531288:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.531289:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.531292:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b426ec2e. 00080000:00000001:1.0:1767384576.531294:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578798080 : -117144130753536 : ffff957541b2ec00) 00000040:00000001:1.0:1767384576.531296:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531298:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.531299:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531306:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531307:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531309:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531315:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531316:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531318:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531320:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531322:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000040:1.0:1767384576.531401:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294865328, at 4294865330 00000100:00000010:1.0:1767384576.531409:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061bb7591. 00080000:00000001:1.0:1767384576.531438:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531442:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531444:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.531445:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.531461:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531471:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.531473:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531477:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.531479:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531483:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.531485:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531512:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:1.0:1767384576.531514:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:1.0:1767384576.531517:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531519:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531527:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.531536:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531538:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531540:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.531542:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542825018 type=0x10620000 idx=25 00000040:00001000:1.0:1767384576.531545:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1767384576.531547:0:17582:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.531548:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.531550:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.531551:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.531554:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000052f0010e. 00080000:00000001:1.0:1767384576.531556:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578786816 : -117144130764800 : ffff957541b2c000) 00000040:00000001:1.0:1767384576.531559:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531560:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.531562:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531571:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531573:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531575:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531580:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531582:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531583:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531585:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531588:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.531596:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531598:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531599:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.531600:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.531604:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531612:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.531614:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531617:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.531619:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531623:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.531625:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531631:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384576.531633:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:1.0:1767384576.531635:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531637:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531639:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.531673:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531676:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531687:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.531689:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542825098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384576.531691:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1767384576.531693:0:17582:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.531695:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.531696:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.531698:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.531702:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e260ba30. 00080000:00000001:1.0:1767384576.531705:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578788864 : -117144130762752 : ffff957541b2c800) 00000040:00000001:1.0:1767384576.531707:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531709:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.531711:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531719:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531721:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531723:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531729:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531730:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531732:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531734:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531736:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.531744:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531746:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531748:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.531749:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.531753:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531761:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.531763:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531767:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.531769:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531773:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.531775:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531780:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.531783:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:1.0:1767384576.531785:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531787:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531789:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.531795:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531803:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531805:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.531807:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542825178 type=0x10620000 idx=27 00000040:00001000:1.0:1767384576.531810:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1767384576.531811:0:17582:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.531813:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.531815:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.531816:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.531830:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d397bc9b. 00080000:00000001:1.0:1767384576.531832:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578430464 : -117144131121152 : ffff957541ad5000) 00000040:00000001:1.0:1767384576.531835:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531836:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.531838:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531846:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531847:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531849:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531855:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531856:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531858:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531860:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531862:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.531870:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531872:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531873:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.531875:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.531879:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531886:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.531888:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531891:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.531893:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531897:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.531899:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.531934:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.531937:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:1.0:1767384576.531939:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531941:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531943:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.531949:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531951:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.531960:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.531962:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff957542825258 type=0x10620000 idx=28 00000040:00001000:1.0:1767384576.531965:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:1.0:1767384576.531967:0:17582:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.531969:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.531970:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.531971:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.531976:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003ee0c65b. 00080000:00000001:1.0:1767384576.531978:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578437632 : -117144131113984 : ffff957541ad6c00) 00000040:00000001:1.0:1767384576.531981:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.531983:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.531984:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.531992:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.531994:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.531995:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.532001:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.532003:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.532005:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.532007:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.532009:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.532016:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.532018:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.532020:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.532021:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.532025:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.532032:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.532034:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.532037:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.532039:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.532043:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.532045:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.532050:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:1.0:1767384576.532052:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:1.0:1767384576.532054:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.532056:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.532058:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.532064:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.532066:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.532067:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.532075:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428252a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384576.532078:0:17582:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:1.0:1767384576.532080:0:17582:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384576.532082:0:17582:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384576.532084:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000010:1.0:1767384576.532088:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007295d9b9. 00000020:00000040:1.0:1767384576.532091:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384576.532094:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384576.532096:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384576.532099:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384576.532103:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005ad7546. 00000100:00000001:1.0:1767384576.532108:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.532111:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384576.532113:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384576.532116:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efeb940d. 00000100:00000001:1.0:1767384576.532118:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934119167104 : -117139590384512 : ffff957650537480) 00000100:00000001:1.0:1767384576.532121:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.532122:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599151872 : -117139110399744 : ffff95766cef7100) 00000100:00000001:1.0:1767384576.532126:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384576.532128:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.532130:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384576.532131:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384576.532135:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.532144:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384576.532146:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.532149:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384576.532151:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384576.532153:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.532155:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007295d9b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037635200:0@lo:502: 00000100:00000001:1.0:1767384576.532159:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384576.532162:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384576.532163:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.532165:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384576.532180:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000d3e6c7a5. 02000000:00000001:1.0:1767384576.532188:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384576.532192:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000400:00000010:1.0:1767384576.532196:0:17582:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d2c5e728. 00000100:00000200:1.0:1767384576.532200:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037635200, portal 25 00000100:00000001:1.0:1767384576.532203:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.532204:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599151872 : -117139110399744 : ffff95766cef7100) 00000100:00000040:1.0:1767384576.532209:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.532217:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384576.532219:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384576.532222:0:17582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384576.532224:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037635200, offset 0 00000400:00000200:1.0:1767384576.532229:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384576.532236:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384576.532242:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f501680 00000400:00000200:1.0:1767384576.532248:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a9 [2] + 0 00000400:00000010:1.0:1767384576.532251:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000608f6c26. 00000400:00000200:1.0:1767384576.532255:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cddd317 00000400:00000200:1.0:1767384576.532259:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384576.532262:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384576.532266:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cddd317 00000400:00000010:1.0:1767384576.532268:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cddd317. 00000100:00000001:1.0:1767384576.532271:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384576.532273:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384576.532275:0:17582:0:(events.c:337:request_in_callback()) incoming req@000000008d306bd0 x1853237037635200 msgsize 272 00000100:00100000:1.0:1767384576.532280:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384576.532282:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384576.532299:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384576.532304:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384576.532306:0:17582:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000001:1.0:1767384576.532309:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384576.532358:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.532369:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.532389:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.532398:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.532402:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384576.532410:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.532415:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865334 00000100:00000010:1.0:1767384576.532419:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001769676e. 00000100:00000001:1.0:1767384576.532427:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384576.532447:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865334 00000100:00000010:1.0:1767384576.532455:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1b5bd1b. 00000100:00000001:1.0:1767384576.532463:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384576.532470:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865334 00000100:00000010:1.0:1767384576.532476:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061bb7591. 00000100:00000001:1.0:1767384576.532483:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384576.532489:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865334 00000100:00000010:1.0:1767384576.532502:0:17582:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd766a33. 00000100:00000001:1.0:1767384576.532509:0:17582:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384576.532515:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.532525:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.532531:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384576.532535:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384576.532539:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 00000000efeb940d going to sleep for 11 seconds 00000100:00000001:1.0:1767384576.532546:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384576.532552:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.533538:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384576.533547:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384576.533550:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384576.533552:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000400:00000200:1.0:1767384576.533562:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5e728 00000400:00000010:1.0:1767384576.533567:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d2c5e728. 00000100:00000001:1.0:1767384576.533576:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384576.533585:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384576.533633:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.533647:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384576.533682:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.533687:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384576.533689:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384576.533691:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.533693:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.533696:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384576.533701:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384576.533706:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384576.533709:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384576.533711:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.533713:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384576.533716:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.533723:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.533729:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.533745:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.533749:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384576.533751:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384576.533755:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384576.533764:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007295d9b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037635200:0@lo:502: 00000100:00000001:1.0:1767384576.533770:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.533774:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.533776:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384576.533778:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.533782:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.533790:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384576.533793:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efeb940d. 00000100:00000001:1.0:1767384576.533805:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384576.533806:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.533812:0:17582:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384576.533814:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.533817:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007295d9b9 x1853237037635200/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.533824:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384576.533826:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384576.533828:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000d3e6c7a5. 02000000:00000001:1.0:1767384576.533838:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384576.533840:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.533842:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.533844:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384576.533846:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000005ad7546. 02000000:00000001:1.0:1767384576.533849:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384576.533851:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384576.533852:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007295d9b9. 00000100:00000001:1.0:1767384576.533855:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384576.533856:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384576.533859:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.533860:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.533862:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384576.533864:0:17582:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384576.533867:0:17582:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9575428252a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384576.533870:0:17582:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:1.0:1767384576.533873:0:17582:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:1.0:1767384576.533875:0:17582:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384576.533877:0:17582:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384576.533880:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.533885:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e031c6af. 00080000:00000001:1.0:1767384576.533888:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578426368 : -117144131125248 : ffff957541ad4000) 00000040:00000001:1.0:1767384576.533891:0:17582:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384576.533893:0:17582:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384576.533896:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.533908:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.533912:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.533914:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384576.533930:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.533931:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.533933:0:17582:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.533935:0:17582:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.533938:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.533949:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.533951:0:17582:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384576.533953:0:17582:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384576.533955:0:17582:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:1.0:1767384576.533961:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.533972:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384576.533975:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.533979:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384576.533981:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.533985:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384576.533988:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384576.533994:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384576.533997:0:17582:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:1.0:1767384576.534000:0:17582:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534002:0:17582:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534004:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.534012:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534014:0:17582:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534016:0:17582:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534018:0:17582:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384576.534021:0:17582:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:1.0:1767384576.534023:0:17582:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dbbc6ebe. 00000020:00000010:1.0:1767384576.534029:0:17582:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006b3556e2. 00000020:00000010:1.0:1767384576.534036:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b122ad83. 00000040:00000010:1.0:1767384576.534039:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005a218039. 00000020:00000010:1.0:1767384576.534041:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df9cb5db. 00000020:00000010:1.0:1767384576.534045:0:17582:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0c2a5fd. 00000020:00000010:1.0:1767384576.534048:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005ab2f738. 80000000:00000010:1.0:1767384576.534052:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a3a65e0f. 40000000:00000010:1.0:1767384576.534055:0:17582:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000052acae3b. 00100000:00000010:1.0:1767384576.534058:0:17582:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004e253244. 00040000:00000010:1.0:1767384576.534060:0:17582:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cdc1d509. 00040000:00000010:1.0:1767384576.534063:0:17582:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000580f4fc4. 00040000:00000010:1.0:1767384576.534074:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b4e35741. 00080000:00000010:1.0:1767384576.534076:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000690e76bf. 00000004:00000010:1.0:1767384576.534079:0:17582:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c3bc0c1. 00000004:00000010:1.0:1767384576.534083:0:17582:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000009f19caf. 00000004:00000010:1.0:1767384576.534086:0:17582:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a1d30358. 00002000:00000010:1.0:1767384576.534088:0:17582:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a6274965. 00000004:00000010:1.0:1767384576.534092:0:17582:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ea7554de. 00000020:00000010:1.0:1767384576.534095:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078329291. 00000040:00000010:1.0:1767384576.534098:0:17582:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000153cbd5. 00000040:00000001:1.0:1767384576.534101:0:17582:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534103:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384576.534106:0:17582:0:(lu_object.c:207:lu_object_put()) Add 00000000ab8eecf2/00000000c9a38b67 to site lru. bkt: 000000002b2c4de8 00000040:00000010:1.0:1767384576.534110:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000c80cb414. 00000040:00000001:1.0:1767384576.534112:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384576.534114:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000eca6adca. 00000040:00000010:1.0:1767384576.534117:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000063d5bb07. 00000040:00000010:1.0:1767384576.534120:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003359f8e7. 00000040:00000010:1.0:1767384576.534122:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005ba73d3a. 00000040:00000001:1.0:1767384576.534124:0:17582:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534126:0:17582:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384576.534127:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384576.534130:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005ba73d3a. 00000040:00000001:1.0:1767384576.534133:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384576.534135:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.534137:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.534140:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:1.0:1767384576.534145:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.534162:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.534165:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.534166:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534168:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384576.534172:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000c80cb414. 00000020:00000001:1.0:1767384576.534175:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384576.534178:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934892798040 : -117138816753576 : ffff95767e702058) 00000040:00000001:1.0:1767384576.534181:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534189:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534191:0:17582:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384576.534193:0:17582:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384576.534194:0:17582:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384576.534197:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384576.534201:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000d346f87. 00080000:00000001:1.0:1767384576.534203:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578428416 : -117144131123200 : ffff957541ad4800) 00000040:00000001:1.0:1767384576.534206:0:17582:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384576.534207:0:17582:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384576.534210:0:17582:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:1.0:1767384576.534216:0:17582:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384576.534219:0:17582:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:1.0:1767384576.534222:0:17582:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384576.534229:0:17582:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.534231:0:17582:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534234:0:17582:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384576.534236:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.534237:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384576.534242:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1767384576.534243:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384576.534255:0:17582:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534258:0:17582:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534260:0:17582:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534263:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384576.534272:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534275:0:17582:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384576.534277:0:17582:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:1.0:1767384576.534287:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.534289:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534297:0:17582:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534299:0:17582:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1767384576.534303:0:17582:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534305:0:17582:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1767384576.534307:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.534308:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534555:0:17582:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.534558:0:17582:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534562:0:17582:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534564:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.534584:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534587:0:17582:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534589:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:1.0:1767384576.534599:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006baf347d. 00000020:00000010:1.0:1767384576.534604:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000080fa74b9. 00000040:00000010:1.0:1767384576.534609:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000c80cb414. 00000040:00000001:1.0:1767384576.534612:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384576.534614:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005ba73d3a. 00000040:00000001:1.0:1767384576.534616:0:17582:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384576.534619:0:17582:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 00000000da484936. 10000000:00000040:1.0:1767384576.534622:0:17582:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004aff9874 : new refcount 1 10000000:00000001:1.0:1767384576.534625:0:17582:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.534629:0:17582:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384576.534631:0:17582:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767384576.534633:0:17582:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384576.534635:0:17582:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005ba73d3a. 00000040:00000001:1.0:1767384576.534638:0:17582:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384576.534639:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.534641:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.534644:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00080000:00000001:1.0:1767384576.534648:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.534684:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.534687:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.534689:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.534690:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384576.534694:0:17582:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000c80cb414. 00000020:00000001:1.0:1767384576.534697:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384576.534711:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626929594925656 : -117144114625960 : ffff957542a90258) 00000040:00000001:1.0:1767384576.534713:0:17582:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534715:0:17582:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534717:0:17582:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384576.534720:0:17582:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003359f8e7. 00000040:00000001:1.0:1767384576.534722:0:17582:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384576.534724:0:17582:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384576.534759:0:17582:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534761:0:17582:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534771:0:17582:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384576.534773:0:17582:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384576.534775:0:17582:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000058fb878b. 00000040:00001000:1.0:1767384576.534777:0:17582:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000100:00000040:0.0:1767384576.536456:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865334, at 4294865335 00000100:00000040:1.0:1767384576.536464:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294865334, at 4294865335 00000100:00000010:0.0:1767384576.536477:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001769676e. 00000100:00000010:1.0:1767384576.536479:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1b5bd1b. 00000100:00000001:1.0:1767384576.542248:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384576.542260:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384576.542263:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384576.542275:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.542289:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384576.542292:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.542297:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384576.542306:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384576.542347:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.542360:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237037635328:0@lo:38: 00000100:00000001:1.0:1767384576.542376:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384576.542381:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384576.542386:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.542401:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384576.542409:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005928dfa4. 02000000:00000001:1.0:1767384576.542420:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384576.542436:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000400:00000010:1.0:1767384576.542455:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384576.542475:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037635328, portal 10 00000100:00000001:1.0:1767384576.542487:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384576.542496:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974595584 : -117139734956032 : ffff957647b57800) 00000020:00000010:1.0:1767384576.542515:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eca6adca. 00000100:00000040:1.0:1767384576.542537:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.542555:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384576.542576:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384576.542596:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 00000100:00000200:1.0:1767384576.542602:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237037635328, offset 0 00000400:00000200:1.0:1767384576.542620:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384576.542649:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384576.542705:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695825f501700 00000400:00000200:1.0:1767384576.542735:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000400:00000200:1.0:1767384576.542745:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384576.542758:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384576.542780:0:16162:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384576.542789:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384576.542798:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007295d9b9. 00000100:00000040:1.0:1767384576.542812:0:16162:0:(events.c:337:request_in_callback()) incoming req@000000007295d9b9 x1853237037635328 msgsize 520 00000100:00100000:1.0:1767384576.542833:0:16162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384576.542861:0:16162:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384576.542883:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce985b99 00000400:00000010:1.0:1767384576.542901:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 00000100:00000001:1.0:1767384576.542926:0:16162:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384576.542945:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.543032:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.543044:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.543092:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.543099:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384576.543110:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.543127:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1767384576.543138:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294865344 00000100:00000010:1.0:1767384576.543149:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1b5bd1b. 00000100:00000001:1.0:1767384576.543164:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384576.543184:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294865344 00000100:00000010:1.0:1767384576.543193:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006306cdb6. 00000100:00000001:1.0:1767384576.543203:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384576.543213:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294865344 00000100:00000010:1.0:1767384576.543240:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000810d6cde. 00000100:00000001:1.0:1767384576.543250:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384576.543263:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294865344 00000100:00000010:1.0:1767384576.543277:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097f63e76. 00000100:00000001:1.0:1767384576.543298:0:16162:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384576.543360:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.543373:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.543384:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.543391:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.543417:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384576.543421:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.543436:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384576.543444:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384576.543455:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.543468:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.543506:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384576.543518:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037635328 02000000:00000001:1.0:1767384576.543528:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384576.543536:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.543543:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.543560:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.543570:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037635328 00000020:00000001:1.0:1767384576.543577:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384576.543583:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384576.543597:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384576.543605:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.543617:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384576.543641:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063d5bb07. 00000020:00000010:1.0:1767384576.543670:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0a8d54f. 00000020:00000010:1.0:1767384576.543701:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000341819a6. 00000100:00000001:1.0:1767384576.543715:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384576.543724:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384576.543734:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.543745:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.543778:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.543821:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384576.543828:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037635456 02000000:00000001:1.0:1767384576.543838:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384576.543852:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.543860:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.543879:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.543886:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037635456 00000020:00000001:1.0:1767384576.543891:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384576.543896:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000020:00000001:1.0:1767384576.543902:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384576.543911:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000020:00000001:1.0:1767384576.543927:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:1.0:1767384576.543934:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:1.0:1767384576.543941:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384576.543946:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008848dedf. 00000100:00000001:1.0:1767384576.543953:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384576.543958:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008848dedf. 00000020:00000010:1.0:1767384576.543971:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078329291. 00000020:00000010:1.0:1767384576.543978:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1d29428. 00000020:00000010:1.0:1767384576.543987:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000712b9866. 00000100:00000040:1.0:1767384576.544003:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384576.544012:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384576.544018:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384576.544021:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.544033:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384576.544039:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384576.544041:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.544060:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.544081:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384576.544093:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384576.544110:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384576.544133:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:1.0:1767384576.544149:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646741120 : -117139062810496 : ffff95766fc59880) 00000100:00000040:1.0:1767384576.544166:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021bb3399 x1853237037635456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:557/0 lens 224/0 e 0 to 0 dl 1767384587 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.544226:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384576.544232:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008848dedf. 00000100:00000001:1.0:1767384576.544246:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384576.544258:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008848dedf. 00000100:00100000:1.0:1767384576.544287:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021bb3399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037635456:12345-0@lo:400: 00000020:00000040:0.0:1767384576.544294:0:17603:0:(genops.c:887:class_export_get()) GET export 0000000096affc51 refcount=6 00000100:00000200:1.0:1767384576.544310:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037635456 00002000:00000001:0.0:1767384576.544311:0:17603:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000020:00000001:1.0:1767384576.544315:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:0.0:1767384576.544316:0:17603:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.544324:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767384576.544365:0:17603:0:(genops.c:887:class_export_get()) GET export 0000000096affc51 refcount=7 00000020:00000040:0.0:1767384576.544373:0:17603:0:(genops.c:898:class_export_put()) PUTting export 0000000096affc51 : new refcount 6 00000020:00000001:1.0:1767384576.544375:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.544391:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384576.544400:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:1.0:1767384576.544415:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384576.544429:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384576.544441:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384576.544449:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384576.544453:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.544462:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384576.544472:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384576.544483:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384576.544497:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000018b4af38. 02000000:00000001:1.0:1767384576.544504:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.544514:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.544517:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384576.544531:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037635456 00010000:00000001:1.0:1767384576.544540:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384576.544553:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021bb3399 x1853237037635456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:557/0 lens 224/224 e 0 to 0 dl 1767384587 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384576.544591:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384576.544599:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384576.544605:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384576.544622:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384576.544638:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:1.0:1767384576.544675:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384576.544682:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384576.544688:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384576.544699:0:17582:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000058fb878b. 00000100:00000001:1.0:1767384576.544705:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000001:0.0:1767384576.544710:0:17582:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384576.544717:0:17582:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000100:00000040:1.0:1767384576.544727:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000001:0.0:1767384576.544730:0:17582:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000400:00000010:1.0:1767384576.544740:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 00000020:00000002:0.0:1767384576.544741:0:17582:0:(lu_object.c:207:lu_object_put()) Add 00000000ab8eecf2/00000000c9a38b67 to site lru. bkt: 000000002b2c4de8 00000100:00000200:1.0:1767384576.544754:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037635456, offset 224 00000040:00000010:0.0:1767384576.544756:0:17582:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000c80cb414. 00000400:00000200:1.0:1767384576.544766:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000001:0.0:1767384576.544779:0:17582:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384576.544786:0:17582:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003359f8e7. 00000040:00000010:0.0:1767384576.544796:0:17582:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005ba73d3a. 00000400:00000200:1.0:1767384576.544798:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384576.544806:0:17582:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384576.544812:0:17582:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000400:00000200:1.0:1767384576.544820:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f501780 00000020:00000010:0.0:1767384576.544824:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000061ed42fd. 00000400:00000200:1.0:1767384576.544838:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10e9 [1] + 224 00000040:00000010:0.0:1767384576.544846:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b2d6d525. 00000400:00000200:1.0:1767384576.544847:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384576.544865:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099c6d6ca. 00000400:00000200:1.0:1767384576.544868:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384576.544887:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384576.544888:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d02feab7. 00000100:00000200:1.0:1767384576.544896:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a318a37 x1853237037635456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:0.0:1767384576.544898:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000817c2659. 00040000:00000010:0.0:1767384576.544913:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a49dddce. 00080000:00000010:0.0:1767384576.544927:0:17582:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000de0de361. 00000020:00000010:0.0:1767384576.544945:0:17582:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000f3b1eacd. 00000100:00000040:1.0:1767384576.544947:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a318a37 x1853237037635456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384576.544963:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005244de00. 20000000:00000010:0.0:1767384576.544980:0:17582:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003bd704ff. 00000100:00000001:1.0:1767384576.544991:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384576.544995:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cedd70c2. 00000400:00000200:1.0:1767384576.545001:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce985b99 00000400:00000010:1.0:1767384576.545011:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 10000000:00000010:0.0:1767384576.545011:0:17582:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000015a79d2c. 00000100:00000001:1.0:1767384576.545022:0:16813:0:(events.c:386:reply_out_callback()) Process entered 10000000:01000000:0.0:1767384576.545024:0:17582:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00000001:1.0:1767384576.545026:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000001:0.0:1767384576.545041:0:17582:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000100:00000001:1.0:1767384576.545043:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.545050:0:17582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384576.545056:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00000020:00000001:0.0:1767384576.545060:0:17582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384576.545063:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:0.0:1767384576.545072:0:17582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b1f7aef refcount=3 00000020:00000001:1.0:1767384576.545073:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.545082:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384576.545082:0:17582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907796992 : -117139801754624 : ffff957643ba3400) 00010000:00000001:0.0:1767384576.545094:0:17582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907796992 : -117139801754624 : ffff957643ba3400) 00000100:00000040:1.0:1767384576.545102:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bb3399 x1853237037635456/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:557/0 lens 224/224 e 0 to 0 dl 1767384587 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384576.545106:0:17582:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384576.545114:0:17582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000002b1f7aef/0x1c01179f271edb6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb73 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384576.545174:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384576.545185:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384576.545190:0:17582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 000000002b1f7aef/0x1c01179f271edb6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edb73 expref: -99 pid: 17582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384576.545195:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021bb3399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037635456:12345-0@lo:400: Request processed in 961us (1913us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384576.545234:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00000001:0.0:1767384576.545236:0:17582:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:1.0:1767384576.545262:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:1.0:1767384576.545271:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384576.545271:0:17582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384576.545284:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384576.545284:0:17582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384576.545291:0:17582:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384576.545293:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1d29428. 10000000:00000001:0.0:1767384576.545301:0:17582:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384576.545303:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000712b9866. 00000020:00000010:1.0:1767384576.545312:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078329291. 10000000:00000001:0.0:1767384576.545312:0:17582:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384576.545318:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095ef2abf. 00000020:00000040:1.0:1767384576.545322:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:1.0:1767384576.545348:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384576.545348:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000076f2a283. 00000020:00000010:0.0:1767384576.545360:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000625cd6fc. 00000020:00000010:0.0:1767384576.545367:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007d51fd8d. 00040000:00000010:0.0:1767384576.545378:0:17582:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c0422a7a. 00040000:00000010:0.0:1767384576.545390:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008f579c2. 00080000:00000010:0.0:1767384576.545394:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002e9e4a60. 00000020:00000010:0.0:1767384576.545406:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007173af1b. 00000020:00000001:0.0:1767384576.545418:0:17582:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384576.545428:0:17582:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000118a65b6. 00000020:00000010:0.0:1767384576.545440:0:17582:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000c6314a81. 00000020:00000001:0.0:1767384576.545452:0:17582:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.545469:0:17582:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384576.545496:0:17582:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000d5930006. 00000020:00000010:0.0:1767384576.545503:0:17582:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000096dd0573. 00000020:00000001:0.0:1767384576.545521:0:17582:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000020:00000001:0.0:1767384576.545530:0:17582:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000020:00000010:0.0:1767384576.545555:0:17582:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 0000000058d5df75. 00000020:01000004:0.0:1767384576.545579:0:17582:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1767384576.545589:0:17582:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384576.545600:0:17582:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384576.545608:0:17582:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384576.545616:0:17582:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384576.545625:0:17582:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384576.545643:0:17582:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384576.545673:0:17582:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384576.545676:0:17582:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:0.0:1767384576.545680:0:17582:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384576.545701:0:17582:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384576.545706:0:17582:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384576.545715:0:17582:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 10000000:00000001:0.0:1767384576.545725:0:17582:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:0.0:1767384576.545740:0:17582:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1767384576.545747:0:17582:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384576.545755:0:17582:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384576.545763:0:17582:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384576.545769:0:17582:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384576.545784:0:17582:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384576.545794:0:17582:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384576.545799:0:17582:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384576.545806:0:17582:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384576.545818:0:17582:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384576.545831:0:17582:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384576.545841:0:17582:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384576.545847:0:17582:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384576.545856:0:17582:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.545875:0:17582:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e54a2c7b. 00000100:00000001:0.0:1767384576.545887:0:17582:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384576.545896:0:17582:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1767384576.545903:0:17582:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384576.545915:0:17582:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384576.545921:0:17582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000118a65b6. 00000100:00000001:0.0:1767384576.545932:0:17582:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934251901696 : -117139457649920 : ffff9576583cd300) 00000100:00000001:0.0:1767384576.545939:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.545940:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000001:0.0:1767384576.545952:0:17582:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384576.545958:0:17582:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.545965:0:17582:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384576.545973:0:17582:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384576.545986:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.546027:0:17582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384576.546040:0:17582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.546047:0:17582:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.546057:0:17582:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384576.546070:0:17582:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.546085:0:17582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037635584:0@lo:253: 00000100:00000001:0.0:1767384576.546109:0:17582:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384576.546124:0:17582:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384576.546130:0:17582:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.546146:0:17582:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384576.546151:0:17582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000013d00df9. 02000000:00000001:0.0:1767384576.546154:0:17582:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.546159:0:17582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384576.546168:0:17582:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b450681b. 00000100:00000200:0.0:1767384576.546187:0:17582:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037635584, portal 25 00000100:00000001:0.0:1767384576.546192:0:17582:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.546199:0:17582:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384576.546219:0:17582:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.546236:0:17582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384576.546247:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384576.546251:0:17582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384576.546255:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384576.546261:0:17582:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a26f9ed. 00000400:00000001:1.0:1767384576.546267:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384576.546277:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384576.546282:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000400:00000200:1.0:1767384576.546300:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384576.546309:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000001:1.0:1767384576.546380:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.546382:0:17582:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037635584, offset 0 00000100:00000200:1.0:1767384576.546397:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384576.546414:0:17582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384576.546448:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384576.546454:0:17582:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384576.546479:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384576.546482:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.546485:0:16162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384576.546492:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384576.546492:0:17582:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f501800 00000100:00000001:1.0:1767384576.546498:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.546502:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384576.546507:0:17582:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ad [2] + 0 02000000:00000001:1.0:1767384576.546510:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.546527:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000100:00001000:1.0:1767384576.546530:0:16162:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=1767384576 v=5 (0 0 0 0) 00000400:00000200:0.0:1767384576.546534:0:17582:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000791e1c2c 00000100:00001000:1.0:1767384576.546539:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=1767384576 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384576.546544:0:16162:0:(import.c:2194:obd_at_measure()) AT 00000000f4d127d8 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000400:00000200:0.0:1767384576.546545:0:17582:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384576.546551:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384576.546556:0:16162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384576.546558:0:17582:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384576.546563:0:16162:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384576.546566:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000791e1c2c 00010000:00080000:1.0:1767384576.546573:0:16162:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384576.546573:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000791e1c2c. 00000100:00000001:0.0:1767384576.546585:0:17582:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.546589:0:17582:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384576.546594:0:17582:0:(events.c:337:request_in_callback()) incoming req@00000000097fa744 x1853237037635584 msgsize 4848 00000100:00100000:0.0:1767384576.546600:0:17582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384576.546606:0:17582:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384576.546619:0:16162:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.546623:0:16162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384576.546625:0:16162:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:1.0:1767384576.546629:0:16162:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384576.546630:0:17582:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384576.546638:0:16162:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384576.546641:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a26f9ed 00000100:00000001:1.0:1767384576.546642:0:16162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.546648:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a26f9ed. 00000100:00000001:0.0:1767384576.546674:0:17582:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384576.546698:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.546714:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.546719:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384576.546720:0:17582:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.546723:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.546730:0:16162:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767384576.546737:0:16162:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00000001:0.0:1767384576.546741:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384576.546742:0:16162:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384576.546747:0:16162:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb81 00000100:00000040:0.0:1767384576.546750:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384576.546751:0:16162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384576.546757:0:16162:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000096affc51 refcount=7 00000020:00000001:1.0:1767384576.546767:0:16162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577889792 : -117144131661824 : ffff957541a51000) 00000100:00000001:0.0:1767384576.546770:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.546777:0:16162:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577889792 : -117144131661824 : ffff957541a51000) 00000100:00000001:0.0:1767384576.546778:0:17582:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.546787:0:17582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384576.546788:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=1767384576 v=0 (0 0 0 0) 00000100:00000001:0.0:1767384576.546792:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865349 00000100:00001000:1.0:1767384576.546799:0:16162:0:(import.c:2194:obd_at_measure()) AT 00000000f4d127d8 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384576.546803:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865346 00000100:00080000:1.0:1767384576.546808:0:16162:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00000001:0.0:1767384576.546813:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865349 00000020:00000040:1.0:1767384576.546815:0:16162:0:(genops.c:898:class_export_put()) PUTting export 0000000096affc51 : new refcount 6 00000100:00000001:1.0:1767384576.546823:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384576.546823:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865346 00000100:00000001:1.0:1767384576.546829:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384576.546833:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865349 00000100:00080000:1.0:1767384576.546834:0:16162:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1767384576.546843:0:16162:0:(import.c:65:import_set_state_nolock()) 00000000e1dd24d4 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767384576.546844:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865346 00000100:00000001:1.0:1767384576.546854:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384576.546854:0:17582:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865349 00000100:00000001:1.0:1767384576.546859:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384576.546861:0:17582:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865346 00000100:00000001:1.0:1767384576.546864:0:16162:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.546869:0:17582:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.546872:0:16162:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384576.546878:0:17582:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.546887:0:17582:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384576.546890:0:16162:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.546890:0:17582:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384576.546899:0:17582:0:(client.c:2690:ptlrpc_set_wait()) set 00000000118a65b6 going to sleep for 11 seconds 00000100:00000001:1.0:1767384576.546900:0:16162:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.546905:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384576.546910:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384586 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.546911:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.546937:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237037635328:0@lo:38: 00000100:00000001:1.0:1767384576.546946:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.546951:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.546954:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dbfc293 x1853237037635328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384586 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.546960:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384576.546964:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384576.546968:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005928dfa4. 02000000:00000001:1.0:1767384576.546974:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384576.546977:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.546981:0:16162:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384576.546985:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384576.546988:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b863a066. 02000000:00000001:1.0:1767384576.546994:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384576.546995:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384576.546996:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dbfc293. 00000100:00000001:1.0:1767384576.546999:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384576.547001:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.547002:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.547004:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384576.547006:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384576.547008:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.547015:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.547040:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384576.547044:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384576.547057:0:16806:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.547062:0:16806:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.551432:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865349, at 4294865350 00000100:00000010:0.0:1767384576.551456:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1b5bd1b. 00000100:00000040:1.0:1767384576.551469:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294865349, at 4294865350 00000100:00000010:1.0:1767384576.551492:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006306cdb6. 00080000:00000001:1.0:1767384576.564385:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384576.564391:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384576.564396:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384576.564399:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384576.564403:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384576.564411:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a24b6311. 00080000:00000001:1.0:1767384576.564433:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:0.0:1767384576.565621:0:16795:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ab2fc9a6. 00000100:00000001:0.0:1767384576.565635:0:16795:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384576.565651:0:16795:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037635712 02000000:00000001:0.0:1767384576.565676:0:16795:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384576.565680:0:16795:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.565685:0:16795:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.565710:0:16795:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384576.565719:0:16795:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037635712 00000020:00000001:0.0:1767384576.565727:0:16795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384576.565732:0:16795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000020:00000001:0.0:1767384576.565738:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.565743:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000020:00000001:0.0:1767384576.565749:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:0.0:1767384576.565752:0:16795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:0.0:1767384576.565757:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384576.565768:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df8f789b. 00000100:00000001:0.0:1767384576.565778:0:16795:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384576.565784:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df8f789b. 00000020:00000010:0.0:1767384576.565799:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f17d45e. 00000020:00000010:0.0:1767384576.565807:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6314a81. 00000020:00000010:0.0:1767384576.565813:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070f43946. 00000100:00000040:0.0:1767384576.565833:0:16795:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384576.565843:0:16795:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384576.565847:0:16795:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384576.565850:0:16795:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.565869:0:16795:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.565891:0:16795:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.565915:0:16795:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384576.565941:0:16795:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384576.565953:0:16795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384576.565961:0:16795:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:0.0:1767384576.565970:0:16795:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974592896 : -117139734958720 : ffff957647b56d80) 00000100:00000040:0.0:1767384576.565984:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004057ca8 x1853237037635712/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 328/0 e 0 to 0 dl 1767384587 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384576.566008:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384576.566024:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df8f789b. 00000100:00000001:0.0:1767384576.566035:0:16795:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384576.566044:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df8f789b. 00000100:00100000:0.0:1767384576.566060:0:16795:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004057ca8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037635712:12345-0@lo:104: 00000100:00000200:0.0:1767384576.566072:0:16795:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037635712 00010000:00000001:0.0:1767384576.566077:0:16795:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384576.566084:0:16795:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384576.566086:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384576.566088:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=2 00000020:00000001:0.0:1767384576.566091:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:0.0:1767384576.566094:0:16795:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:0.0:1767384576.566098:0:16795:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384576.566100:0:16795:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384576.566104:0:16795:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384576.566114:0:16795:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384576.566116:0:16795:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384576.566121:0:16795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004474b87b. 02000000:00000001:0.0:1767384576.566124:0:16795:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.566126:0:16795:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.566130:0:16795:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384576.566133:0:16795:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.566136:0:16795:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.566140:0:16795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384576.566143:0:16795:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 19 to 0@lo 00000100:00000001:0.0:1767384576.566146:0:16795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384576.566149:0:16795:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384576.566152:0:16795:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.566154:0:16795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.566157:0:16795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.566160:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.566164:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037635712, offset 224 00000400:00000200:0.0:1767384576.566170:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.566187:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.566196:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f501880 00000400:00000200:0.0:1767384576.566202:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1101 [1] + 224 00000400:00000200:0.0:1767384576.566208:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.566212:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384576.566216:0:16795:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.566220:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027a93419 x1853237037635712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384576.566232:0:16795:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000027a93419 x1853237037635712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384576.566256:0:16795:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.566263:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384576.566265:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.566271:0:16795:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384576.566274:0:16795:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.566279:0:16795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.566283:0:16795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 18 to 0@lo 00010000:00000001:0.0:1767384576.566288:0:16795:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384576.566292:0:16795:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006a831f06. 00010000:00000001:0.0:1767384576.566296:0:16795:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384576.566361:0:16795:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384576.566366:0:16795:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.566368:0:16795:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.566372:0:16795:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.566381:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004057ca8 x1853237037635712/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 328/224 e 0 to 0 dl 1767384587 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384576.566393:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384576.566394:0:16795:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004057ca8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037635712:12345-0@lo:104: Request processed in 383us (858us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384576.566401:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384576.566412:0:16799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384576.566420:0:16799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:0.0:1767384576.566420:0:16795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00000001:1.0:1767384576.566426:0:16799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384576.566431:0:16795:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00010000:00010000:1.0:1767384576.566432:0:16799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384576.566441:0:16795:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384576.566450:0:16795:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384576.566452:0:16799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf2ee109 already unused, calling callback (000000001582b397) 10000000:00000001:1.0:1767384576.566456:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384576.566458:0:16799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.566471:0:16799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384576.566471:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6314a81. 00010000:00000001:1.0:1767384576.566476:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384576.566481:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384576.566484:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070f43946. 00000020:00000040:1.0:1767384576.566485:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=3 00000020:00000001:1.0:1767384576.566492:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384576.566497:0:16799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00000020:00000010:0.0:1767384576.566499:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f17d45e. 00010000:00000001:1.0:1767384576.566501:0:16799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384576.566506:0:16799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384576.566508:0:16795:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000100:00000001:0.0:1767384576.566517:0:16795:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384576.566523:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384576.566528:0:16799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384576.566535:0:16799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384576.566541:0:16799:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384576.566543:0:16799:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384576.566548:0:16799:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384576.566551:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384576.566554:0:16799:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384576.566566:0:16799:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384576.566579:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384576.566582:0:16799:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 10000000:00000001:1.0:1767384576.566585:0:16799:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384576.566587:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.566593:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384576.566597:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384576.566600:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384576.566603:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384576.566605:0:16799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384576.566609:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf2ee109 with handle 0x1c01179f271edb0a from hash 00010000:00000001:1.0:1767384576.566612:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384576.566615:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.566617:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.566618:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384576.566621:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384576.566622:0:16799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384576.566626:0:16799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384576.566629:0:16799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384576.566637:0:16799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb57ea1a. 00000020:00000040:1.0:1767384576.566640:0:16799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384576.566644:0:16799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384576.566646:0:16799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384576.566650:0:16799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384576.566680:0:16799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b122ad83. 00000100:00000001:1.0:1767384576.566686:0:16799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.566689:0:16799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384576.566694:0:16799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384576.566702:0:16799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384576.566706:0:16799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.566710:0:16799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384576.566713:0:16799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.566724:0:16799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb57ea1a] to pc [ptlrpcd_00_00+0] req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384576.566762:0:16799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.566779:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384576.566781:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.566788:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.566794:0:16799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.566795:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384576.566803:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384576.566804:0:16799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384576.566813:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.566820:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384576.566822:0:16799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.566878:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384576.566883:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 00000000cf2ee109/0x1c01179f271edb0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edb11 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384576.566913:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fab51cca count: 0 00000100:00000001:0.0:1767384576.566933:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384576.566935:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.566944:0:16799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384576.566944:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384576.566952:0:16799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006a831f06. 02000000:00000001:0.0:1767384576.566954:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384576.566962:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384576.566965:0:16799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.566970:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.566979:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384576.566985:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb57ea1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037635840:0@lo:103: 00000020:00000001:1.0:1767384576.566988:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384576.567000:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384576.567002:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384576.567007:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384576.567010:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384576.567016:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.567017:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.567033:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767384576.567034:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384576.567047:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384576.567054:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384576.567059:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384576.567079:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384576.567092:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384576.567104:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f17d45e. 02000000:00000001:0.0:1767384576.567114:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.567126:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000944b9267. 00000400:00000010:0.0:1767384576.567142:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384576.567152:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037635840, portal 18 00000100:00000001:0.0:1767384576.567160:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384576.567164:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150976 : -117139110400640 : ffff95766cef6d80) 00000100:00000040:0.0:1767384576.567178:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.567198:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.567222:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.567228:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384576.567233:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037635840, offset 0 00000400:00000200:0.0:1767384576.567244:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.567270:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.567285:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f501900 00000400:00000200:0.0:1767384576.567296:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:0.0:1767384576.567302:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.567312:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384576.567319:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384576.567325:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384576.567334:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c42488. 00000100:00000040:0.0:1767384576.567379:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000049c42488 x1853237037635840 msgsize 328 00000100:00100000:0.0:1767384576.567385:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384576.567403:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.567418:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384576.567426:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384576.567436:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384576.567449:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384576.567457:0:16841:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000dbbc6ebe. 00000100:00000001:1.0:1767384576.567474:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384576.567484:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037635840 00000100:00000001:0.0:1767384576.567487:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384576.567495:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384576.567497:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.567503:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.567512:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.567524:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.567528:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.567529:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.567538:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384576.567540:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037635840 00000100:00000001:0.0:1767384576.567547:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294865370 00000100:00000001:0.0:1767384576.567556:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865368 00000020:00000001:1.0:1767384576.567559:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384576.567571:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:0.0:1767384576.567577:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294865370 00000020:00000001:1.0:1767384576.567579:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384576.567584:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000100:00000001:0.0:1767384576.567588:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865368 00000020:00000001:1.0:1767384576.567593:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384576.567600:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294865370 00000020:00000001:1.0:1767384576.567602:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384576.567612:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384576.567614:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865368 00000020:00000010:1.0:1767384576.567618:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d195015. 00000100:00000001:0.0:1767384576.567621:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294865370 00000100:00000001:1.0:1767384576.567624:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.567629:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865368 00000020:00000010:1.0:1767384576.567630:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d195015. 00000100:00000001:0.0:1767384576.567642:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384576.567643:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab2f738. 00000020:00000010:1.0:1767384576.567651:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044adc347. 00000020:00000010:1.0:1767384576.567676:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000712b9866. 00000100:00000001:0.0:1767384576.567683:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.567690:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.567692:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384576.567706:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.567708:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384576.567712:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384576.567715:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384576.567716:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384576.567718:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.567721:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384576.567725:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384576.567728:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384576.567733:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384576.567734:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384576.567740:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384576.567742:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384576.567747:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=4 00000100:00000001:0.0:1767384576.567749:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.567756:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:1.0:1767384576.567761:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00010000:1.0:1767384576.567767:0:16841:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000005e5ca15/0x1c01179f271edb11 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edb0a expref: 16 pid: 16805 timeout: 348 lvb_type: 0 00010000:00000001:1.0:1767384576.567775:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.567776:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.567777:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.567779:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.567788:0:16841:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384576.567792:0:16841:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049c42488 x1853237037635840/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 328/0 e 0 to 0 dl 1767384587 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.567816:0:16841:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384576.567818:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.567834:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.567848:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384576.567850:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384576.567854:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384576.567858:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384576.567861:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987292288 : -117139722259328 : ffff957648773480) 00000100:00000040:1.0:1767384576.567866:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049c42488 x1853237037635840/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 328/0 e 0 to 0 dl 1767384587 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.567876:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384576.567879:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d195015. 00000100:00000001:1.0:1767384576.567882:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384576.567884:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d195015. 00000100:00100000:1.0:1767384576.567889:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049c42488 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037635840:12345-0@lo:103: 00000100:00000200:1.0:1767384576.567893:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037635840 00010000:00000001:1.0:1767384576.567896:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384576.567899:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384576.567901:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384576.567905:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384576.567907:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384576.567910:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005928dfa4. 02000000:00000001:1.0:1767384576.567912:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.567914:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.567917:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384576.567919:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384576.567922:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384576.567924:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384576.567925:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=4 00000020:00000001:1.0:1767384576.567927:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:1.0:1767384576.567930:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000040:1.0:1767384576.567956:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000f62d25e count: 3 00010000:00010000:1.0:1767384576.567960:0:16841:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000005e5ca15/0x1c01179f271edb11 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edb0a expref: 16 pid: 16805 timeout: 348 lvb_type: 0 00000100:00001000:1.0:1767384576.567968:0:16841:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384576 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384576.567972:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384576.567977:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.567979:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384576.567981:0:16841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000005e5ca15/0x1c01179f271edb11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271edb0a expref: 16 pid: 16805 timeout: 348 lvb_type: 0 00000020:00000001:1.0:1767384576.567989:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384576.567991:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384576.567993:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.567995:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.568014:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384576.568016:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384576.568021:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.568022:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.568024:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384576.568026:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384576.568028:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000005e5ca15 with handle 0x1c01179f271edb11 from hash 00010000:00000001:1.0:1767384576.568031:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384576.568032:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.568034:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.568035:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384576.568037:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384576.568038:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384576.568040:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000005e5ca15/0x1c01179f271edb11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271edb0a expref: 16 pid: 16805 timeout: 348 lvb_type: 0 00010000:00000040:1.0:1767384576.568046:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:1.0:1767384576.568048:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00010000:00000001:1.0:1767384576.568055:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.568057:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384576.568059:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384576.568066:0:16841:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000007afa19f4 00010000:00000001:1.0:1767384576.568068:0:16841:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384576.568070:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384576.568072:0:16841:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384576.568074:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384576.568076:0:16841:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384576.568079:0:16841:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384576.568080:0:16841:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384576.568082:0:16841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.568088:0:16841:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384576.568091:0:16841:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384576.568093:0:16841:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384576.568094:0:16841:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384576.568096:0:16841:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f62d25e) refcount = 2 00010000:00010000:1.0:1767384576.568099:0:16841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.568106:0:16841:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384576.568107:0:16841:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384576.568109:0:16841:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384576.568111:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384576.568114:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d195015. 00000100:00000001:1.0:1767384576.568117:0:16841:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384576.568120:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efeb940d. 00000100:00000001:1.0:1767384576.568122:0:16841:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934119167104 : -117139590384512 : ffff957650537480) 00000100:00000001:1.0:1767384576.568124:0:16841:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934119167104 : -117139590384512 : ffff957650537480) 00000100:00000001:1.0:1767384576.568126:0:16841:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384576.568128:0:16841:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384576.568130:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384576.568132:0:16841:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384576.568135:0:16841:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384576.568139:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384576.568140:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384576.568142:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=5 00000020:00000001:1.0:1767384576.568151:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:1.0:1767384576.568153:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:1.0:1767384576.568156:0:16841:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384576.568158:0:16841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.568164:0:16841:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384576.568166:0:16841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.568171:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.568173:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384576.568174:0:16841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.568180:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384576.568181:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.568183:0:16841:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384576.568185:0:16841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384576.568190:0:16841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007afa19f4 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384576.568193:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384576.568195:0:16841:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384576.568197:0:16841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.568202:0:16841:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384576.568204:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384576.568205:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384576.568206:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=6 00000020:00000001:1.0:1767384576.568208:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:1.0:1767384576.568211:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:1.0:1767384576.568213:0:16841:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384576.568220:0:16841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.568226:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384576.568228:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384576.568229:0:16841:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.568244:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384576.568246:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384576.568248:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384576.568249:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384576.568251:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007afa19f4 with handle 0x1c01179f271edb8f from hash 00010000:00000001:1.0:1767384576.568254:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384576.568256:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.568257:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.568258:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384576.568260:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384576.568261:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384576.568263:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384576.568264:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384576.568266:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.568268:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384576.568270:0:16841:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384576.568272:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.568273:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.568275:0:16841:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.568276:0:16841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.568279:0:16841:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384576.568281:0:16841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007afa19f4/0x1c01179f271edb8f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384576.568287:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.568289:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.568291:0:16841:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384576.568293:0:16841:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384576.568295:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.568296:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.568298:0:16841:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384576.568302:0:16841:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384576.568364:0:16841:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.568370:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384576.568374:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384576.568376:0:16841:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384576.568383:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384576.568388:0:16841:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384576.568397:0:16841:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.568404:0:16841:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.568409:0:16841:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384576.568413:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efeb940d. 00000100:00000001:1.0:1767384576.568422:0:16841:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384576.568425:0:16841:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384576.568433:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d195015. 00010000:00000001:1.0:1767384576.568437:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384576.568442:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384576.568446:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384576.568455:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384576.568460:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384576.568465:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384576.568473:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384576.568480:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 19 to 0@lo 00000100:00000001:1.0:1767384576.568488:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384576.568495:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384576.568499:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.568509:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384576.568513:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384576.568518:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384576.568526:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037635840, offset 224 00000400:00000200:1.0:1767384576.568534:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384576.568545:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384576.568558:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f501900 00000400:00000200:1.0:1767384576.568564:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x110d [1] + 224 00000400:00000200:1.0:1767384576.568569:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384576.568573:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384576.568577:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384576.568581:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384576.568599:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.568618:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384576.568626:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384576.568628:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000001:1.0:1767384576.568631:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384576.568633:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384576.568639:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.568642:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 18 to 0@lo 00010000:00000001:1.0:1767384576.568645:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.568647:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384576.568649:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.568672:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384576.568676:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c42488 x1853237037635840/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 328/224 e 0 to 0 dl 1767384587 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384576.568681:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384576.568687:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384576.568692:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000944b9267. 00000400:00000200:0.0:1767384576.568707:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000100:00100000:1.0:1767384576.568713:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049c42488 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037635840:12345-0@lo:103: Request processed in 831us (1327us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384576.568714:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384576.568723:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.568736:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384576.568737:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384576.568746:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384576.568753:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384576.568758:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384576.568762:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384576.568766:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044adc347. 00000020:00000010:1.0:1767384576.568776:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000712b9866. 00000100:00000001:0.0:1767384576.568782:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384576.568784:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab2f738. 00000100:00000001:0.0:1767384576.568786:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384576.568791:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:0.0:1767384576.568792:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.568797:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384576.568799:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.568802:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384576.568806:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384576.568809:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.568814:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384576.568818:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.568821:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384576.568823:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.568826:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384576.568828:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.568831:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.568836:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.568860:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384576.568864:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384576.568866:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384576.568871:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384576.568881:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb57ea1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037635840:0@lo:103: 00000100:00000001:0.0:1767384576.568887:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.568890:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384576.568892:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb57ea1a x1853237037635840/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.568899:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384576.568902:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384576.568905:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f17d45e. 02000000:00000001:0.0:1767384576.568910:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384576.568911:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384576.568912:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384576.568914:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384576.568916:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b122ad83. 02000000:00000001:0.0:1767384576.568919:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384576.568921:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384576.568923:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb57ea1a. 00000100:00000001:0.0:1767384576.568929:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384576.568931:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.568934:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384576.568941:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384576.568944:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.568949:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384576.568954:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384576.572082:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384576.572089:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384576.572091:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fdfa9a74. 20000000:00000001:0.0:1767384576.572099:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384576.572104:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037635584 00010000:00000001:0.0:1767384576.572119:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384576.572125:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000097fa744 x1853237037635584/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 4848/4768 e 0 to 0 dl 1767384587 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384576.572136:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384576.572138:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384576.572141:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384576.572145:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384576.572147:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 19 to 0@lo 00000100:00000001:0.0:1767384576.572150:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384576.572153:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384576.572155:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384576.572158:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384576.572161:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384576.572165:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fad93d91. 00000100:00000200:0.0:1767384576.572169:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037635584, offset 224 00000400:00000200:0.0:1767384576.572174:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384576.572182:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384576.572189:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f501800 00000400:00000200:0.0:1767384576.572194:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10f9 [2] + 224 00000400:00000200:0.0:1767384576.572202:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384576.572205:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384576.572209:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384576.572212:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384576.572222:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384576.572245:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384576.572251:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad93d91 00000400:00000010:0.0:1767384576.572253:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fad93d91. 00000100:00000001:0.0:1767384576.572256:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384576.572257:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384576.572261:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384576.572265:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 18 to 0@lo 00010000:00000001:0.0:1767384576.572268:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384576.572276:0:17582:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384576.572279:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384576.572285:0:17582:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384576.572286:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384576.572293:0:17582:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384576.572298:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000097fa744 x1853237037635584/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:557/0 lens 4848/4768 e 0 to 0 dl 1767384587 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384576.572300:0:17582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00010000:00000010:1.1F:1767384576.572339:0:17582:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fab51cca. 00010000:00000010:1.1:1767384576.572359:0:17582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2ee109. 00000100:00100000:0.0:1767384576.572366:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000097fa744 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:17582:x1853237037635584:12345-0@lo:253: Request processed in 25271us (25766us total) trans 0 rc 0/0 00010000:00000010:1.1:1767384576.572370:0:17582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005e5ca15. 00000100:00100000:0.0:1767384576.572388:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000040:0.0:1767384576.572394:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000400:00000200:1.0:1767384576.572396:0:17582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b450681b 00000100:00000001:0.0:1767384576.572400:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384576.572403:0:17582:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b450681b. 00000100:00000001:0.0:1767384576.572410:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384576.572416:0:17582:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384576.572418:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061c600a8. 00000100:00000200:1.0:1767384576.572430:0:17582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384576.572431:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000086edf011. 00000020:00000010:0.0:1767384576.572445:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f15de78. 00000020:00000040:0.0:1767384576.572462:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000200:1.0:1767384576.572463:0:17582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384576.572478:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384576.572482:0:17582:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384576.572485:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ca000106. 00000100:00000001:1.0:1767384576.572487:0:17582:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.572496:0:17582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384576.572499:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384576.572500:0:17582:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384576.572503:0:17582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384576.572504:0:17582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384576.572506:0:17582:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384576.572516:0:17582:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=6 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384576.572516:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384576.572528:0:17582:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384576.572532:0:17582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384576.572532:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384576.572537:0:17582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.572542:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000944b9267. 00010000:00000001:1.0:1767384576.572543:0:17582:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384576.572549:0:17582:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384576.572552:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fad93d91. 00000100:00000001:1.0:1767384576.572554:0:17582:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384576.572564:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.572573:0:17582:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384576.572576:0:17582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384576.572577:0:17582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384576.572582:0:17582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384576.572590:0:17582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job mount.lustre:a916ab72-15c5-41d3-aba3-e6975cd4a72b:17582:1853237037635584:0@lo:253: 00000100:00000001:1.0:1767384576.572595:0:17582:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384576.572597:0:17582:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384576.572599:0:17582:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384576.572601:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.572603:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.572609:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384576.572612:0:17582:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000118a65b6. 00000100:00000001:1.0:1767384576.572621:0:17582:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384576.572623:0:17582:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384576.572628:0:17582:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1767384576.572631:0:17582:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1767384576.572633:0:17582:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384576.572635:0:17582:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384576.572636:0:17582:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384576.572638:0:17582:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384576.572639:0:17582:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384576.572641:0:17582:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384576.572642:0:17582:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384576.572644:0:17582:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384576.572645:0:17582:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384576.572647:0:17582:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037635584/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384592 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384576.572676:0:17582:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384576.572678:0:17582:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384576.572680:0:17582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000013d00df9. 02000000:00000001:1.0:1767384576.572683:0:17582:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384576.572685:0:17582:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384576.572686:0:17582:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384576.572688:0:17582:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384576.572690:0:17582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e54a2c7b. 02000000:00000001:1.0:1767384576.572693:0:17582:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384576.572706:0:17582:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384576.572707:0:17582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:1.0:1767384576.572710:0:17582:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384576.572712:0:17582:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384576.572714:0:17582:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384576.572717:0:17582:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384576.572720:0:17582:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.572722:0:17582:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384576.572725:0:17582:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 0000000058d5df75. 00000020:00000001:1.0:1767384576.572729:0:17582:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:1.0:1767384576.572732:0:17582:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000040:0.0:1767384576.573387:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294865370, at 4294865372 00000100:00000010:0.0:1767384576.573396:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009603057. 00000100:00000040:1.0:1767384576.577094:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294865370, at 4294865375 00000100:00000010:1.0:1767384576.577104:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae36b29b. 00000020:00000010:1.0:1767384576.577127:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab2f738. 00000020:00000010:1.0:1767384576.577132:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000005ad7546. 00000020:00000010:1.0:1767384576.577137:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a1d30358. 00000020:00000010:1.0:1767384576.577142:0:17582:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0c2a5fd. 00000020:00000010:1.0:1767384576.577146:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b4e35741. 80000000:00000010:1.0:1767384576.577150:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006306cdb6. 40000000:00000010:1.0:1767384576.577153:0:17582:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e5b3fc58. 00100000:00000010:1.0:1767384576.577157:0:17582:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c3bc0c1. 00040000:00000010:1.0:1767384576.577160:0:17582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cd76b4bf. 00040000:00000010:1.0:1767384576.577163:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063d5bb07. 00080000:00000010:1.0:1767384576.577167:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000690e76bf. 00002000:00000010:1.0:1767384576.577172:0:17582:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008666e09f. 00000020:00000010:1.0:1767384576.577175:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ba73d3a. 00000020:00000010:1.0:1767384576.577178:0:17582:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4cc0278. 00000020:00000010:1.0:1767384576.577182:0:17582:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000712b9866. 00002000:00000001:1.0:1767384576.577185:0:17582:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:1.0:1767384576.577188:0:17582:0:(osd_handler.c:1568:osd_prepare()) Process entered 00040000:00000001:1.0:1767384576.577190:0:17582:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:1.0:1767384576.577193:0:17582:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:1.0:1767384576.577196:0:17582:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384576.577199:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.577201:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.577205:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00000020:00000001:1.0:1767384576.577208:0:17582:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384576.577211:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384576.577215:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626929582777928 : -117144126773688 : ffff957541efa648) 00080000:00000001:1.0:1767384576.577219:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.577240:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.577243:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.577244:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577246:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384576.577248:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384576.577251:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d02e2573. 00000020:00000001:1.0:1767384576.577256:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384576.577267:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006baf347d. 00000020:00000001:1.0:1767384576.577270:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577273:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.577276:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.577279:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.577281:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577299:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577358:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.577370:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.577406:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577410:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577415:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.577419:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.577424:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.577430:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577434:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.577438:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.577445:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929594925912 : -117144114625704 : ffff957542a90358) 00080000:00000010:1.0:1767384576.577467:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006baf347d. 00000020:00000010:1.0:1767384576.577474:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d02e2573. 00000020:00000001:1.0:1767384576.577487:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.577493:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.577499:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f8b1a28f. 00002000:00000001:1.0:1767384576.577503:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582782792 : -117144126768824 : ffff957541efb948) 00002000:00000001:1.0:1767384576.577510:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.577512:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:1.0:1767384576.577517:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006baf347d. 00002000:00000001:1.0:1767384576.577521:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577540:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.577544:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.577546:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.577548:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577575:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577583:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.577590:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.577603:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577606:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577608:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.577618:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.577621:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.577624:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577626:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.577629:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.577632:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582782792 : -117144126768824 : ffff957541efb948) 00080000:00000001:1.0:1767384576.577637:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1767384576.577639:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.577642:0:17582:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:1.0:1767384576.577645:0:17582:0:(lu_object.c:207:lu_object_put()) Add 0000000056349a42/00000000b44f16ec to site lru. bkt: 00000000e47eeb07 00040000:00000001:1.0:1767384576.577651:0:17582:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384576.577694:0:17582:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d2c5e728. 00040000:00000001:1.0:1767384576.577699:0:17582:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384576.577701:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.577704:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.577707:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000341c333. 00002000:00000001:1.0:1767384576.577710:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582778840 : -117144126772776 : ffff957541efa9d8) 00002000:00000001:1.0:1767384576.577716:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.577717:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:1.0:1767384576.577721:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fd30fd69. 00002000:00000001:1.0:1767384576.577723:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577725:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.577727:0:17582:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.577729:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.577732:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582778840 : -117144126772776 : ffff957541efa9d8) 00040000:00000001:1.0:1767384576.577734:0:17582:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446626933941939776 : -117139767611840 : ffff957645c32e40) 00040000:00000001:1.0:1767384576.577737:0:17582:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384576.577739:0:17582:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:1.0:1767384576.577743:0:17582:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384576.577744:0:17582:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384576.577746:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.577747:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.577750:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00000020:00000001:1.0:1767384576.577752:0:17582:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.577763:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.577786:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.577789:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.577790:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577792:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384576.577794:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384576.577798:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008dff6547. 00000020:00000001:1.0:1767384576.577801:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384576.577804:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a7f9c59c. 00000020:00000001:1.0:1767384576.577806:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577808:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.577810:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.577812:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.577813:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577824:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577831:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.577836:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.577848:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577850:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577852:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.577854:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.577856:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.577858:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577860:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.577862:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.577864:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929594926936 : -117144114624680 : ffff957542a90758) 00080000:00000010:1.0:1767384576.577873:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a7f9c59c. 00000020:00000010:1.0:1767384576.577876:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008dff6547. 00000020:00000001:1.0:1767384576.577881:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.577883:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.577886:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000243a256d. 00002000:00000001:1.0:1767384576.577888:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582778536 : -117144126773080 : ffff957541efa8a8) 00002000:00000001:1.0:1767384576.577891:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.577892:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:1.0:1767384576.577895:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a7f9c59c. 00002000:00000001:1.0:1767384576.577914:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577916:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.577925:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.577927:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.577929:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577943:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577948:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.577953:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.577963:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577965:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577967:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.577969:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.577971:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.577974:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.577975:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.577977:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.577981:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582778536 : -117144126773080 : ffff957541efa8a8) 00040000:00000001:1.0:1767384576.577984:0:17582:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446626933941942056 : -117139767609560 : ffff957645c33728) 00080000:00000001:1.0:1767384576.577987:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:1.0:1767384576.577990:0:17582:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384576.577993:0:17582:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003d195015. 00100000:00000001:1.0:1767384576.578007:0:17582:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:1.0:1767384576.578010:0:17582:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:00000001:1.0:1767384576.578013:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.578016:0:17582:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446626933941942056 : -117139767609560 : ffff957645c33728) 00080000:00000001:1.0:1767384576.578019:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.578022:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1767384576.578024:0:17582:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:1.0:1767384576.578027:0:17582:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384576.578029:0:17582:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384576.578033:0:17582:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384576.578035:0:17582:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578038:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.578051:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578054:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.578055:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578057:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384576.578059:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.578069:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.578072:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bdac2329. 00002000:00000001:1.0:1767384576.578075:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582781576 : -117144126770040 : ffff957541efb488) 00002000:00000001:1.0:1767384576.578078:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.578079:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:1.0:1767384576.578082:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e202860. 00002000:00000001:1.0:1767384576.578085:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578087:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.578089:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.578091:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.578092:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578115:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578122:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.578127:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.578139:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578141:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578143:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.578145:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.578147:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.578149:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578151:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578153:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.578156:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582781576 : -117144126770040 : ffff957541efb488) 00080000:00000001:1.0:1767384576.578159:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:1.0:1767384576.578160:0:17582:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384576.578162:0:17582:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000da8eae63. 00100000:00000001:1.0:1767384576.578165:0:17582:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:1.0:1767384576.578167:0:17582:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:00000001:1.0:1767384576.578169:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.578172:0:17582:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446626933941938408 : -117139767613208 : ffff957645c328e8) 00080000:00000001:1.0:1767384576.578175:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.578177:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1767384576.578179:0:17582:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:1.0:1767384576.578181:0:17582:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384576.578184:0:17582:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b19e9341. 00000001:00000001:1.0:1767384576.578187:0:17582:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384576.578197:0:17582:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ea43b50f. 00000001:00000010:1.0:1767384576.578202:0:17582:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004df2377d. 00000001:00000010:1.0:1767384576.578206:0:17582:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000efeb940d. 00040000:00000001:1.0:1767384576.578209:0:17582:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446626929601377120 : -117144108174496 : ffff9575430b7360) 00000020:00000001:1.0:1767384576.578213:0:17582:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384576.578223:0:17582:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.578225:0:17582:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384576.578230:0:17582:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.578232:0:17582:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384576.578234:0:17582:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384576.578236:0:17582:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b745864a. 00040000:00000001:1.0:1767384576.578239:0:17582:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384576.578241:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.578244:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.578247:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cb2b0965. 00002000:00000001:1.0:1767384576.578249:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582780360 : -117144126771256 : ffff957541efafc8) 00002000:00000001:1.0:1767384576.578252:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.578253:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:1.0:1767384576.578257:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000097599a57. 00002000:00000001:1.0:1767384576.578259:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578262:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.578263:0:17582:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578265:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.578268:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582780360 : -117144126771256 : ffff957541efafc8) 00040000:00000001:1.0:1767384576.578270:0:17582:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446626933941943424 : -117139767608192 : ffff957645c33c80) 00040000:00000001:1.0:1767384576.578272:0:17582:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384576.578274:0:17582:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:1.0:1767384576.578276:0:17582:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384576.578278:0:17582:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384576.578280:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.578281:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.578284:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00000020:00000001:1.0:1767384576.578287:0:17582:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578290:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.578314:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578317:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.578319:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578321:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384576.578323:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384576.578326:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ef739376. 00000020:00000001:1.0:1767384576.578330:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384576.578377:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000092641685. 00000020:00000001:1.0:1767384576.578383:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578386:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.578388:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.578390:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.578392:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384576.578400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f62d25e. 00080000:00000001:1.0:1767384576.578413:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384576.578419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007afa19f4. 00080000:00000001:1.0:1767384576.578443:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.578452:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.578466:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578469:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578472:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.578473:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.578475:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.578478:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578480:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578482:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.578485:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929594927192 : -117144114624424 : ffff957542a90858) 00080000:00000010:1.0:1767384576.578494:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000092641685. 00000020:00000010:1.0:1767384576.578497:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ef739376. 00000020:00000001:1.0:1767384576.578502:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.578504:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.578507:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000085e5120a. 00002000:00000001:1.0:1767384576.578509:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582776408 : -117144126775208 : ffff957541efa058) 00002000:00000001:1.0:1767384576.578512:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.578513:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:1.0:1767384576.578516:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000092641685. 00002000:00000001:1.0:1767384576.578518:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578520:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.578521:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.578530:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.578531:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578545:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578551:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.578555:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.578564:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578566:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578568:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.578570:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.578572:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.578574:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578576:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578578:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.578580:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582776408 : -117144126775208 : ffff957541efa058) 00040000:00000001:1.0:1767384576.578583:0:17582:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446626933944897544 : -117139764654072 : ffff957645f05008) 00080000:00000001:1.0:1767384576.578586:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:1.0:1767384576.578588:0:17582:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384576.578590:0:17582:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000034965821. 00100000:00000001:1.0:1767384576.578592:0:17582:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:1.0:1767384576.578611:0:17582:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:00000001:1.0:1767384576.578614:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.578616:0:17582:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446626933944897544 : -117139764654072 : ffff957645f05008) 00080000:00000001:1.0:1767384576.578619:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.578621:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1767384576.578623:0:17582:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:1.0:1767384576.578626:0:17582:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384576.578627:0:17582:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384576.578630:0:17582:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384576.578632:0:17582:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578635:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.578650:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578694:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.578696:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578698:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384576.578700:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.578703:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.578713:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b55a926c. 00002000:00000001:1.0:1767384576.578715:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582784008 : -117144126767608 : ffff957541efbe08) 00002000:00000001:1.0:1767384576.578719:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.578720:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:1.0:1767384576.578723:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004386e25e. 00002000:00000001:1.0:1767384576.578726:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578728:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.578730:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.578731:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.578733:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578750:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578757:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.578762:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.578773:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578775:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578777:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.578779:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.578780:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.578783:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578785:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578787:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.578790:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582784008 : -117144126767608 : ffff957541efbe08) 00080000:00000001:1.0:1767384576.578793:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:1.0:1767384576.578794:0:17582:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384576.578797:0:17582:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f732ee37. 00100000:00000001:1.0:1767384576.578799:0:17582:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:1.0:1767384576.578801:0:17582:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:00000001:1.0:1767384576.578804:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.578805:0:17582:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446626933944900280 : -117139764651336 : ffff957645f05ab8) 00080000:00000001:1.0:1767384576.578808:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.578810:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1767384576.578813:0:17582:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:1.0:1767384576.578814:0:17582:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384576.578816:0:17582:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000050cc9aea. 00000001:00000001:1.0:1767384576.578818:0:17582:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384576.578821:0:17582:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ee286ea5. 00000001:00000010:1.0:1767384576.578831:0:17582:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000baafe20. 00000001:00000010:1.0:1767384576.578834:0:17582:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003dda60e6. 00040000:00000001:1.0:1767384576.578836:0:17582:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446626929601379328 : -117144108172288 : ffff9575430b7c00) 00000020:00000001:1.0:1767384576.578839:0:17582:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384576.578845:0:17582:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.578847:0:17582:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384576.578850:0:17582:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.578851:0:17582:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384576.578853:0:17582:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384576.578855:0:17582:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000702f0a11. 00040000:00000001:1.0:1767384576.578858:0:17582:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384576.578860:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.578862:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.578864:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a6788cc8. 00002000:00000001:1.0:1767384576.578866:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582783704 : -117144126767912 : ffff957541efbcd8) 00002000:00000001:1.0:1767384576.578869:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.578870:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:1.0:1767384576.578874:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b8a9f81b. 00002000:00000001:1.0:1767384576.578876:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578878:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.578879:0:17582:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578881:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.578883:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582783704 : -117144126767912 : ffff957541efbcd8) 00040000:00000001:1.0:1767384576.578885:0:17582:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446626933944894808 : -117139764656808 : ffff957645f04558) 00040000:00000001:1.0:1767384576.578888:0:17582:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384576.578889:0:17582:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:1.0:1767384576.578892:0:17582:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384576.578894:0:17582:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384576.578912:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384576.578914:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:1.0:1767384576.578917:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00000020:00000001:1.0:1767384576.578919:0:17582:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578923:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.578940:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.578949:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.578951:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578953:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384576.578955:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384576.578959:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cdc1d509. 00000020:00000001:1.0:1767384576.578962:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384576.578965:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f2a3eb5. 00000020:00000001:1.0:1767384576.578967:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578970:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.578972:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.578973:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.578975:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578989:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.578996:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.579001:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.579013:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579015:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579017:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.579019:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.579021:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.579023:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579025:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.579027:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.579029:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929594926680 : -117144114624936 : ffff957542a90658) 00080000:00000010:1.0:1767384576.579038:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009f2a3eb5. 00000020:00000010:1.0:1767384576.579041:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cdc1d509. 00000020:00000001:1.0:1767384576.579046:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.579048:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.579050:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f5fadf07. 00002000:00000001:1.0:1767384576.579053:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582777320 : -117144126774296 : ffff957541efa3e8) 00002000:00000001:1.0:1767384576.579056:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.579057:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x7:0x0] 00080000:00000010:1.0:1767384576.579060:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f2a3eb5. 00002000:00000001:1.0:1767384576.579063:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579066:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.579069:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.579071:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.579081:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579107:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579117:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.579126:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.579144:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579148:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579151:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.579154:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.579156:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.579161:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579164:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.579167:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.579173:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582777320 : -117144126774296 : ffff957541efa3e8) 00040000:00000001:1.0:1767384576.579178:0:17582:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446626933944893440 : -117139764658176 : ffff957645f04000) 00080000:00000001:1.0:1767384576.579183:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:1.0:1767384576.579186:0:17582:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384576.579190:0:17582:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008ce740bb. 00100000:00000001:1.0:1767384576.579194:0:17582:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:1.0:1767384576.579197:0:17582:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:00000001:1.0:1767384576.579201:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.579204:0:17582:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446626933944893440 : -117139764658176 : ffff957645f04000) 00080000:00000001:1.0:1767384576.579208:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.579212:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1767384576.579216:0:17582:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:1.0:1767384576.579220:0:17582:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384576.579223:0:17582:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384576.579228:0:17582:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384576.579230:0:17582:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579235:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384576.579261:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.579267:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384576.579269:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579272:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384576.579276:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384576.579280:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384576.579285:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fe7900d6. 00002000:00000001:1.0:1767384576.579300:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626929582777016 : -117144126774600 : ffff957541efa2b8) 00002000:00000001:1.0:1767384576.579306:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384576.579309:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:1.0:1767384576.579314:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049116927. 00002000:00000001:1.0:1767384576.579318:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579322:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384576.579362:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384576.579364:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384576.579367:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579401:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579414:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1767384576.579424:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1767384576.579456:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579460:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579462:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384576.579465:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.579468:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1767384576.579472:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.579474:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384576.579477:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.579483:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626929582777016 : -117144126774600 : ffff957541efa2b8) 00080000:00000001:1.0:1767384576.579488:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:1.0:1767384576.579491:0:17582:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384576.579495:0:17582:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b0880601. 00100000:00000001:1.0:1767384576.579499:0:17582:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:1.0:1767384576.579502:0:17582:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:00000001:1.0:1767384576.579506:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.579508:0:17582:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446626933944894352 : -117139764657264 : ffff957645f04390) 00080000:00000001:1.0:1767384576.579513:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384576.579516:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1767384576.579520:0:17582:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:1.0:1767384576.579522:0:17582:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384576.579526:0:17582:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a6f52acb. 00000001:00000001:1.0:1767384576.579530:0:17582:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384576.579534:0:17582:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004cf72209. 00000001:00000010:1.0:1767384576.579540:0:17582:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000032ae6cba. 00000001:00000010:1.0:1767384576.579572:0:17582:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a338eb9b. 00040000:00000001:1.0:1767384576.579578:0:17582:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446626929601378720 : -117144108172896 : ffff9575430b79a0) 00000020:00000001:1.0:1767384576.579582:0:17582:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384576.579591:0:17582:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.579595:0:17582:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384576.579600:0:17582:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.579604:0:17582:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384576.579608:0:17582:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384576.579611:0:17582:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.579615:0:17582:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384576.579618:0:17582:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.579621:0:17582:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384576.579623:0:17582:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384576.579627:0:17582:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:1.0:1767384576.579632:0:17582:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000061bb7591. 00000020:00000010:1.0:1767384576.579638:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084095828. 00000020:00000010:1.0:1767384576.579643:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000084846ed. 00000020:00000010:1.0:1767384576.579650:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000580f4fc4. 00000020:00000010:1.0:1767384576.579702:0:17582:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000025f420f4. 00000020:00000010:1.0:1767384576.579708:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a7c30deb. 80000000:00000010:1.0:1767384576.579713:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001769676e. 40000000:00000010:1.0:1767384576.579718:0:17582:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004a883676. 00100000:00000010:1.0:1767384576.579724:0:17582:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e253244. 00040000:00000010:1.0:1767384576.579731:0:17582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000058686131. 00040000:00000010:1.0:1767384576.579735:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b122ad83. 00080000:00000010:1.0:1767384576.579741:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df9cb5db. 00002000:00000010:1.0:1767384576.579747:0:17582:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bd3b578c. 00040000:00000001:1.0:1767384576.580110:0:17605:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:0.0:1767384576.580186:0:17582:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.580193:0:17582:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1767384576.580199:0:17582:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000df8f789b. 00000020:00000001:0.0:1767384576.580205:0:17582:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384576.580208:0:17582:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000df8f789b. 00000020:00000001:0.0:1767384576.580213:0:17582:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1767384576.580216:0:17582:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000c6314a81. 00000020:00000010:0.0:1767384576.580224:0:17582:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000df8f789b. 00000020:00000010:0.0:1767384576.580229:0:17582:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000df8f789b. 00040000:00000001:0.0:1767384576.580233:0:17582:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1767384576.580246:0:17582:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.580248:0:17582:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384576.580251:0:17582:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580254:0:17582:0:(osd_handler.c:1586:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384576.580258:0:17582:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:0.0:1767384576.580264:0:17582:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000261945d3. 00000020:00000001:0.0:1767384576.580270:0:17582:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384576.580272:0:17582:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384576.580274:0:17582:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626929578013184 : -117144131538432 : 0xffff957541a6f200) 00000020:00000001:0.0:1767384576.580278:0:17582:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626929578013184 : -117144131538432 : ffff957541a6f200) 00000020:00000001:0.0:1767384576.580281:0:17582:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384576.580285:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384576.580289:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626929582777928 : -117144126773688 : ffff957541efa648) 00000020:00000001:0.0:1767384576.580292:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384576.580295:0:17582:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384576.580313:0:17582:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000175ad01e. 00002000:00000001:0.0:1767384576.580317:0:17582:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944937528 : -117139764614088 : ffff957645f0ec38) 00002000:00000001:0.0:1767384576.580376:0:17582:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384576.580378:0:17582:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1767384576.580445:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ef7f75f5. 00002000:00000001:0.0:1767384576.580450:0:17582:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580453:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384576.580456:0:17582:0:(osd_object.c:537:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.580458:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.580461:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933944937528 : -117139764614088 : ffff957645f0ec38) 00080000:00000001:0.0:1767384576.580465:0:17582:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1767384576.580467:0:17582:0:(osd_index.c:2040:osd_index_try()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.580470:0:17582:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580473:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.580492:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.580495:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384576.580496:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580498:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384576.580501:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384576.580504:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c0422a7a. 00000020:00000001:0.0:1767384576.580516:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384576.580519:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e9bb324a. 00000020:00000001:0.0:1767384576.580521:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580523:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384576.580525:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384576.580527:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.580528:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580560:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580570:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384576.580577:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384576.580594:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580596:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580598:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384576.580600:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384576.580603:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384576.580606:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580608:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.580610:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.580614:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626934888935768 : -117138820615848 : ffff95767e353158) 00100000:00000001:0.0:1767384576.580618:0:17582:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1767384576.580620:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384576.580622:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626929582777928 : -117144126773688 : ffff957541efa648) 00080000:00000001:0.0:1767384576.580625:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.580635:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.580637:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384576.580639:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580641:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384576.580643:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384576.580646:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000735cbc54. 00000020:00000001:0.0:1767384576.580649:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384576.580694:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000555db105. 00000020:00000001:0.0:1767384576.580698:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580700:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384576.580702:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384576.580704:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.580705:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580719:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580726:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384576.580740:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384576.580751:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580754:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580756:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384576.580757:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384576.580760:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384576.580762:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580764:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.580766:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.580770:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626934888937304 : -117138820614312 : ffff95767e353758) 00100000:00000001:0.0:1767384576.580835:0:17582:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384576.580840:0:17582:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1767384576.580844:0:17582:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000005244de00. 00100000:00000010:0.0:1767384576.580848:0:17582:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 000000004a26f9ed. 00100000:00000010:0.0:1767384576.580851:0:17582:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000005d4116a5. 00100000:00000010:0.0:1767384576.580854:0:17582:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000003a6c42ed. 00000020:00000001:0.0:1767384576.580856:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384576.580858:0:17582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626929582777928 : -117144126773688 : ffff957541efa648) 00080000:00000001:0.0:1767384576.580862:0:17582:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384576.580873:0:17582:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.580876:0:17582:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384576.580877:0:17582:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580879:0:17582:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384576.580881:0:17582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384576.580884:0:17582:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ec115442. 00000020:00000001:0.0:1767384576.580887:0:17582:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384576.580890:0:17582:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000686302f7. 00000020:00000001:0.0:1767384576.580892:0:17582:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580894:0:17582:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384576.580897:0:17582:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384576.580898:0:17582:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384576.580899:0:17582:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580927:0:17582:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580935:0:17582:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384576.580940:0:17582:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384576.580952:0:17582:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580954:0:17582:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580964:0:17582:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384576.580966:0:17582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384576.580969:0:17582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384576.580971:0:17582:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.580973:0:17582:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384576.580976:0:17582:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.580979:0:17582:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626934888939352 : -117138820612264 : ffff95767e353f58) 00100000:00000001:0.0:1767384576.581034:0:17582:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1767384576.581042:0:17582:0:(lu_object.c:207:lu_object_put()) Add 0000000056349a42/00000000b44f16ec to site lru. bkt: 00000000e47eeb07 00000020:00000010:0.0:1767384576.581049:0:17582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f17d45e. 00000020:00000010:0.0:1767384576.581053:0:17582:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001494e96b. 00000020:00000010:0.0:1767384576.581057:0:17582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099c6d6ca. 00000020:00000010:0.0:1767384576.581062:0:17582:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c078c419. 00000020:00000010:0.0:1767384576.581065:0:17582:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000064f78684. 80000000:00000010:0.0:1767384576.581069:0:17582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a60d548f. 40000000:00000010:0.0:1767384576.581072:0:17582:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e8a72356. 00100000:00000010:0.0:1767384576.581076:0:17582:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002e9e4a60. 00040000:00000010:0.0:1767384576.581080:0:17582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000087908887. 00040000:00000010:0.0:1767384576.581083:0:17582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f044bd1c. 00080000:00000010:0.0:1767384576.581087:0:17582:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000625cd6fc. 00002000:00000010:0.0:1767384576.581091:0:17582:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002490ff75. 00000001:00000001:0.0:1767384576.581095:0:17582:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384576.581097:0:17582:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384576.581101:0:17582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384576.581105:0:17582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000046b21ac7. 00080000:00000001:0.0:1767384576.581107:0:17582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752928768 : -117138956622848 : ffff95767619e400) 00080000:00000001:0.0:1767384576.581111:0:17582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384576.581119:0:17582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384576.581121:0:17582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.581124:0:17582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384576.581137:0:17582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384576.581141:0:17582:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384576.581144:0:17582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384576.581158:0:17582:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384576.581161:0:17582:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384576.581173:0:17582:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.581176:0:17582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384576.614488:0:17582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384576.614500:0:17582:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384576.614516:0:17582:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384576.614529:0:17582:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384576.614544:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001494e96b. 00000020:00000010:1.0:1767384576.614555:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099c6d6ca. 00000020:00000010:1.0:1767384576.614582:0:17582:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c078c419. 00000020:00000010:1.0:1767384576.614594:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000064f78684. 80000000:00000010:1.0:1767384576.614607:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a60d548f. 40000000:00000010:1.0:1767384576.614619:0:17582:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e8a72356. 00100000:00000010:1.0:1767384576.614634:0:17582:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002e9e4a60. 00040000:00000010:1.0:1767384576.614643:0:17582:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000087908887. 00040000:00000010:1.0:1767384576.614673:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f044bd1c. 00080000:00000010:1.0:1767384576.614683:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000625cd6fc. 00002000:00000010:1.0:1767384576.614693:0:17582:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002490ff75. 00000020:00000010:1.0:1767384576.614702:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f17d45e. 00002000:00080000:1.0:1767384576.614712:0:17582:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:1.0:1767384576.614720:0:17582:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:1.0:1767384576.614726:0:17582:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:1.0:1767384576.614735:0:17582:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767384576.614744:0:17582:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:1.0:1767384576.614753:0:17582:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384576.614758:0:17582:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384576.614764:0:17582:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000fe3a1d4d free: 389021696 avail: 386924544 00000020:00000001:1.0:1767384576.614769:0:17582:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384576.614774:0:17582:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000fe3a1d4d avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:1.0:1767384576.614784:0:17582:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00000020:00000020:1.0:1767384576.614793:0:17582:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000020:00000001:1.0:1767384576.614798:0:17582:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384576.614804:0:17582:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384576.614819:0:17582:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.614827:0:17582:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384576.614833:0:17582:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000fe3a1d4d free: 389021696 avail: 386924544 00000020:00000001:1.0:1767384576.614845:0:17582:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384576.614851:0:17582:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000fe3a1d4d avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:1.0:1767384576.614862:0:17582:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00000020:00000001:1.0:1767384576.614870:0:17582:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1767384576.614875:0:17582:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000fe3a1d4d wants: 40960000 current grant 0 granting: 40960000 00000020:00000020:1.0:1767384576.614884:0:17582:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000fe3a1d4d tot cached:0 granted:40960000 num_exports: 0 00000020:00000001:1.0:1767384576.614905:0:17582:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=40960000 : 40960000 : 2710000) 00000020:00000020:1.0:1767384576.614912:0:17582:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000fe3a1d4d ocd_grant: 40960000 want: 40960000 left: 386924544 00000020:00000001:1.0:1767384576.614921:0:17582:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:1.0:1767384576.614925:0:17582:0:(osd_handler.c:1503:osd_recovery_complete()) Process entered 00040000:00000001:1.0:1767384576.614932:0:17582:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:1.0:1767384576.614937:0:17582:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384576.614942:0:17582:0:(osd_handler.c:1513:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384576.614948:0:17582:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384576.614957:0:17582:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384576.614965:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000005ad7546. 00000020:00000010:1.0:1767384576.614975:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a1d30358. 00000020:00000010:1.0:1767384576.614980:0:17582:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b0c2a5fd. 00000020:00000010:1.0:1767384576.614983:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b4e35741. 80000000:00000010:1.0:1767384576.614992:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006306cdb6. 40000000:00000010:1.0:1767384576.615001:0:17582:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e5b3fc58. 00100000:00000010:1.0:1767384576.615010:0:17582:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008c3bc0c1. 00040000:00000010:1.0:1767384576.615022:0:17582:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cd76b4bf. 00040000:00000010:1.0:1767384576.615030:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063d5bb07. 00080000:00000010:1.0:1767384576.615038:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000690e76bf. 00002000:00000010:1.0:1767384576.615046:0:17582:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008666e09f. 00000020:00000010:1.0:1767384576.615054:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab2f738. 00000020:00000010:1.0:1767384576.615064:0:17582:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4cc0278. 00000020:00000010:1.0:1767384576.615075:0:17582:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000712b9866. 00000020:00000010:1.0:1767384576.615083:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ba73d3a. 00000020:00000001:1.0:1767384576.615092:0:17582:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:1.0:1767384576.615099:0:17582:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:1.0:1767384576.615105:0:17582:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:1.0:1767384576.615111:0:17582:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384576.615118:0:17582:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384576.615124:0:17582:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:1.0:1767384576.615130:0:17582:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:1.0:1767384576.615135:0:17582:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:1.0:1767384576.615140:0:17582:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000cf338313 : new refcount 2 00000040:00000001:1.0:1767384576.615147:0:17582:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384576.615151:0:17582:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000cf338313 : new refcount 1 00080000:00000010:1.0:1767384576.615194:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000088fef477. 00000020:00000010:1.0:1767384576.615205:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000037b328ac. 00000020:00000010:1.0:1767384576.615223:0:17582:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000cb507f96. 00080000:00000010:1.0:1767384576.615249:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000af115f9d. 00000020:00000010:1.0:1767384576.615258:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000768f2746. 00000020:00000010:1.0:1767384576.615268:0:17582:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000d6eae47e. 00000020:00000040:1.0:1767384576.615278:0:17582:0:(genops.c:898:class_export_put()) PUTting export 000000005b614ed0 : new refcount 1 00000040:00000010:1.0:1767384576.615284:0:17582:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000cf338313. 00000040:00000001:1.0:1767384576.615294:0:17582:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384576.615304:0:17582:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384576.615368:0:17582:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000283d51a0. 00000020:00000010:1.0:1767384576.615381:0:17582:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009280aa26. 00000020:00000040:1.0:1767384576.615400:0:17582:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.133@tcp (000000000bd00b50) now 6 - mgc_fs 10000000:01000000:1.0:1767384576.615411:0:17582:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.133@tcp: cl_mgc_mutex unlock 10000000:00000001:1.0:1767384576.615420:0:17582:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384576.615430:0:17582:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384576.615440:0:17582:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.615453:0:17582:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.615464:0:17582:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384576.615479:0:17582:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f460b92f. 00000040:00000010:1.0:1767384576.615495:0:17582:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009b31fcec. 00000020:00000010:1.0:1767384576.615508:0:17582:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000040e1b1ae. 00000020:00000010:1.0:1767384576.615524:0:17582:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e56ea282. 80000000:00000010:1.0:1767384576.615538:0:17582:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c059b318. 00040000:00000010:1.0:1767384576.615558:0:17582:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000680ca481. 00080000:00000010:1.0:1767384576.615569:0:17582:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001126f881. 20000000:00000010:1.0:1767384576.615578:0:17582:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000da3e15aa. 00000020:00000010:1.0:1767384576.615585:0:17582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d97ea85. 00000020:00000001:1.0:1767384576.615591:0:17582:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.615596:0:17582:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:1.0:1767384576.615602:0:17582:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:1.0:1767384576.615632:0:17582:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.615637:0:17582:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767384576.615643:0:17582:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:1.0:1767384576.615677:0:17582:0:(super25.c:202:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00080000:00000001:0.0:1767384576.616730:0:10093:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384576.616745:0:10093:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.616751:0:10093:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384576.616759:0:10093:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384576.616764:0:10093:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384576.616770:0:10093:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.673368:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384576.673375:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384576.673384:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384576.673386:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384576.673432:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384576.673437:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384576.673444:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 40000000:00000001:0.0:1767384577.342775:0:17705:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:0.0:1767384577.342782:0:17705:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:0.0:1767384577.342784:0:17705:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384577.569395:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384577.569407:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384577.569409:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384577.569412:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384577.569415:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384577.569418:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384577.569419:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384577.698452:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384577.698457:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384577.698462:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384577.698463:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384577.698511:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384577.698517:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384577.698521:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384577.961965:0:17765:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384577.961981:0:17765:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384577.961998:0:17765:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384577.962008:0:17765:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384577.962015:0:17765:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384577.962019:0:17765:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384578.594430:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384578.594445:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384578.594448:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384578.594453:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384578.594457:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384578.594463:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384578.594466:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384578.721399:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384578.721405:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384578.721413:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384578.721415:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384579.091843:0:17941:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384579.091860:0:17941:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384579.091865:0:17941:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384579.091873:0:17941:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384579.091880:0:17941:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384579.091884:0:17941:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384579.618427:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384579.618443:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384579.618445:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384579.618450:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384579.618454:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384579.618458:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384579.618473:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384579.745410:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384579.745418:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384579.745425:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384579.745428:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384579.745471:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384579.745478:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384579.745484:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384580.225666:0:18043:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384580.225692:0:18043:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.225699:0:18043:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.225709:0:18043:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384580.225719:0:18043:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.225724:0:18043:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.641450:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384580.641457:0:16162:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1767384580.641468:0:16162:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384570/real 1767384570] req@00000000ffe826e7 x1853237037630720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384580 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384580.641488:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384580.641490:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384580.641494:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f42b856. 00000400:00000200:1.0:1767384580.641501:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000736550e2 00000400:00000010:1.0:1767384580.641503:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000736550e2. 00000100:00000001:1.0:1767384580.641509:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384580.641511:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe826e7 x1853237037630720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384580 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384580.641519:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ffe826e7 x1853237037630720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384580 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.641526:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384580.641528:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.641530:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384580.641532:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384580.641535:0:16162:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000ffe826e7 x1853237037630720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384580 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.641540:0:16162:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.641550:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384580.641551:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.641554:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384580.641556:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384580.641558:0:16162:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384580.641561:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ffe826e7 x1853237037630720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384580 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.641567:0:16162:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1767384580.641590:0:16162:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.641591:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384580.641592:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.641594:0:16162:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767384580.641597:0:16162:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1767384580.641600:0:16162:0:(import.c:65:import_set_state_nolock()) 0000000056ede708 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767384580.641654:0:16162:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1767384580.641657:0:16162:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1767384580.641661:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffe826e7 x1853237037630720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384580 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384580.641668:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ffe826e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16162:1853237037630720:0@lo:8: 00000100:00000001:1.0:1767384580.641673:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.641676:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.641678:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ffe826e7 x1853237037630720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384580 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.641684:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384580.641687:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384580.641691:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e2631bbc. 02000000:00000001:1.0:1767384580.641696:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384580.641699:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384580.641701:0:16162:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384580.641704:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384580.641707:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002838f80a. 02000000:00000001:1.0:1767384580.641710:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384580.641712:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384580.641714:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ffe826e7. 00000100:00000001:1.0:1767384580.641717:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384580.641719:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.641721:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.641728:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384580.641731:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.641734:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384580.641736:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.641775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384580.641791:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384580.641807:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006878062c. 00000020:00000040:0.0:1767384580.641838:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384580.641845:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384580.641849:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384580.641858:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384580.641868:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068779df6. 00000100:00000001:0.0:1767384580.641878:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.641889:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384580.641906:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384580.641909:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.641916:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006878062c] to pc [ptlrpcd_00_01+1] req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.641967:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384580.641970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1767384580.641976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1767384580.641981:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384580.641985:0:37:0:(import.c:65:import_set_state_nolock()) 0000000056ede708 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384580.641993:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1767384580.641994:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1767384580.641999:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 192 00000100:00000001:1.0:1767384580.642000:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384580.642008:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:0.0:1767384580.642012:0:37:0:(import.c:2128:obd_at_measure()) add 10 to 0000000085608cb4 time=1767384580 v=0 (0 0 0 0) 00000100:00000040:1.0:1767384580.642022:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384580.642023:0:37:0:(import.c:2194:obd_at_measure()) AT 0000000085608cb4 change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1767384580.642048:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1767384580.642068:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:1.0:1767384580.642080:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384580.642084:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384580.642085:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.642093:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 18 to 0@lo 02000000:00000001:1.0:1767384580.642097:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384580.642101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384580.642103:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384580.642111:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384580.642117:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006878062c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037635968:0@lo:400: 00000100:00000001:1.0:1767384580.642121:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384580.642125:0:37:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384580.642126:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384580.642131:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edac4 02000000:00000001:1.0:1767384580.642133:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.642141:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384580.642143:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384580.642156:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a76a785c. 00000020:00000040:0.0:1767384580.642159:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ade798da refcount=4 02000000:00000001:1.0:1767384580.642165:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.642167:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933969760256 : -117139739791360 : ffff9576476bb000) 00000400:00000010:1.0:1767384580.642174:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000020:00000001:0.0:1767384580.642185:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933969760256 : -117139739791360 : ffff9576476bb000) 00000400:00000010:1.0:1767384580.642186:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384580.642201:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037635968, portal 25 00000100:00000040:0.0:1767384580.642202:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:1.0:1767384580.642216:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384580.642216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384580.642229:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987280640 : -117139722270976 : ffff957648770700) 00000100:00000040:0.0:1767384580.642233:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 18 to 0@lo 00000100:00000001:0.0:1767384580.642240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000040:1.0:1767384580.642241:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384580.642250:0:37:0:(genops.c:898:class_export_put()) PUTting export 00000000ade798da : new refcount 3 00000100:00080000:0.0:1767384580.642268:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 0000000056ede708 using connection 192.168.203.133@tcp/0@lo 00000100:00000001:1.0:1767384580.642274:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384580.642276:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.642292:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384580.642292:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1767384580.642304:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 00000100:00000200:1.0:1767384580.642337:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037635968, offset 0 00000400:00000200:1.0:1767384580.642344:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384580.642356:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384580.642367:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f501980 02000000:00000001:0.0:1767384580.642374:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384580.642375:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b1 [2] + 0 02000000:00000001:0.0:1767384580.642386:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384580.642389:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eda1749. 00000100:00000001:0.0:1767384580.642393:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1767384580.642398:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000001fc97fc 00000100:00000001:0.0:1767384580.642399:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384580.642406:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057d4c290. 00000020:00000040:0.0:1767384580.642413:0:37:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384580.642416:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384580.642419:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384580.642424:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384580.642428:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384580.642432:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384580.642437:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc97fc 02000000:00000001:0.0:1767384580.642438:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384580.642451:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001fc97fc. 02000000:00000001:0.0:1767384580.642453:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384580.642467:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000eabe9464. 00000100:00000001:1.0:1767384580.642469:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384580.642475:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384580.642477:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.642481:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000017bedb4c x1853237037635968 msgsize 224 00000100:00100000:0.0:1767384580.642493:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000057d4c290 x1853237037636096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384580.642494:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384580.642500:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384580.642519:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384580.642521:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.642531:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d4c290] to pc [ptlrpcd_rcv+-1] req@0000000057d4c290 x1853237037636096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.642533:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384580.642544:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce985b99 00000400:00000010:1.0:1767384580.642552:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 00000100:00000001:1.0:1767384580.642569:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384580.642577:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.642585:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.642589:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384580.642592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384580.642599:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.642607:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384580.642619:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a71e7c91. 00000100:00000001:1.0:1767384580.642623:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.642642:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384580.642651:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.642674:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294869445 00000020:00000040:0.0:1767384580.642687:0:37:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000010:1.0:1767384580.642688:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9be933e. 00000100:00000001:0.0:1767384580.642708:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384580.642713:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384580.642719:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384580.642731:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.642733:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294869445 02000000:00000010:0.0:1767384580.642752:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000097e3d8e. 00000100:00000010:1.0:1767384580.642754:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ecd7d32. 00000100:00000001:0.0:1767384580.642778:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.642780:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384580.642794:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294869445 00000100:00000010:1.0:1767384580.642805:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc3231e9. 00000100:00000040:0.0:1767384580.642811:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a71e7c91 x1853237037636224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384580.642820:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384580.642836:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294869445 00000100:00000010:1.0:1767384580.642854:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004edcac08. 00000100:00000001:1.0:1767384580.642869:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384580.642884:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384580.642891:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384580.642891:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.642916:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.642926:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a71e7c91] to pc [ptlrpcd_00_02+2] req@00000000a71e7c91 x1853237037636224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.642930:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.642946:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.642963:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384580.642969:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384580.642980:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384580.642985:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384580.642993:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.642996:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.642999:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.643019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384580.643034:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384580.643045:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025f0e60d. 00000100:00000001:1.0:1767384580.643059:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384580.643060:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384580.643071:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384580.643079:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384580.643081:0:16806:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384580.643093:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384580.643094:0:16806:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384580.643102:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.643112:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384580.643121:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384580.643123:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002d461725. 00000100:00000001:1.0:1767384580.643126:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384580.643139:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.643146:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a71e7c91 x1853237037636224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384580.643165:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384580.643230:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384580.643241:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.643256:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384580.643268:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384580.643272:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384580.643275:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.643284:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384580.643291:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a71e7c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037636224:0@lo:400: 00000100:00000040:0.0:1767384580.643306:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025f0e60d] to pc [ptlrpcd_00_03+3] req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.643349:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384580.643353:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384580.643361:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.643363:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.643374:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384580.643382:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (207) 02000000:00000010:1.0:1767384580.643384:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea5646f6. 02000000:00000001:1.0:1767384580.643401:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384580.643407:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067de1da4. 00000400:00000010:1.0:1767384580.643415:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 00000100:00000200:1.0:1767384580.643424:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037636224, portal 10 00000100:00000001:1.0:1767384580.643428:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384580.643430:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987294080 : -117139722257536 : ffff957648773b80) 00000100:00000040:1.0:1767384580.643451:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a71e7c91 x1853237037636224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.643453:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384580.643467:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384580.643470:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384580.643487:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384580.643489:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384580.643500:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000040:0.0:1767384580.643507:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384580.643513:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037636224, offset 0 00000400:00000200:1.0:1767384580.643547:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384580.643584:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384580.643599:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384580.643601:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384580.643621:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384580.643649:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f501a80 02000000:00000001:0.0:1767384580.643651:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384580.643680:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384580.643695:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000100:00100000:0.0:1767384580.643699:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025f0e60d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037636352:0@lo:400: 00000400:00000200:1.0:1767384580.643717:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384580.643731:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384580.643751:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384580.643763:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384580.643764:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384580.643777:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384580.643790:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008173aa7. 02000000:00000001:0.0:1767384580.643802:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.643804:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384580.643808:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384580.643813:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003469d9e6. 00000100:00000010:1.0:1767384580.643824:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005427f3f3. 00000400:00000010:0.0:1767384580.643834:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000040:1.0:1767384580.643837:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000005427f3f3 x1853237037636224 msgsize 224 00000100:00000200:0.0:1767384580.643859:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037636352, portal 10 00000100:00000001:0.0:1767384580.643876:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384580.643882:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384580.643885:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987279744 : -117139722271872 : ffff957648770380) 00000020:00000010:0.0:1767384580.643907:0:16166:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e54a2c7b. 00000100:00000001:1.0:1767384580.643909:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384580.643929:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000100:00000040:0.0:1767384580.643936:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384580.643939:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00000001:1.0:1767384580.643958:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384580.643976:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a71e7c91 x1853237037636224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.643992:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384580.644013:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384580.644028:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384580.644044:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037636352, offset 0 00000100:00000001:1.0:1767384580.644070:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384580.644078:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384580.644084:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a71e7c91 x1853237037636224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384580.644124:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384580.644155:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384580.644159:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f501b00 00000100:00000001:1.0:1767384580.644162:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384580.644181:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000001:1.0:1767384580.644182:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.644198:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3537 usecs (4 jiffies) 00000400:00000200:0.0:1767384580.644207:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384580.644209:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294869446 00000100:00000001:1.0:1767384580.644228:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294869446 00000400:00000200:0.0:1767384580.644237:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384580.644240:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294869446 00000100:00000001:1.0:1767384580.644268:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294869446 00000100:00000001:1.0:1767384580.644277:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294869446 00000100:00000001:0.0:1767384580.644278:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384580.644288:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384580.644289:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294869446 00000100:00000001:1.0:1767384580.644303:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294869446 00000100:00000001:1.0:1767384580.644309:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294869446 00000100:00000001:1.0:1767384580.644315:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.644321:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.644326:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384580.644361:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f0a00fc. 00000100:00000001:1.0:1767384580.644362:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384580.644381:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000003f0a00fc x1853237037636352 msgsize 224 00000100:00000001:1.0:1767384580.644384:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384580.644396:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384580.644413:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384580.644415:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384580.644418:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384580.644428:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.644437:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.644438:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384580.644465:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384580.644476:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000020:00000010:1.0:1767384580.644477:0:17586:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003359f8e7. 00000100:00000001:0.0:1767384580.644501:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384580.644502:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384580.644515:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037636096 00000100:00000200:0.0:1767384580.644531:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384580.644541:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384580.644547:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384580.644555:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.644575:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384580.644594:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037636096 00000020:00000001:1.0:1767384580.644604:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384580.644614:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1767384580.644620:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384580.644621:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384580.644652:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.644653:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384580.644685:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384580.644701:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d742c26. 00000020:00000010:1.0:1767384580.644717:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040272628. 00000100:00000001:0.0:1767384580.644724:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.644740:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384580.644745:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000712b9866. 00000100:00000001:0.0:1767384580.644750:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.644754:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384580.644767:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384580.644772:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 5433 usecs (6 jiffies) 00000100:00000001:1.0:1767384580.644775:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.644790:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294869449 00000100:00000001:1.0:1767384580.644801:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.644824:0:16166:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294869446 00000100:00000001:1.0:1767384580.644825:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.644840:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294869449 00000100:00000001:1.0:1767384580.644852:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384580.644857:0:16166:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294869446 00000100:00000001:1.0:1767384580.644859:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384580.644878:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294869449 00000100:00100000:1.0:1767384580.644886:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:1.0:1767384580.644899:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974583936 : -117139734967680 : ffff957647b54a80) 00000100:00000001:0.0:1767384580.644901:0:16166:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294869446 00000100:00000001:0.0:1767384580.644922:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294869449 00000100:00000040:1.0:1767384580.644923:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027a93419 x1853237037636096/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.644941:0:16166:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294869446 00000100:00000001:0.0:1767384580.644967:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384580.644987:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384580.644988:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027a93419 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16162:x1853237037636096:12345-0@lo:8: 00000100:00000001:0.0:1767384580.645005:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384580.645009:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037636096 00000100:00000001:0.0:1767384580.645024:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384580.645026:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384580.645043:0:17586:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:0.0:1767384580.645054:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384580.645060:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 4 - find 00000020:00000001:1.0:1767384580.645080:0:17586:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446626933969668744 : -117139739882872 : ffff9576476a4a88) 00000100:00000001:0.0:1767384580.645080:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384580.645110:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384580.645111:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384580.645128:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384580.645131:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384580.645139:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384580.645143:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003ee0c65b. 00000100:00000001:0.0:1767384580.645149:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.645152:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.645180:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384580.645187:0:17586:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000100:00080000:0.0:1767384580.645201:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1767384580.645203:0:17586:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 202 last 0 00000020:00000040:0.0:1767384580.645218:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00010000:00000001:1.0:1767384580.645220:0:17586:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:1.0:1767384580.645230:0:17586:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:1.0:1767384580.645239:0:17586:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384580.645245:0:17586:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384580.645253:0:17586:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000690e76bf. 00000020:00000001:1.0:1767384580.645259:0:17586:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384580.645263:0:17586:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000690e76bf with handle 0x1c01179f271edb96 to hash 00000020:00000001:1.0:1767384580.645270:0:17586:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1767384580.645273:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384580.645277:0:17586:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:0.0:1767384580.645285:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1767384580.645287:0:17586:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384580.645301:0:17586:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000004aaf10df. 00000400:00000001:0.0:1767384580.645303:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:1.0:1767384580.645307:0:17586:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384580.645322:0:17586:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384580.645328:0:17586:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384580.645335:0:17586:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ef739376. 00000001:00000010:1.0:1767384580.645346:0:17586:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008731faf0. 00000400:00000001:0.0:1767384580.645354:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384580.645360:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000400:00000200:0.0:1767384580.645370:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:0.0:1767384580.645373:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000001:0.0:1767384580.645380:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384580.645389:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1767384580.645393:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051df1f74. 00000001:00000010:1.0:1767384580.645409:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b802813b. 00000001:00000010:1.0:1767384580.645425:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000eafc66. 00000001:00000010:1.0:1767384580.645442:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4be9e03. 00000100:00000200:0.0:1767384580.645450:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384580.645453:0:17586:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384580.645469:0:17586:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384580.645485:0:17586:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384580.645502:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=3 00000020:00000040:1.0:1767384580.645516:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 5 - export 00000020:00000001:1.0:1767384580.645536:0:17586:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:0.0:1767384580.645542:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384580.645549:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 2 00000100:00000001:0.0:1767384580.645549:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.645573:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000080:1.0:1767384580.645575:0:17586:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1c01179f271edb96 02000000:00000001:0.0:1767384580.645584:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384580.645590:0:17586:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.645593:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384580.645608:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384580.645610:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384580.645619:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:1.0:1767384580.645639:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384580.645644:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=3 02000000:00000001:0.0:1767384580.645644:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384580.645675:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=10 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384580.645677:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:1.0:1767384580.645697:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00001000:0.0:1767384580.645705:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=10 v=5 (1 0 0 0) 00000001:00000001:1.0:1767384580.645708:0:17586:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:1.0:1767384580.645718:0:17586:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:0.0:1767384580.645741:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000001:00000040:1.0:1767384580.645743:0:17586:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.133@tcp 00000100:00000001:0.0:1767384580.645757:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384580.645761:0:17586:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 5 00010000:00000001:0.0:1767384580.645777:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:1.0:1767384580.645778:0:17586:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446626934885794816 : -117138823756800 : ffff95767e054400) 00010000:00000001:0.0:1767384580.645794:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384580.645798:0:17586:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384580.645807:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=4 00000100:00000001:0.0:1767384580.645811:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384580.645815:0:17586:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 6 00000100:00000040:0.0:1767384580.645831:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384580.645836:0:17586:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004119800a. 00000020:00000010:1.0:1767384580.645853:0:17586:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000007d811be6. 00000001:00000001:1.0:1767384580.645904:0:17586:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.645911:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:08000000:1.0:1767384580.645915:0:17586:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000001:00000040:1.0:1767384580.645927:0:17586:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 5 00000100:00000001:0.0:1767384580.645944:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:1.0:1767384580.645948:0:17586:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.645949:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00100000:1.0:1767384580.645956:0:17586:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1767384580.645976:0:17586:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000100:00000040:0.0:1767384580.645976:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00100000:1.0:1767384580.645992:0:17586:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00000001:1.0:1767384580.646009:0:17586:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384580.646024:0:17586:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:1.0:1767384580.646035:0:17586:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000001:00000001:1.0:1767384580.646058:0:17586:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384580.646070:0:17586:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384580.646089:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008a9bfa58. 00080000:00000001:1.0:1767384580.646101:0:17586:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578436608 : -117144131115008 : ffff957541ad6800) 00000100:00100000:0.0:1767384580.646103:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006878062c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037635968:0@lo:400: 00080000:00000001:1.0:1767384580.646121:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384580.646143:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.646159:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384580.646175:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006878062c x1853237037635968/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.646240:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384580.646247:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384580.646253:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a76a785c. 02000000:00000001:0.0:1767384580.646269:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384580.646273:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384580.646276:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000001:00000001:1.0:1767384580.646282:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:0.0:1767384580.646284:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:1.0:1767384580.646290:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384580.646297:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000068779df6. 00080000:00000001:1.0:1767384580.646300:0:17586:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384580.646326:0:17586:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384580.646332:0:17586:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a887622d. 02000000:00000001:0.0:1767384580.646344:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384580.646347:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384580.646352:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006878062c. 00000100:00000001:0.0:1767384580.646371:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000040:1.0:1767384580.646374:0:17586:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000690e76bf : new cb_count 1 00000100:00000001:0.0:1767384580.646376:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384580.646381:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=5 00000100:00000001:0.0:1767384580.646394:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384580.646398:0:17586:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384580.646423:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384580.646435:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.646454:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384580.646467:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384580.646552:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384580.646562:0:17586:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384580.646566:0:17586:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384580.646578:0:17586:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384580.646587:0:17586:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384580.646598:0:17586:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384580.646606:0:17586:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:1.0:1767384580.646611:0:17586:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00000001:0.0:1767384580.646617:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384580.646620:0:17586:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000eb144c6a 00000100:00000001:0.0:1767384580.646646:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384580.646650:0:17586:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000007bc3862d. 00000400:00000001:0.0:1767384580.646671:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384580.646675:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384580.646693:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003469d9e6. 00000020:00000040:1.0:1767384580.646695:0:17586:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000007bc3862d for nid 0@lo - ref 2 00000400:00000200:0.0:1767384580.646711:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384580.646720:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384580.646740:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384580.646750:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384580.646793:0:17586:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384580.646814:0:17586:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000d346f87. 00000100:00000200:0.0:1767384580.646818:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384580.646829:0:17586:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000a2a2e0fc. 00000020:00000010:1.0:1767384580.646844:0:17586:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000bb143f1e. 00000020:00000010:1.0:1767384580.646875:0:17586:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d397bc9b. 00000020:00000010:1.0:1767384580.646891:0:17586:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000cdc1d509. 00000020:00000010:1.0:1767384580.646906:0:17586:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000f6d5e94d. 00000100:00000001:0.0:1767384580.646925:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384580.646936:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.646945:0:16166:0:(client.c:1578:after_reply()) Process entered 00002000:00000001:1.0:1767384580.646947:0:17586:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384580.646960:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00002000:00080000:1.0:1767384580.646961:0:17586:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00000001:0.0:1767384580.646975:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:1.0:1767384580.646976:0:17586:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.646988:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384580.646989:0:17586:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384580.647011:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384580.647014:0:17586:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005fa7503d. 00000100:00001000:0.0:1767384580.647025:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=4 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384580.647026:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - import 00000100:00001000:0.0:1767384580.647051:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=4 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384580.647055:0:17586:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384580.647065:0:17586:0:(genops.c:1242:class_import_put()) import 000000005fa7503d refcount=1 obd=lustre-OST0000 00000100:00000001:0.0:1767384580.647069:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384580.647081:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384580.647083:0:17586:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384580.647098:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384580.647100:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000605829c4. 00000020:00000040:1.0:1767384580.647117:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=6 00010000:00080000:0.0:1767384580.647120:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384580.647142:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.647143:0:17586:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:1.0:1767384580.647155:0:17586:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384580.647159:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384580.647160:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384580.647170:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384580.647175:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 19 to 0@lo 00000100:00000001:0.0:1767384580.647183:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384580.647185:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384580.647190:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.647191:0:17586:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626934121498240 : -117139588053376 : 0xffff957650770680) 00000100:00000040:0.0:1767384580.647209:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384580.647211:0:17586:0:(connection.c:149:ptlrpc_connection_get()) conn=000000006b8ca88b refcount 19 to 0@lo 00000020:00000040:1.0:1767384580.647224:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=7 00000100:00000001:1.0:1767384580.647238:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384580.647254:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:0.0:1767384580.647268:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.647270:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384580.647275:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384580.647277:0:17586:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1767384580.647281:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384580.647284:0:17586:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000100:00000040:0.0:1767384580.647291:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:08000000:1.0:1767384580.647302:0:17586:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:1.0:1767384580.647311:0:17586:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659820608 : -1049731008 : ffffffffc16e6040) 02000000:00000001:1.0:1767384580.647314:0:17586:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.647317:0:17586:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384580.647320:0:17586:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384580.647323:0:17586:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384580.647327:0:17586:0:(import.c:65:import_set_state_nolock()) 000000005fa7503d : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384580.647330:0:17586:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384580.647332:0:17586:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384580.647334:0:17586:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384580.647336:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 6 00000020:00000040:1.0:1767384580.647339:0:17586:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - find 00010000:00000001:1.0:1767384580.647342:0:17586:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384580.647345:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384580.647358:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025f0e60d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037636352:0@lo:400: 00000100:00000001:0.0:1767384580.647369:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.647372:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384580.647387:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671605984 : -1037945632 : ffffffffc22234e0) 00000100:00000040:0.0:1767384580.647387:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025f0e60d x1853237037636352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384580.647399:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384580.647406:0:17586:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384580.647420:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384580.647422:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384580.647438:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384580.647440:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384580.647446:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008173aa7. 00000020:00000001:1.0:1767384580.647448:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384580.647463:0:17586:0:(tgt_handler.c:1042:tgt_connect()) Process entered 02000000:00000001:0.0:1767384580.647466:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384580.647470:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384580.647473:0:16166:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384580.647474:0:17586:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.647487:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:1.0:1767384580.647488:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037636096 02000000:00000010:0.0:1767384580.647491:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002d461725. 00010000:00000001:1.0:1767384580.647494:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384580.647502:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000200:1.0:1767384580.647510:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027a93419 x1853237037636096/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384580.647511:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384580.647521:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025f0e60d. 00000100:00000001:0.0:1767384580.647533:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384580.647539:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384580.647546:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384580.647547:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384580.647553:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384580.647558:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=1767384580 v=10 (0 0 0 0) 00000100:00000001:0.0:1767384580.647559:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384580.647564:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384580.647570:0:17586:0:(import.c:2194:obd_at_measure()) AT 000000007e8ad300 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384580.647572:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384580.647581:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384580.647588:0:17586:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@0000000027a93419 x1853237037636096/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384580.647601:0:17586:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384580.647604:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384580.647617:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384580.647620:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384580.647624:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384580.647642:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.647646:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384580.647648:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384580.647652:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384580.647684:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237037636096, offset 0 00000400:00000200:1.0:1767384580.647688:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384580.647694:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384580.647699:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695825f501a00 00000400:00000200:1.0:1767384580.647703:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1129 [1] + 0 00000400:00000200:1.0:1767384580.647707:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384580.647710:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384580.647713:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384580.647716:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057d4c290 x1853237037636096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384580.647741:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000057d4c290 x1853237037636096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.647762:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384580.647768:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384580.647770:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00000001:1.0:1767384580.647773:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384580.647774:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384580.647778:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.647781:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384580.647784:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384580.647786:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384580.647788:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384580.647792:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027a93419 x1853237037636096/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384580.647804:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027a93419 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16162:x1853237037636096:12345-0@lo:8: Request processed in 2822us (4416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384580.647829:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384580.647834:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:1.0:1767384580.647840:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384580.647846:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384580.647852:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040272628. 00000020:00000010:1.0:1767384580.647859:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000712b9866. 00000020:00000010:1.0:1767384580.647885:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d742c26. 00000020:00000040:1.0:1767384580.647892:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00000100:00000001:1.0:1767384580.647897:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384580.648175:0:16835:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:1.0:1767384580.648181:0:16835:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384580.648187:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384580.648191:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384580.648197:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009208cca8. 00000020:00000040:1.0:1767384580.648203:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384580.648209:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384580.648213:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384580.648219:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384580.648228:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008dff6547. 00000100:00000001:1.0:1767384580.648236:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.648245:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384580.648251:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.648264:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009208cca8] to pc [ptlrpcd_00_00+0] req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384580.648302:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384580.648338:0:16835:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000004:00080000:1.0:1767384580.648342:0:16835:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000004:00000001:1.0:1767384580.648350:0:16835:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000100:00000010:1.0:1767384580.648357:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055425c0f. 00000020:00000040:1.0:1767384580.648360:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384580.648363:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384580.648365:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384580.648376:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384580.648384:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d742c26. 00000100:00000001:1.0:1767384580.648389:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.648396:0:16835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384580.648396:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384580.648400:0:16835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1767384580.648404:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384580.648407:0:16835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004309e672. 00000100:00000001:0.0:1767384580.648408:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384580.648416:0:16835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934251991808 : -117139457559808 : ffff9576583e3300) 00000100:00000001:1.0:1767384580.648422:0:16835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384580.648425:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.648427:0:16835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 00000100:00000001:1.0:1767384580.648462:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384580.648470:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384580.648473:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.648475:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.648496:0:16835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1767384580.648511:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384580.648517:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.648518:0:16835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384580.648534:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.648540:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384580.648560:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009208cca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037636480:0@lo:13: 00000100:00000001:1.0:1767384580.648583:0:16835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384580.648588:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384580.648590:0:16835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.648608:0:16835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384580.648615:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384580.648618:0:16835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384580.648662:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384580.648666:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384580.648676:0:16835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384580.648680:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b81b30f. 00000100:00100000:1.0:1767384580.648683:0:16835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055425c0f pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16835:1853237037636608:0@lo:7: 00000100:00000001:1.0:1767384580.648690:0:16835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384580.648694:0:16835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384580.648700:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.648701:0:16835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384580.648727:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003469d9e6. 02000000:00000001:1.0:1767384580.648731:0:16835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384580.648740:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 02000000:00000010:1.0:1767384580.648741:0:16835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e734c73. 02000000:00000001:1.0:1767384580.648759:0:16835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384580.648762:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037636480, portal 4 00000100:00000001:0.0:1767384580.648769:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384580.648770:0:16835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067de1da4. 00000100:00000001:0.0:1767384580.648775:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599152768 : -117139110398848 : ffff95766cef7480) 00000400:00000010:1.0:1767384580.648782:0:16835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384580.648792:0:16835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037636608, portal 4 00000100:00000040:0.0:1767384580.648792:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.648826:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384580.648832:0:16835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384580.648839:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384580.648841:0:16835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 00000400:00000010:0.0:1767384580.648845:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384580.648851:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037636480, offset 0 00000400:00000200:0.0:1767384580.648860:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384580.648870:0:16835:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004e1e7a09. 00000400:00000200:0.0:1767384580.648881:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384580.648888:0:16835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384580.648894:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f501b80 00000400:00000200:0.0:1767384580.648919:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 0 00000400:00000200:0.0:1767384580.648944:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384580.648947:0:16835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384580.648962:0:16835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384580.648963:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384580.648981:0:16835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000001:0.0:1767384580.648985:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384580.648990:0:16835:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237037636608, offset 0 00000100:00000200:0.0:1767384580.648992:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384580.649012:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025f0e60d. 00000400:00000200:1.0:1767384580.649026:0:16835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384580.649029:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000025f0e60d x1853237037636480 msgsize 224 00000400:00000200:1.0:1767384580.649054:0:16835:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384580.649066:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384580.649084:0:16835:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695825f501c00 00000400:00000200:1.0:1767384580.649094:0:16835:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xae1 [8] + 520 00000100:00000001:0.0:1767384580.649095:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384580.649109:0:16835:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384580.649118:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000200:1.0:1767384580.649120:0:16835:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384580.649127:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384580.649149:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384580.649153:0:16835:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384580.649160:0:16835:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1767384580.649160:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384580.649178:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001396d494. 00000100:00000040:1.0:1767384580.649198:0:16835:0:(events.c:337:request_in_callback()) incoming req@000000001396d494 x1853237037636608 msgsize 264 00000100:00000001:0.0:1767384580.649199:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384580.649210:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384580.649224:0:16835:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384580.649253:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.649255:0:16835:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384580.649267:0:16835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384580.649276:0:16835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:0.0:1767384580.649283:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384580.649285:0:16835:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384580.649306:0:16835:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.649318:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.649325:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.649345:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.649354:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.649362:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6728 usecs (7 jiffies) 00000100:00000001:0.0:1767384580.649373:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294869455 00000100:00000001:0.0:1767384580.649397:0:16163:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294869449 00000100:00000001:1.0:1767384580.649409:0:16835:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384580.649412:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294869455 00000100:00000001:1.0:1767384580.649426:0:16835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.649429:0:16163:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294869449 00000100:00000040:1.0:1767384580.649445:0:16835:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6728 usecs (7 jiffies) 00000100:00000001:0.0:1767384580.649447:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294869455 00000100:00000001:0.0:1767384580.649488:0:16163:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294869449 00000100:00000001:1.0:1767384580.649491:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294869455 00000100:00000001:0.0:1767384580.649494:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294869455 00000100:00000001:1.0:1767384580.649507:0:16835:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294869455 00000100:00000001:0.0:1767384580.649513:0:16163:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294869449 00000100:00000001:1.0:1767384580.649516:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294869455 00000100:00000001:0.0:1767384580.649523:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.649529:0:16835:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294869455 00000100:00000001:0.0:1767384580.649538:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.649551:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.649552:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294869455 00000100:00000001:0.0:1767384580.649562:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.649565:0:16835:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294869455 00000100:00000001:1.0:1767384580.649577:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294869455 00000100:00000001:0.0:1767384580.649581:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384580.649584:0:16835:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294869455 00000100:00000001:0.0:1767384580.649594:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384580.649596:0:16835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384580.649618:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384580.649619:0:16835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.649655:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384580.649670:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.649673:0:16835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384580.649683:0:16835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384580.649683:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384580.649705:0:16835:0:(client.c:2690:ptlrpc_set_wait()) set 000000004309e672 going to sleep for 11 seconds 00000100:00000001:1.0:1767384580.649716:0:16835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384580.649737:0:16835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.649750:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384580.649759:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.649778:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384580.649784:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037636608 02000000:00000001:1.0:1767384580.649792:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384580.649799:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384580.649824:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384580.649828:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:1.0:1767384580.649838:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384580.649844:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00100000:1.0:1767384580.649852:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037636608 00000020:00000001:1.0:1767384580.649865:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384580.649871:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:1.0:1767384580.649879:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384580.649885:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=7 00000020:00000001:1.0:1767384580.649890:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:1.0:1767384580.649897:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:1.0:1767384580.649902:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384580.649911:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094eee9c7. 00000100:00000001:1.0:1767384580.649919:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384580.649926:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094eee9c7. 00000020:00000010:1.0:1767384580.649933:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e00811d. 00000020:00000010:1.0:1767384580.649946:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040272628. 00000020:00000010:1.0:1767384580.649954:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000712b9866. 00000100:00000040:1.0:1767384580.649974:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384580.649983:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384580.649999:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384580.650008:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.650021:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.650049:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.650075:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384580.650080:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384580.650096:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384580.650104:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 2 00000020:00000010:0.0:1767384580.650112:0:17585:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000013d00df9. 00000100:00000001:1.0:1767384580.650129:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599142016 : -117139110409600 : ffff95766cef4a80) 00000100:00000001:0.0:1767384580.650133:0:17585:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384580.650141:0:17585:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00000040:1.0:1767384580.650143:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001396d494 x1853237037636608/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:561/0 lens 264/0 e 0 to 0 dl 1767384591 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384580.650169:0:17585:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000008173aa7. 00000100:00000001:1.0:1767384580.650172:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384580.650184:0:17585:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000020:00000010:1.0:1767384580.650185:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094eee9c7. 00000100:00000001:1.0:1767384580.650201:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384580.650209:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094eee9c7. 00000100:00100000:1.0:1767384580.650223:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001396d494 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:16835:x1853237037636608:12345-0@lo:7: 00000100:00000200:1.0:1767384580.650229:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037636608 00000020:00000001:1.0:1767384580.650234:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384580.650241:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384580.650246:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384580.650251:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384580.650255:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671605936 : -1037945680 : ffffffffc22234b0) 00000020:00000001:1.0:1767384580.650262:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384580.650375:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384580.650383:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384580.650395:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384580.650406:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384580.650417:0:17586:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:0.0:1767384580.650426:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384580.650434:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384580.650441:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ceb8260a. 02000000:00000001:0.0:1767384580.650448:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.650461:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384580.650481:0:17586:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:0.0:1767384580.650500:0:17586:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 00000000ab66f270. 00000100:00000001:1.0:1767384580.650506:0:17585:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.650515:0:17586:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:0.0:1767384580.650523:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384580.650531:0:18091:0:(service.c:2991:ptlrpc_main()) Process entered 00002000:00000001:0.0:1767384580.650536:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384580.650544:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008bc6c753. 00002000:00000001:0.0:1767384580.650549:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944940264 : -117139764611352 : ffff957645f0f6e8) 00002000:00000001:0.0:1767384580.650558:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00000100:00000010:1.0:1767384580.650559:0:18091:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000094eee9c7. 00002000:00000040:0.0:1767384580.650565:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00080000:00000010:0.0:1767384580.650585:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006344350d. 00000020:00000010:1.0:1767384580.650586:0:18091:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001914ca8d. 00002000:00000001:0.0:1767384580.650603:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384580.650610:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000294fa3e6. 00080000:00000001:0.0:1767384580.650611:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00000020:00000010:1.0:1767384580.650622:0:18091:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ea5646f6. 00000020:00000010:1.0:1767384580.650649:0:18091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ca9e2046. 00000020:00000010:1.0:1767384580.650660:0:18091:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b0c2a5fd. 00080000:00000001:0.0:1767384580.650662:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384580.650675:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:1.0:1767384580.650676:0:18091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a76a785c. 80000000:00000010:1.0:1767384580.650687:0:18091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000033408d53. 40000000:00000010:1.0:1767384580.650705:0:18091:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007ddea38e. 00100000:00000010:1.0:1767384580.650714:0:18091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a1d30358. 00040000:00000010:1.0:1767384580.650720:0:18091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d02e2573. 00040000:00000010:1.0:1767384580.650736:0:18091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000695b7c4d. 00080000:00000010:1.0:1767384580.650746:0:18091:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008c3bc0c1. 00002000:00000010:1.0:1767384580.650754:0:18091:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008666e09f. 00000100:00000010:1.0:1767384580.650777:0:18091:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a433ccc5. 00000100:00000200:1.0:1767384580.650797:0:18091:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00080000:00000010:1.0:1767384580.650856:0:17586:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000ce8422e2. 00080000:00000010:1.0:1767384580.650866:0:17586:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000021ad2bc9. 00000100:00000001:0.0:1767384580.651014:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384580.651019:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384580.651026:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384580.651029:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384580.651034:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003469d9e6. 00000400:00000200:0.0:1767384580.651041:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384580.651044:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384580.651170:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384580.651179:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384580.651196:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.651207:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384580.651211:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.651215:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384580.651229:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384580.651231:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384580.651235:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384580.651239:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384580.651245:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=1767384580 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384580.651253:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384580.651259:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384580.651262:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384580.651266:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384580.651276:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384580.651285:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.651291:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384580.651294:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384580.651298:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384580.651301:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.651307:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.651351:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384580.651355:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384580.651359:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384580.651363:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384580.651368:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384580.651377:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = -11 00000004:00000020:0.0:1767384580.651397:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84480 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:0.0:1767384580.651404:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384580.651412:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384580.651421:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009208cca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037636480:0@lo:13: 00000100:00000001:0.0:1767384580.651429:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.651441:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384580.651448:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009208cca8 x1853237037636480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384596 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384580.651456:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384580.651458:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384580.651462:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b81b30f. 02000000:00000001:0.0:1767384580.651466:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384580.651468:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384580.651471:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384580.651474:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384580.651476:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008dff6547. 02000000:00000001:0.0:1767384580.651484:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384580.651487:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384580.651489:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009208cca8. 00000100:00000001:0.0:1767384580.651495:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384580.651499:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.651501:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384580.651510:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384580.651513:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384580.651517:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384580.651523:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.655389:0:16835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384580.655401:0:16835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384580.655408:0:16835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384580.655415:0:16835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067de1da4. 00000400:00000200:1.0:1767384580.655424:0:16835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384580.655431:0:16835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00000001:1.0:1767384580.655442:0:16835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384580.655451:0:16835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384580.655471:0:16835:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.655492:0:16835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384580.655494:0:16835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.655502:0:16835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384580.655506:0:16835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384580.655510:0:16835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384580.655514:0:16835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.655518:0:16835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384580.655527:0:16835:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384580.655535:0:16835:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384580.655544:0:16835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384580.655546:0:16835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384580.655552:0:16835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384580.655560:0:16835:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384580.655589:0:16835:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.655593:0:16835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384580.655596:0:16835:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384580.655599:0:16835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384580.655602:0:16835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.655608:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.655615:0:16835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.655618:0:16835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384580.655620:0:16835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384580.655624:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384580.655649:0:16835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055425c0f pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16835:1853237037636608:0@lo:7: 00000100:00000001:1.0:1767384580.655655:0:16835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.655660:0:16835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.655663:0:16835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384580.655665:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.655669:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.655677:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384580.655680:0:16835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004309e672. 00000100:00000001:1.0:1767384580.655684:0:16835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384580.655685:0:16835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384580.655690:0:16835:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384580.655694:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.655698:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055425c0f x1853237037636608/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.655706:0:16835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384580.655708:0:16835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384580.655712:0:16835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e734c73. 02000000:00000001:1.0:1767384580.655717:0:16835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384580.655725:0:16835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384580.655728:0:16835:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384580.655731:0:16835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384580.655734:0:16835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d742c26. 02000000:00000001:1.0:1767384580.655738:0:16835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384580.655740:0:16835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384580.655743:0:16835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055425c0f. 00000100:00000001:1.0:1767384580.655748:0:16835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384580.655750:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384580.655752:0:16835:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384580.655758:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055425c0f. 00000020:00000040:1.0:1767384580.655761:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384580.655765:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384580.655768:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384580.655771:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384580.655777:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d742c26. 00000100:00000001:1.0:1767384580.655782:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.655785:0:16835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384580.655786:0:16835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384580.655789:0:16835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004309e672. 00000100:00000001:1.0:1767384580.655791:0:16835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934251991808 : -117139457559808 : ffff9576583e3300) 00000100:00000001:1.0:1767384580.655793:0:16835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384580.655795:0:16835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 00000100:00000001:1.0:1767384580.655798:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384580.655800:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.655802:0:16835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384580.655803:0:16835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384580.655807:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.655813:0:16835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384580.655815:0:16835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.655818:0:16835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384580.655820:0:16835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384580.655822:0:16835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384580.655824:0:16835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055425c0f pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16835:1853237037636736:0@lo:5: 00000100:00000001:1.0:1767384580.655835:0:16835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384580.655838:0:16835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384580.655839:0:16835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.655842:0:16835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384580.655845:0:16835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007062e2b6. 02000000:00000001:1.0:1767384580.655847:0:16835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384580.655851:0:16835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067de1da4. 00000400:00000010:1.0:1767384580.655857:0:16835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384580.655863:0:16835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037636736, portal 4 00000100:00000001:1.0:1767384580.655865:0:16835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384580.655868:0:16835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 00000100:00000040:1.0:1767384580.655874:0:16835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.655881:0:16835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384580.655884:0:16835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384580.655889:0:16835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000200:1.0:1767384580.655892:0:16835:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237037636736, offset 0 00000400:00000200:1.0:1767384580.655898:0:16835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384580.655907:0:16835:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384580.655917:0:16835:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695825f501c80 00000400:00000200:1.0:1767384580.655923:0:16835:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xae1 [8] + 784 00000400:00000200:1.0:1767384580.655928:0:16835:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384580.655934:0:16835:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384580.655939:0:16835:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384580.655941:0:16835:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384580.655947:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1f6d62a. 00000100:00000040:1.0:1767384580.655951:0:16835:0:(events.c:337:request_in_callback()) incoming req@00000000f1f6d62a x1853237037636736 msgsize 432 00000100:00100000:1.0:1767384580.655960:0:16835:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384580.655975:0:16835:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384580.655982:0:16835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384580.655985:0:16835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:1.0:1767384580.655989:0:16835:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384580.655994:0:16835:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.656017:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.656022:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.656029:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.656032:0:16835:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384580.656039:0:16835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.656045:0:16835:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6403 usecs (7 jiffies) 00000100:00000001:1.0:1767384580.656049:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294869461 00000100:00000001:1.0:1767384580.656059:0:16835:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294869455 00000100:00000001:1.0:1767384580.656067:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294869461 00000100:00000001:1.0:1767384580.656074:0:16835:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294869455 00000100:00000001:1.0:1767384580.656083:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294869461 00000100:00000001:1.0:1767384580.656093:0:16835:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294869455 00000100:00000001:1.0:1767384580.656102:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294869461 00000100:00000001:1.0:1767384580.656110:0:16835:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294869455 00000100:00000001:1.0:1767384580.656120:0:16835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.656129:0:16835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.656136:0:16835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384580.656141:0:16835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384580.656146:0:16835:0:(client.c:2690:ptlrpc_set_wait()) set 000000004309e672 going to sleep for 11 seconds 00000100:00000001:1.0:1767384580.656153:0:16835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384580.656158:0:16835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.656272:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384580.656277:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384580.656287:0:18091:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.656292:0:18091:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.656784:0:16835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384580.656792:0:16835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384580.656796:0:16835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384580.656801:0:16835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067de1da4. 00000400:00000200:1.0:1767384580.656811:0:16835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384580.656827:0:16835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00000001:1.0:1767384580.656835:0:16835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384580.656846:0:16835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384580.656872:0:16835:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.656884:0:16835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384580.656886:0:16835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.656892:0:16835:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384580.656896:0:16835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384580.656899:0:16835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384580.656902:0:16835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.656907:0:16835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384580.656912:0:16835:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384580.656921:0:16835:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384580.656924:0:16835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384580.656927:0:16835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384580.656931:0:16835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384580.656939:0:16835:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384580.656949:0:16835:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.656954:0:16835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384580.656956:0:16835:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384580.656959:0:16835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384580.656960:0:16835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.656969:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.656976:0:16835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.656979:0:16835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384580.656980:0:16835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384580.656982:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384580.656991:0:16835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055425c0f pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16835:1853237037636736:0@lo:5: 00000100:00000001:1.0:1767384580.657007:0:16835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.657010:0:16835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.657013:0:16835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384580.657015:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.657020:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.657028:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384580.657031:0:16835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004309e672. 00000100:00000001:1.0:1767384580.657035:0:16835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384580.657037:0:16835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384580.657042:0:16835:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384580.657047:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.657051:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055425c0f x1853237037636736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.657060:0:16835:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384580.657063:0:16835:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384580.657066:0:16835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007062e2b6. 02000000:00000001:1.0:1767384580.657070:0:16835:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384580.657072:0:16835:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384580.657074:0:16835:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384580.657076:0:16835:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384580.657079:0:16835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d742c26. 02000000:00000001:1.0:1767384580.657083:0:16835:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384580.657086:0:16835:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384580.657088:0:16835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055425c0f. 00000100:00000001:1.0:1767384580.657095:0:16835:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384580.657098:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384580.657103:0:16835:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384580.657115:0:16835:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:1.0:1767384580.657120:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055425c0f. 00000020:00000040:1.0:1767384580.657123:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384580.657126:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384580.657129:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384580.657133:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384580.657147:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d742c26. 00000100:00000001:1.0:1767384580.657151:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384580.657157:0:16835:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:1.0:1767384580.657161:0:16835:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384580.657163:0:16835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384580.657169:0:16835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004309e672. 00000100:00000001:1.0:1767384580.657171:0:16835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934251991808 : -117139457559808 : ffff9576583e3300) 00000100:00000001:1.0:1767384580.657173:0:16835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384580.657175:0:16835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 00000100:00000001:1.0:1767384580.657178:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384580.657180:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.657183:0:16835:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384580.657185:0:16835:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384580.657190:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.657198:0:16835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384580.657200:0:16835:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.657202:0:16835:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384580.657206:0:16835:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384580.657209:0:16835:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384580.657215:0:16835:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055425c0f pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16835:1853237037636864:0@lo:5: 00000100:00000001:1.0:1767384580.657219:0:16835:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384580.657222:0:16835:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384580.657224:0:16835:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.657227:0:16835:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384580.657233:0:16835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007062e2b6. 02000000:00000001:1.0:1767384580.657236:0:16835:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384580.657241:0:16835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067de1da4. 00000400:00000010:1.0:1767384580.657249:0:16835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384580.657254:0:16835:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037636864, portal 4 00000100:00000001:1.0:1767384580.657257:0:16835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384580.657259:0:16835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 00000100:00000040:1.0:1767384580.657267:0:16835:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.657288:0:16835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384580.657296:0:16835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384580.657301:0:16835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000200:1.0:1767384580.657304:0:16835:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237037636864, offset 0 00000400:00000200:1.0:1767384580.657375:0:16835:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384580.657385:0:16835:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384580.657396:0:16835:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695825f501d00 00000400:00000200:1.0:1767384580.657407:0:16835:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xae1 [8] + 1216 00000400:00000200:1.0:1767384580.657413:0:16835:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384580.657420:0:16835:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384580.657425:0:16835:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384580.657427:0:16835:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384580.657431:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002970ef19. 00000100:00000040:1.0:1767384580.657434:0:16835:0:(events.c:337:request_in_callback()) incoming req@000000002970ef19 x1853237037636864 msgsize 432 00000100:00100000:1.0:1767384580.657440:0:16835:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384580.657453:0:16835:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384580.657458:0:16835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384580.657460:0:16835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:1.0:1767384580.657462:0:16835:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384580.657467:0:16835:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.657477:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.657479:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.657487:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.657488:0:16835:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384580.657494:0:16835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.657500:0:16835:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5145 usecs (6 jiffies) 00000100:00000001:1.0:1767384580.657505:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294869462 00000100:00000001:1.0:1767384580.657514:0:16835:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294869461 00000100:00000001:1.0:1767384580.657525:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294869462 00000100:00000001:1.0:1767384580.657536:0:16835:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294869461 00000100:00000001:1.0:1767384580.657552:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294869462 00000100:00000001:1.0:1767384580.657558:0:16835:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294869461 00000100:00000001:1.0:1767384580.657568:0:16835:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294869462 00000100:00000001:1.0:1767384580.657579:0:16835:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294869461 00000100:00000001:1.0:1767384580.657592:0:16835:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.657596:0:16835:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.657599:0:16835:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384580.657601:0:16835:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384580.657603:0:16835:0:(client.c:2690:ptlrpc_set_wait()) set 000000004309e672 going to sleep for 11 seconds 00000100:00000001:1.0:1767384580.657607:0:16835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384580.657613:0:16835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.661000:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384580.661008:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.661013:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.661016:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.661020:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.661022:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.661025:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.661027:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384580.661031:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.661039:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933937758600 : -117139771793016 : ffff957645836188) 00002000:00000001:0.0:1767384580.661043:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933937758512 : -117139771793104 : ffff957645836130) 00002000:00000001:0.0:1767384580.661048:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384580.661050:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384580.661053:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384580.661059:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000025157cf4. 00002000:00000001:0.0:1767384580.661063:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944938744 : -117139764612872 : ffff957645f0f0f8) 00002000:00000001:0.0:1767384580.661078:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384580.661081:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:0.0:1767384580.661085:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ad4f9f0c. 00002000:00000001:0.0:1767384580.661089:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.661093:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384580.661097:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384580.661099:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.661102:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.661104:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.661107:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.661110:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.661113:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.661116:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.661118:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:0.0:1767384580.662736:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384580.662743:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.662745:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.662747:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.662750:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.662754:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.662757:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.662761:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384580.662764:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.662771:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933944938744 : -117139764612872 : ffff957645f0f0f8) 00002000:00000001:0.0:1767384580.662774:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933944938656 : -117139764612960 : ffff957645f0f0a0) 00002000:00000001:0.0:1767384580.662777:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384580.662780:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384580.662784:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384580.662790:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a1478eb6. 00002000:00000001:0.0:1767384580.662793:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944939048 : -117139764612568 : ffff957645f0f228) 00002000:00000001:0.0:1767384580.662799:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384580.662801:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:0.0:1767384580.662805:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003893478b. 00002000:00000001:0.0:1767384580.662809:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.662811:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384580.662814:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384580.662824:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.662825:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.662827:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.662831:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.662833:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.662835:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.662837:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.662839:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:0.0:1767384580.664125:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384580.664130:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.664134:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.664137:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.664140:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.664143:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.664146:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.664151:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384580.664155:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.664162:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933944939048 : -117139764612568 : ffff957645f0f228) 00002000:00000001:0.0:1767384580.664166:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933944938960 : -117139764612656 : ffff957645f0f1d0) 00002000:00000001:0.0:1767384580.664168:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384580.664170:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384580.664173:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384580.664177:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002c74934f. 00002000:00000001:0.0:1767384580.664182:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944941176 : -117139764610440 : ffff957645f0fa78) 00002000:00000001:0.0:1767384580.664186:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384580.664189:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:0.0:1767384580.664193:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cb53d14f. 00002000:00000001:0.0:1767384580.664197:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.664200:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384580.664204:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384580.664206:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.664207:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.664208:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.664211:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.664214:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.664216:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.664219:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.664229:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:1.0:1767384580.664248:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:1.0:1767384580.664254:0:16840:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:1.0:1767384580.664268:0:16840:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000b23fee52. 00040000:00000001:1.0:1767384580.664280:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384580.664283:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384580.664285:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384580.664287:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384580.664293:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c4ce30d5. 00080000:00000001:1.0:1767384580.664301:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384580.664307:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384580.664341:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384580.664344:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384580.664345:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384580.664346:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384580.664351:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a565de6c. 00080000:00000001:1.0:1767384580.664357:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:0.0:1767384580.664408:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294869462, at 4294869463 00000100:00000010:0.0:1767384580.664418:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9be933e. 00080000:00000001:0.0:1767384580.665300:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384580.665306:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.665345:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.665348:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.665351:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.665354:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.665356:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.665358:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384580.665361:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.665366:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933944941176 : -117139764610440 : ffff957645f0fa78) 00000100:00000040:1.0:1767384580.665369:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294869462, at 4294869464 00002000:00000001:0.0:1767384580.665370:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933944941088 : -117139764610528 : ffff957645f0fa20) 00002000:00000001:0.0:1767384580.665382:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384580.665386:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000010:1.0:1767384580.665388:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ecd7d32. 00002000:00000001:0.0:1767384580.665393:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384580.665398:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005f898687. 00002000:00000001:0.0:1767384580.665410:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944939352 : -117139764612264 : ffff957645f0f358) 00002000:00000001:0.0:1767384580.665417:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384580.665424:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:0.0:1767384580.665428:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fd97dce0. 00002000:00000001:0.0:1767384580.665432:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.665434:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384580.665437:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384580.665439:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.665440:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.665441:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.665443:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.665445:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.665447:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.665448:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.665450:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:0.0:1767384580.666618:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384580.666623:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.666652:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.666654:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.666657:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.666658:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.666660:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.666661:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384580.666663:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.666678:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933944939352 : -117139764612264 : ffff957645f0f358) 00002000:00000001:0.0:1767384580.666681:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933944939264 : -117139764612352 : ffff957645f0f300) 00002000:00000001:0.0:1767384580.666683:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384580.666684:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384580.666687:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384580.666689:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007a717e48. 00002000:00000001:0.0:1767384580.666692:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944935704 : -117139764615912 : ffff957645f0e518) 00002000:00000001:0.0:1767384580.666695:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384580.666696:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:0.0:1767384580.666698:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009fb39244. 00002000:00000001:0.0:1767384580.666700:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.666702:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384580.666703:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384580.666705:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.666706:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.666707:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.666708:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.666709:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.666711:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.666712:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.666713:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:0.0:1767384580.667782:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384580.667787:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.667789:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.667790:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.667792:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.667793:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.667795:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.667796:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384580.667798:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.667809:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933944935704 : -117139764615912 : ffff957645f0e518) 00002000:00000001:0.0:1767384580.667812:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933944935616 : -117139764616000 : ffff957645f0e4c0) 00002000:00000001:0.0:1767384580.667814:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384580.667815:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384580.667817:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384580.667820:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000066da3d8b. 00002000:00000001:0.0:1767384580.667823:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944936008 : -117139764615608 : ffff957645f0e648) 00002000:00000001:0.0:1767384580.667826:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384580.667827:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:0.0:1767384580.667829:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000937e8d3e. 00002000:00000001:0.0:1767384580.667831:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.667833:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384580.667835:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384580.667836:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.667837:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.667838:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.667839:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.667840:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.667842:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.667843:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.667844:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:0.0:1767384580.669028:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384580.669035:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.669037:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.669039:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.669042:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.669046:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.669047:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.669049:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384580.669052:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.669056:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933944936008 : -117139764615608 : ffff957645f0e648) 00002000:00000001:0.0:1767384580.669059:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933944935920 : -117139764615696 : ffff957645f0e5f0) 00002000:00000001:0.0:1767384580.669062:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384580.669064:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384580.669067:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384580.669072:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000807dac21. 00002000:00000001:0.0:1767384580.669083:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933944940872 : -117139764610744 : ffff957645f0f948) 00002000:00000001:0.0:1767384580.669088:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384580.669090:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:0.0:1767384580.669094:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a78ff8aa. 00002000:00000001:0.0:1767384580.669097:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.669100:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384580.669101:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384580.669103:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.669105:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.669108:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.669110:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.669113:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.669115:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.669118:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.669121:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:0.0:1767384580.670176:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384580.670182:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670183:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670184:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670186:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670188:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670189:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670191:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384580.670193:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384580.670196:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933944940872 : -117139764610744 : ffff957645f0f948) 00002000:00000001:0.0:1767384580.670198:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933944940784 : -117139764610832 : ffff957645f0f8f0) 00080000:00000001:0.0:1767384580.670202:0:17586:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384580.670206:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005b81b30f. 00080000:00000001:0.0:1767384580.670209:0:17586:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752923648 : -117138956627968 : ffff95767619d000) 00080000:00000001:0.0:1767384580.670213:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384580.670224:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670225:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670229:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384580.670246:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670247:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670248:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670257:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670258:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670260:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670261:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.670263:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:0.0:1767384580.670272:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:0.0:1767384580.670277:0:17586:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000002d461725. 00000001:00000001:0.0:1767384580.670279:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670280:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670282:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384580.670287:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670288:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670289:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670290:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670291:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670292:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670293:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.670294:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:0.0:1767384580.670300:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:0.0:1767384580.670301:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670302:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670304:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384580.670332:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670334:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670335:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670336:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670337:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670338:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670340:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.670340:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:0.0:1767384580.670348:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:0.0:1767384580.670350:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670350:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670352:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384580.670356:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670357:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670359:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670365:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670366:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670367:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670369:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.670370:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:0.0:1767384580.670379:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:0.0:1767384580.670381:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670381:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670383:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384580.670387:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670389:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670390:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670390:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670392:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670393:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670394:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.670395:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:0.0:1767384580.670400:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:0.0:1767384580.670402:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670402:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670404:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384580.670407:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670408:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670409:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670410:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670412:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670413:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670414:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.670415:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:0.0:1767384580.670421:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:0.0:1767384580.670422:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670423:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670424:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384580.670428:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670428:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670429:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670430:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670435:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670436:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670438:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.670439:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:0.0:1767384580.670447:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:0.0:1767384580.670449:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670450:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670451:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384580.670455:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.670457:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.670458:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.670459:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.670460:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670461:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.670462:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.670463:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:0.0:1767384580.670468:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:0.0:1767384580.670469:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670470:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670473:0:17586:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384580.670478:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384580.670490:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384580.670491:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.670510:0:17586:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:0.0:1767384580.670512:0:17586:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:0.0:1767384580.670516:0:17586:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384580.670556:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384580.670560:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384580.672088:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384580.672092:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384580.672094:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384580.672095:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384580.672098:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.672100:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384580.672101:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384580.672103:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:0.0:1767384580.672152:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384580.672160:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.672164:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384580.672168:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 80000000:00000001:2.0:1767384580.700606:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.700619:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.700622:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.700644:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.701963:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384580.701968:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.701969:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.701971:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.701972:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.701973:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.701975:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.701976:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384580.701978:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384580.701981:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933937758904 : -117139771792712 : ffff9576458362b8) 00002000:00000001:2.0:1767384580.701983:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933937758816 : -117139771792800 : ffff957645836260) 00002000:00000001:2.0:1767384580.701985:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384580.701986:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384580.701988:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384580.701990:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a2d93a5f. 00002000:00000001:2.0:1767384580.701993:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933937764376 : -117139771787240 : ffff957645837818) 00002000:00000001:2.0:1767384580.701995:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384580.701996:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:2.0:1767384580.701999:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d6da9ce. 00002000:00000001:2.0:1767384580.702001:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.702002:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384580.702004:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384580.702005:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.702006:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.702007:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.702008:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.702009:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.702010:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.702012:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.702013:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.703349:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384580.703355:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.703357:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.703368:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.703370:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.703373:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.703375:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.703377:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384580.703380:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384580.703384:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933937764376 : -117139771787240 : ffff957645837818) 00002000:00000001:2.0:1767384580.703387:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933937764288 : -117139771787328 : ffff9576458377c0) 00002000:00000001:2.0:1767384580.703390:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384580.703391:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384580.703394:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384580.703398:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004d01b563. 00002000:00000001:2.0:1767384580.703401:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933937760120 : -117139771791496 : ffff957645836778) 00002000:00000001:2.0:1767384580.703405:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384580.703406:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:2.0:1767384580.703410:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c59a8085. 00002000:00000001:2.0:1767384580.703413:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.703416:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384580.703418:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384580.703419:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.703421:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.703423:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.703424:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.703426:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.703428:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.703431:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.703443:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.704812:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384580.704818:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.704820:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.704822:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.704824:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.704826:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.704828:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.704830:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384580.704833:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384580.704837:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933937760120 : -117139771791496 : ffff957645836778) 00002000:00000001:2.0:1767384580.704851:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933937760032 : -117139771791584 : ffff957645836720) 00002000:00000001:2.0:1767384580.704854:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384580.704856:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384580.704858:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384580.704862:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000904541a9. 00002000:00000001:2.0:1767384580.704865:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933937765288 : -117139771786328 : ffff957645837ba8) 00002000:00000001:2.0:1767384580.704869:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384580.704870:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:2.0:1767384580.704874:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007a0bc09c. 00002000:00000001:2.0:1767384580.704876:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.704879:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384580.704881:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384580.704882:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.704884:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.704886:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.704887:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.704889:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.704891:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.704893:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.704895:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.706224:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384580.706229:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.706231:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.706233:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.706235:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.706237:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.706239:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.706241:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384580.706244:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384580.706248:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933937765288 : -117139771786328 : ffff957645837ba8) 00002000:00000001:2.0:1767384580.706251:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933937765200 : -117139771786416 : ffff957645837b50) 00002000:00000001:2.0:1767384580.706254:0:17586:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384580.706256:0:17586:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384580.706258:0:17586:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384580.706262:0:17586:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004cc2691d. 00002000:00000001:2.0:1767384580.706265:0:17586:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446626933937761944 : -117139771789672 : ffff957645836e98) 00002000:00000001:2.0:1767384580.706277:0:17586:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384580.706278:0:17586:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:2.0:1767384580.706282:0:17586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b1a704fe. 00002000:00000001:2.0:1767384580.706285:0:17586:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.706288:0:17586:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384580.706290:0:17586:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384580.706292:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.706293:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.706295:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.706297:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.706299:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.706301:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.706303:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.706304:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.707565:0:17586:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384580.707586:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.707588:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.707590:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.707592:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.707593:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707596:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.707598:0:17586:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384580.707600:0:17586:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384580.707604:0:17586:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626933937761944 : -117139771789672 : ffff957645836e98) 00002000:00000001:2.0:1767384580.707607:0:17586:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626933937761856 : -117139771789760 : ffff957645836e40) 00080000:00000001:2.0:1767384580.707611:0:17586:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384580.707616:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000055a55a55. 00080000:00000001:2.0:1767384580.707619:0:17586:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929567906816 : -117144141644800 : ffff9575410cbc00) 00080000:00000001:2.0:1767384580.707623:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384580.707649:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.707651:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707654:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384580.707670:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.707672:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.707674:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.707675:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.707677:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707688:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.707690:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.707692:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:2.0:1767384580.707706:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:2.0:1767384580.707710:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.707711:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707714:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384580.707722:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.707724:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.707726:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.707727:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.707729:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707731:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.707732:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.707734:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:2.0:1767384580.707745:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:2.0:1767384580.707748:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.707750:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707752:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384580.707760:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.707762:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.707763:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.707765:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.707767:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707769:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.707770:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.707772:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:2.0:1767384580.707780:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:2.0:1767384580.707784:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.707785:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707787:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384580.707795:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.707797:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.707798:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.707800:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.707813:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707815:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.707824:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.707825:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:2.0:1767384580.707838:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:2.0:1767384580.707842:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.707844:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707846:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384580.707855:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.707857:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.707859:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.707861:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.707863:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707865:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.707867:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.707868:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:2.0:1767384580.707878:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:2.0:1767384580.707881:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.707883:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707885:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384580.707892:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.707894:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.707895:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.707897:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.707899:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707901:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.707902:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.707904:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:2.0:1767384580.707913:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:2.0:1767384580.707916:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.707917:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707920:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384580.707944:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.707946:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.707947:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.707949:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.707951:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707953:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.707955:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.707965:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:2.0:1767384580.707982:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:2.0:1767384580.707986:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.707987:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.707990:0:17586:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384580.707999:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.708001:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.708003:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.708005:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.708007:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708010:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.708012:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.708013:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000002:2.0:1767384580.708023:0:17586:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:2.0:1767384580.708027:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.708028:0:17586:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708031:0:17586:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384580.708036:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384580.708055:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384580.708057:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708079:0:17586:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:2.0:1767384580.708082:0:17586:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:2.0:1767384580.708087:0:17586:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384580.708098:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384580.708102:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384580.708199:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.708203:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.708204:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.708206:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.708208:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708211:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.708213:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.708214:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.708278:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384580.708282:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708286:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708290:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384580.708364:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.708368:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.708370:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.708371:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.708374:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708376:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.708378:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.708380:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.708434:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384580.708437:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708441:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708445:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384580.708472:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.708474:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.708476:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.708478:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.708480:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708482:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.708484:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.708485:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.708537:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384580.708540:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708543:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708546:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384580.708586:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.708589:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.708590:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.708591:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.708593:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708595:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.708597:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.708598:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.708663:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384580.708665:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708669:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708673:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384580.708696:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.708698:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.708706:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.708708:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.708711:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708713:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.708715:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.708716:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.708768:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384580.708771:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708774:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708778:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384580.708802:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.708804:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.708806:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.708807:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.708810:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708812:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.708814:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.708815:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.708859:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384580.708862:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708865:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708868:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384580.708906:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.708909:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.708911:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.708913:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.708914:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708916:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.708918:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.708919:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.708966:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384580.708969:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708972:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.708976:0:17586:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384580.708999:0:17586:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384580.709002:0:17586:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384580.709003:0:17586:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384580.709004:0:17586:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384580.709015:0:17586:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.709018:0:17586:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384580.709020:0:17586:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384580.709022:0:17586:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626933944924224 : -117139764627392 : ffff957645f0b840) 00080000:00000001:2.0:1767384580.709069:0:17586:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384580.709072:0:17586:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.709075:0:17586:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384580.709079:0:17586:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000c86daadd. 00002000:00001000:2.0:1767384580.709083:0:17586:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 24 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:2.0:1767384580.709088:0:17586:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1767384580.709091:0:17586:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:2.0:1767384580.709094:0:17586:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1767384580.709097:0:17586:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 4294967301 00000001:00000010:2.0:1767384580.709101:0:17586:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004823fe0b. 00000001:00000040:2.0:1767384580.709104:0:17586:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000690e76bf : new cb_count 5 00000020:00000040:2.0:1767384580.709107:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=10 00080000:00000001:2.0:1767384580.709112:0:17586:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384580.709122:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384580.709125:0:17586:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384580.709229:0:17586:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384580.709235:0:17586:0:(lu_object.c:207:lu_object_put()) Add 00000000473e7815/000000004651df2e to site lru. bkt: 0000000046717f51 00000020:00000002:2.0:1767384580.709238:0:17586:0:(lu_object.c:207:lu_object_put()) Add 00000000b861030a/000000007324544d to site lru. bkt: 00000000c176eb6e 00000020:00000002:2.0:1767384580.709241:0:17586:0:(lu_object.c:207:lu_object_put()) Add 000000009ec23756/00000000f4fcfa98 to site lru. bkt: 00000000fdbcaaf6 00000020:00000002:2.0:1767384580.709244:0:17586:0:(lu_object.c:207:lu_object_put()) Add 00000000699f5684/00000000153c5bd0 to site lru. bkt: 0000000051f08c8c 00000020:00000002:2.0:1767384580.709247:0:17586:0:(lu_object.c:207:lu_object_put()) Add 00000000697f41a4/00000000a2d93a5f to site lru. bkt: 00000000a309b17b 00000020:00000002:2.0:1767384580.709250:0:17586:0:(lu_object.c:207:lu_object_put()) Add 000000003bfc02e7/000000004d01b563 to site lru. bkt: 0000000000798b64 00000020:00000002:2.0:1767384580.709252:0:17586:0:(lu_object.c:207:lu_object_put()) Add 00000000f938864d/00000000904541a9 to site lru. bkt: 00000000d01acade 00000020:00000002:2.0:1767384580.709255:0:17586:0:(lu_object.c:207:lu_object_put()) Add 000000007496b15b/000000004cc2691d to site lru. bkt: 000000008267abd7 00002000:00000010:2.0:1767384580.709257:0:17586:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005edd23ea. 00002000:00001000:2.0:1767384580.709261:0:17586:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:2.0:1767384580.709263:0:17586:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384580.709267:0:17586:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:2.0:1767384580.709270:0:17586:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:2.0:1767384580.709280:0:17586:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:2.0:1767384580.709285:0:17586:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384580.709287:0:17586:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384580.709293:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934596, xid 1853237037636864 00010000:00000001:2.0:1767384580.709297:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384580.709307:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002970ef19 x1853237037636864/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:561/0 lens 432/432 e 0 to 0 dl 1767384591 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384580.709342:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384580.709345:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384580.709350:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384580.709356:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384580.709359:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384580.709362:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384580.709366:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384580.709369:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384580.709373:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384580.709376:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384580.709382:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ae67c3. 00000100:00000200:2.0:1767384580.709390:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237037636864, offset 224 00000400:00000200:2.0:1767384580.709397:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384580.709410:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384580.709422:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695825f501d00 00000400:00000200:2.0:1767384580.709430:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1179 [1] + 224 00000400:00000200:2.0:1767384580.709438:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384580.709442:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384580.709450:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384580.709455:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384580.709466:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384580.709489:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384580.709498:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ae67c3 00000400:00000010:2.0:1767384580.709501:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ae67c3. 00000100:00000001:2.0:1767384580.709506:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384580.709515:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384580.709521:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384580.709526:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:1.0:1767384580.709526:0:16835:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384580.709532:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384580.709535:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384580.709536:0:16835:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384580.709539:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384580.709540:0:16835:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384580.709545:0:16835:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067de1da4. 00000100:00000040:2.0:1767384580.709549:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002970ef19 x1853237037636864/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:561/0 lens 432/432 e 0 to 0 dl 1767384591 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384580.709551:0:16835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384580.709555:0:16835:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00100000:2.0:1767384580.709567:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002970ef19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:16835:x1853237037636864:12345-0@lo:5: Request processed in 50827us (52127us total) trans 8589934596 rc 0/0 00000100:00000001:1.0:1767384580.709569:0:16835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384580.709576:0:16835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384580.709589:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:1.0:1767384580.709589:0:16835:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384580.709598:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:1.0:1767384580.709601:0:16835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384580.709604:0:16835:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384580.709606:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384580.709608:0:16835:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384580.709612:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384580.709612:0:16835:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384580.709617:0:16835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00080000:2.0:1767384580.709620:0:17586:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00000001:1.0:1767384580.709620:0:16835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384580.709622:0:16835:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384580.709644:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fab1bc9. 00000100:00001000:1.0:1767384580.709646:0:16835:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384580.709651:0:16835:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=0 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384580.709653:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d37075d6. 00000100:00000001:1.0:1767384580.709654:0:16835:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384580.709657:0:16835:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384580.709660:0:16835:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384580.709662:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd1eb3f9. 00010000:00080000:1.0:1767384580.709666:0:16835:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000055425c0f x1853237037636864/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384580.709674:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 9 00010000:00000001:1.0:1767384580.709674:0:16835:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.709677:0:16835:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767384580.709679:0:16835:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767384580.709682:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.709683:0:16835:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767384580.709686:0:16835:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384580.709688:0:16835:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 00000100:00000001:1.0:1767384580.709691:0:16835:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384580.709692:0:16835:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384580.709695:0:16835:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384580.709697:0:16835:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384580.709700:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055425c0f x1853237037636864/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.709706:0:16835:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384580.709708:0:16835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384580.709709:0:16835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384580.709718:0:16835:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055425c0f x1853237037636864/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384580.709724:0:16835:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055425c0f pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16835:1853237037636864:0@lo:5: 00000100:00000001:1.0:1767384580.709728:0:16835:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384580.709730:0:16835:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384580.709732:0:16835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384580.709734:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.709735:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000055425c0f x1853237037636864/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.709741:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384580.709743:0:16835:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004309e672. 00000100:00000001:1.0:1767384580.709746:0:16835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384580.709747:0:16835:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384580.709754:0:16835:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:1.0:1767384580.709757:0:16835:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384580.709760:0:16835:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384580.709764:0:16835:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384580.709766:0:16835:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055425c0f x1853237037636864/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384580.709770:0:16835:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384580.709773:0:16835:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1767384580.709774:0:16835:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384580.709775:0:16835:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384580.709777:0:16835:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384580.709779:0:16835:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384580.709780:0:16835:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384580.709781:0:16835:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384580.769486:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384580.769497:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384580.769508:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384580.769512:0:253:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384580.769516:0:253:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384580.769520:0:253:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384580.769524:0:253:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384580.769527:0:253:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384580.769530:0:253:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384580.769533:0:253:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384580.769725:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384580.769733:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384580.769738:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384581.247178:0:18092:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384581.247192:0:18092:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384581.247195:0:18092:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384581.247202:0:18092:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384581.247208:0:18092:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384581.247211:0:18092:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384581.423094:0:18128:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384581.423106:0:18128:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:0.0:1767384581.431006:0:18128:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:2.0:1767384581.770876:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384581.770889:0:17607:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384581.770894:0:17607:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384581.770898:0:17607:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384581.770916:0:17607:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000690e76bf : new cb_count 4 00000020:00000040:2.0:1767384581.770924:0:17607:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 8 00000001:00000010:2.0:1767384581.770929:0:17607:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000009f4e893a. 00002000:00001000:2.0:1767384581.770937:0:17607:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:2.0:1767384581.770944:0:17607:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000083f68cb7. 00040000:00000001:2.0:1767384581.770950:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384581.770954:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384581.770971:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005b81b30f. 00080000:00000001:2.0:1767384581.770977:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384581.770987:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384581.770991:0:17607:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384581.770996:0:17607:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000690e76bf : new cb_count 3 00000020:00000040:2.0:1767384581.771000:0:17607:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 7 00000001:00000010:2.0:1767384581.771003:0:17607:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000a887622d. 00040000:00000001:2.0:1767384581.771008:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384581.771011:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384581.771013:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008a9bfa58. 00080000:00000001:2.0:1767384581.771018:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384581.771026:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384581.771029:0:17607:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384581.771031:0:17607:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384581.771033:0:17607:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:2.0:1767384581.771037:0:17607:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000690e76bf : new cb_count 2 00000020:00000040:2.0:1767384581.771040:0:17607:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 6 00000001:00000010:2.0:1767384581.771043:0:17607:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004823fe0b. 00002000:00001000:2.0:1767384581.771048:0:17607:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:2.0:1767384581.771052:0:17607:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000c86daadd. 00040000:00000001:2.0:1767384581.771055:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384581.771068:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384581.771071:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000055a55a55. 00080000:00000001:2.0:1767384581.771075:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384581.771078:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1767384581.771080:0:17607:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000690e76bf : new cb_count 1 00000020:00000040:2.0:1767384581.771083:0:17607:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00000001:00000010:2.0:1767384581.771086:0:17607:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000fb91b391. 00002000:00001000:2.0:1767384581.771090:0:17607:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:2.0:1767384581.771094:0:17607:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000086ff0cda. 00040000:00000001:2.0:1767384581.771098:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384581.771100:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384581.771102:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000b2f4567. 00080000:00000001:2.0:1767384581.771106:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384581.771109:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1767384581.771112:0:17607:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000690e76bf : new cb_count 0 00000020:00000040:2.0:1767384581.771126:0:17607:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000001:00000010:2.0:1767384581.771129:0:17607:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000ce20e9ba. 00002000:00001000:2.0:1767384581.771135:0:17607:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:2.0:1767384581.771139:0:17607:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000027171108. 00040000:00000001:2.0:1767384581.771144:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384581.771147:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384581.771150:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004c65b3b7. 00080000:00000001:2.0:1767384581.771154:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1767384581.793471:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384581.793481:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384581.793490:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384581.793492:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384581.793578:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384581.793585:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384581.793590:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384582.753414:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384582.753421:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.754407:0:16841:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384582.754412:0:16841:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384582.754711:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384582.754714:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037636992 02000000:00000001:0.0:1767384582.754724:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384582.754733:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384582.754740:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384582.754747:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384582.754753:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037636992 00000020:00000001:0.0:1767384582.754757:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384582.754760:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384582.754763:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384582.754767:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384582.754778:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384582.754790:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384582.754800:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384582.754812:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa25837e. 00000100:00000001:0.0:1767384582.754818:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384582.754828:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa25837e. 00000020:00000010:0.0:1767384582.754840:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a49dddce. 00000020:00000010:0.0:1767384582.754854:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e58c70e. 00000020:00000010:0.0:1767384582.754868:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070f43946. 00000100:00000040:0.0:1767384582.754890:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384582.754893:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384582.754896:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384582.754898:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384582.754907:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384582.754918:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384582.754926:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384582.754928:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384582.754933:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:0.0:1767384582.754937:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384582.754938:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715853904 : -117138993697712 : ffff957673e42c50) 00000100:00000040:0.0:1767384582.754943:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072cb678a x1853237037636992/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:563/0 lens 328/0 e 0 to 0 dl 1767384593 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384582.754951:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384582.754953:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa25837e. 00000100:00000001:0.0:1767384582.754954:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384582.754955:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa25837e. 00000100:00100000:0.0:1767384582.754958:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072cb678a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037636992:12345-0@lo:101: 00000100:00000200:0.0:1767384582.754962:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037636992 00000020:00000001:0.0:1767384582.754965:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384582.754969:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384582.754971:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384582.754973:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384582.754975:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:0.0:1767384582.754978:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384582.754979:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384582.754989:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384582.754992:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384582.754997:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384582.754999:0:16804:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384582.755001:0:16804:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384582.755003:0:16804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384582.755004:0:16804:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384582.755007:0:16804:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384582.755012:0:16804:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384582.755029:0:16804:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f35b4a60. 00010000:00000001:0.0:1767384582.755032:0:16804:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384582.755034:0:16804:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081c510ad. 00000020:00000001:0.0:1767384582.755037:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384582.755039:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000081c510ad with handle 0x1c01179f271edba4 to hash 00000020:00000001:0.0:1767384582.755040:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384582.755041:0:16804:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907799040 : -117139801752576 : ffff957643ba3c00) 00010000:00000001:0.0:1767384582.755044:0:16804:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907799040 : -117139801752576 : ffff957643ba3c00) 00010000:00010000:0.0:1767384582.755046:0:16804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000081c510ad/0x1c01179f271edba4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271edb9d expref: -99 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384582.755053:0:16804:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:0.0:1767384582.755054:0:16804:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:0.0:1767384582.755062:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384582.755064:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384582.755067:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bc2e8bb5. 02000000:00000001:0.0:1767384582.755070:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384582.755072:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384582.755075:0:16804:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384582.755091:0:16804:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384582.755094:0:16804:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384582.755097:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384582.755100:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384582.755103:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384582.755106:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384582.755109:0:16804:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384582.755111:0:16804:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384582.755124:0:16804:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384582.755126:0:16804:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384582.755129:0:16804:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f35b4a60) refcount = 1 00010000:00010000:0.0:1767384582.755135:0:16804:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081c510ad/0x1c01179f271edba4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271edb9d expref: 15 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384582.755142:0:16804:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384582.755145:0:16804:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384582.755147:0:16804:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384582.755150:0:16804:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384582.755153:0:16804:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384582.755160:0:16804:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384582.755163:0:16804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000081c510ad/0x1c01179f271edba4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edb9d expref: 15 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384582.755170:0:16804:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384582.755172:0:16804:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384582.755175:0:16804:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384582.755178:0:16804:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384582.755179:0:16804:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384582.755181:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384582.755182:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384582.755184:0:16804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000081c510ad, rc 0) 00000020:00000001:0.0:1767384582.755186:0:16804:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384582.755189:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037636992 00010000:00000001:0.0:1767384582.755192:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384582.755196:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072cb678a x1853237037636992/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:563/0 lens 328/344 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384582.755202:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384582.755204:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384582.755208:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384582.755213:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384582.755215:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384582.755216:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384582.755219:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384582.755227:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384582.755230:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384582.755232:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384582.755236:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384582.755241:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037636992, offset 224 00000400:00000200:0.0:1767384582.755245:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384582.755256:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384582.755265:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f501d80 00000400:00000200:0.0:1767384582.755271:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1185 [1] + 224 00000400:00000200:0.0:1767384582.755277:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384582.755281:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384582.755286:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384582.755290:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037636992/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384582.755296:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000feb4d7d1 x1853237037636992/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384582.755339:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384582.755348:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384582.755351:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384582.755366:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384582.755368:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384582.755376:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384582.755381:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384582.755384:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384582.755387:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384582.755390:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384582.755396:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072cb678a x1853237037636992/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:563/0 lens 328/344 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384582.755405:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384582.755406:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072cb678a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037636992:12345-0@lo:101: Request processed in 451us (734us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384582.755413:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384582.755418:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384582.755418:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000400:00000010:1.0:1767384582.755426:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab765171. 00000100:00000040:0.0:1767384582.755428:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384582.755435:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384582.755437:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000730348e2 00000400:00000010:1.0:1767384582.755439:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000730348e2. 00000100:00000001:1.0:1767384582.755443:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384582.755448:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384582.755449:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037636992/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384582.755454:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e58c70e. 00000020:00000010:0.0:1767384582.755466:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070f43946. 00000100:00000200:1.0:1767384582.755467:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037636992/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384582.755477:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a49dddce. 00000100:00000001:1.0:1767384582.755479:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384582.755485:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384582.755488:0:16808:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384582.755489:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384582.755491:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384582.755494:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384582.755497:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384582.755498:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384582.755505:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384582.755505:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bc2e8bb5. 02000000:00000001:0.0:1767384582.755524:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384582.755526:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=12 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384582.755534:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384582.755536:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384582.755543:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384582.755543:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384582.755551:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384582.755557:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003469d9e6. 00010000:00000001:1.0:1767384582.755558:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384582.755565:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.755571:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384582.755572:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2994bde. 00000100:00000040:1.0:1767384582.755589:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037636992/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384582.755595:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384582.755599:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384582.755602:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384582.755606:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037636992/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384582.755631:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037636992:0@lo:101: 00000100:00000001:1.0:1767384582.755635:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384582.755638:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.755641:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384582.755642:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384582.755644:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037636992/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384582.755649:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384582.755651:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000045f5564. 00000100:00000001:1.0:1767384582.755656:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384582.755657:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384582.755659:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384582.755661:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384582.755663:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384582.755665:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=4 00000020:00000001:1.0:1767384582.755667:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:1.0:1767384582.755671:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000040:1.0:1767384582.755676:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000000e8525b, remote cookie: 0x1c01179f271edba4, flags: 0x0 00010000:00000001:1.0:1767384582.755681:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384582.755686:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384582.755688:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384582.755691:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384582.755693:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384582.755695:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000763ae06d) refcount = 1 00010000:00010000:1.0:1767384582.755698:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384582.755705:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384582.755709:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384582.755711:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384582.755715:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384582.755719:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384582.755726:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384582.755732:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384582.755734:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384582.755736:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384582.755737:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384582.755738:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384582.755740:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.755741:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384582.755744:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037636992/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384582.755750:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384582.755752:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384582.755755:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000da99c7bc. 02000000:00000001:1.0:1767384582.755758:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384582.755759:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384582.755761:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384582.755763:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384582.755764:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e734c73. 02000000:00000001:1.0:1767384582.755767:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384582.755772:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384582.755773:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000100:00000001:1.0:1767384582.755778:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384582.755780:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384582.755781:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384582.755784:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384582.755786:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:1.0:1767384582.755787:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384582.755789:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384582.755790:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384582.755793:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=3 00000020:00000001:1.0:1767384582.755796:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:1.0:1767384582.755798:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:1.0:1767384582.755802:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384582.755804:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384582.755809:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384582.755811:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384582.755814:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384582.755816:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000453d2e6. 00000100:00000010:1.0:1767384582.755827:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fa1c78d. 00000020:00000040:1.0:1767384582.755829:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384582.755832:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384582.755833:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384582.755835:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384582.755838:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc8840b1. 00000100:00000001:1.0:1767384582.755840:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.755843:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384582.755847:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c4693e5f. 00000100:00000010:1.0:1767384582.755849:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c1ef46e3. 00000020:00000040:1.0:1767384582.755850:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384582.755853:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384582.755855:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384582.755858:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8e71452. 00000100:00000001:1.0:1767384582.755860:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934860617792 : -117138848933824 : ffff95767c851840) 00000100:00000001:1.0:1767384582.755861:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384582.755862:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599149184 : -117139110402432 : ffff95766cef6680) 00000100:00000001:1.0:1767384582.755864:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384582.755865:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.755867:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384582.755868:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384582.755870:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384582.755874:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384582.755875:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384582.755877:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384582.755879:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384582.755881:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384582.755884:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006fa1c78d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037637120:0@lo:256: 00000100:00000001:1.0:1767384582.755886:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384582.755891:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384582.755892:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.755894:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384582.755897:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067de1da4. 00000400:00000010:1.0:1767384582.755901:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000297db5c4. 00000100:00000200:1.0:1767384582.755904:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f501e00-0x695825f501e00, portal 33 00000100:00000001:1.0:1767384582.755906:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384582.755907:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384582.755909:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019d4e480. 02000000:00000001:1.0:1767384582.755910:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384582.755912:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000400:00000010:1.0:1767384582.755914:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384582.755916:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037637120, portal 25 00000100:00000001:1.0:1767384582.755917:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384582.755918:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599149184 : -117139110402432 : ffff95766cef6680) 00000100:00000040:1.0:1767384582.755920:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384582.755924:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384582.755929:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384582.755931:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000200:1.0:1767384582.755934:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037637120, offset 0 00000400:00000200:1.0:1767384582.755939:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384582.755945:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384582.755953:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f501e00 00000400:00000200:1.0:1767384582.755956:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1b9 [2] + 0 00000400:00000010:1.0:1767384582.755958:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cb09ae. 00000400:00000200:1.0:1767384582.755961:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd90f24c 00000400:00000200:1.0:1767384582.755963:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384582.755966:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384582.755968:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd90f24c 00000400:00000010:1.0:1767384582.755969:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd90f24c. 00000100:00000001:1.0:1767384582.755973:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384582.755974:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384582.755975:0:16808:0:(events.c:337:request_in_callback()) incoming req@000000002e081088 x1853237037637120 msgsize 304 00000100:00100000:1.0:1767384582.755984:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384582.755986:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384582.755998:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384582.756004:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384582.756005:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:1.0:1767384582.756008:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384582.756011:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384582.756016:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384582.756019:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384582.756024:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.756025:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384582.756030:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.756035:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294871561 00000100:00000001:1.0:1767384582.756042:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294871560 00000100:00000001:1.0:1767384582.756049:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294871561 00000100:00000001:1.0:1767384582.756054:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294871560 00000100:00000001:1.0:1767384582.756059:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294871561 00000100:00000001:1.0:1767384582.756064:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871560 00000100:00000001:1.0:1767384582.756069:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294871561 00000100:00000001:1.0:1767384582.756075:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871560 00000100:00000001:1.0:1767384582.756080:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384582.756083:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.756085:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384582.756088:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384582.756090:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e8e71452 going to sleep for 11 seconds 00000100:00000001:1.0:1767384582.756094:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384582.756097:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384582.756399:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384582.756406:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384582.756579:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384582.756585:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384582.756589:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384582.756593:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000400:00000200:2.0:1767384582.756600:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:2.0:1767384582.756602:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00000001:2.0:1767384582.756607:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384582.756626:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384582.756640:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384582.756650:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384582.756652:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384582.756655:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384582.756656:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384582.756658:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384582.756661:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384582.756664:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384582.756669:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=12 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384582.756674:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384582.756678:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384582.756681:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384582.756685:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384582.756687:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384582.756692:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384582.756695:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384582.756709:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384582.756720:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384582.756722:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384582.756724:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384582.756728:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006fa1c78d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037637120:0@lo:256: 00000100:00000001:2.0:1767384582.756732:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384582.756733:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384582.756735:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384582.756736:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384582.756737:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384582.756741:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384582.756742:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e8e71452. 00000100:00000001:2.0:1767384582.756744:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384582.756745:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384582.756747:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:2.0:1767384582.756750:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384582.756755:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000a9587bee. 00010000:00000001:2.0:1767384582.756762:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384582.756764:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384582.756767:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:2.0:1767384582.756769:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384582.756770:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384582.756771:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:2.0:1767384582.756773:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000400:00000200:2.0:1767384582.756774:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767384582.756776:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767384582.756779:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:2.0:1767384582.756783:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384582.756786:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (1) 00000400:00000200:2.0:1767384582.756790:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384582.756792:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:2.0:1767384582.756799:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (2) 00000400:00000200:2.0:1767384582.756801:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000100:00000001:2.0:1767384582.756802:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384582.756804:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384582.756806:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 10000000:00000010:2.0:1767384582.756809:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000009eb49a26. 10000000:00000040:2.0:1767384582.756811:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:2.0:1767384582.756813:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384582.756818:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384582.756820:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7c36a16. 00000020:00000010:2.0:1767384582.756823:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000adfb2130. 00000040:00000010:2.0:1767384582.756826:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000004de37b6. 00000020:00000010:2.0:1767384582.756830:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007559bc8a. 00000020:00000010:2.0:1767384582.756834:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000065e1a138. 00000020:00000010:2.0:1767384582.756838:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000443e2fd. 80000000:00000010:2.0:1767384582.756842:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c86daadd. 40000000:00000010:2.0:1767384582.756845:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000564c57bb. 00100000:00000010:2.0:1767384582.756849:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f42d0b0. 00040000:00000010:2.0:1767384582.756852:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000063ac909. 00040000:00000010:2.0:1767384582.756855:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000091a578b9. 00040000:00000010:2.0:1767384582.756858:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c95919eb. 00080000:00000010:2.0:1767384582.756862:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004e413abb. 00000004:00000010:2.0:1767384582.756865:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002d626ecf. 00000004:00000010:2.0:1767384582.756870:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006d0a777. 00000004:00000010:2.0:1767384582.756873:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000033150c82. 00002000:00000010:2.0:1767384582.756877:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004c65b3b7. 00000004:00000010:2.0:1767384582.756880:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000b2f4567. 00000004:00000001:2.0:1767384582.756883:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384582.756885:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384582.756887:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000009eb49a26 00000040:00001000:2.0:1767384582.756888:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384582.756890:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384582.756891:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384582.756897:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384582.756899:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384582.756900:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384582.756901:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384582.756903:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:2.0:1767384582.756904:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384582.756947:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384582.756951:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000adfb2130. 00000040:00000010:2.0:1767384582.756956:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004de37b6. 00000020:00000010:2.0:1767384582.756959:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007559bc8a. 00000020:00000010:2.0:1767384582.756963:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000065e1a138. 00000020:00000010:2.0:1767384582.756967:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000443e2fd. 80000000:00000010:2.0:1767384582.756973:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c86daadd. 40000000:00000010:2.0:1767384582.756977:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000564c57bb. 00100000:00000010:2.0:1767384582.756980:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009f42d0b0. 00040000:00000010:2.0:1767384582.756983:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000063ac909. 00040000:00000010:2.0:1767384582.756986:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000091a578b9. 00040000:00000010:2.0:1767384582.756989:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c95919eb. 00080000:00000010:2.0:1767384582.756992:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004e413abb. 00000004:00000010:2.0:1767384582.756995:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002d626ecf. 00000004:00000010:2.0:1767384582.756999:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000006d0a777. 00000004:00000010:2.0:1767384582.757003:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000033150c82. 00002000:00000010:2.0:1767384582.757006:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004c65b3b7. 00000004:00000010:2.0:1767384582.757009:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000b2f4567. 00000020:00000010:2.0:1767384582.757011:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7c36a16. 00000020:00000001:2.0:1767384582.757013:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384582.757014:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384582.757017:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000009eb49a26. 10000000:00000010:2.0:1767384582.757020:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000a9587bee. 10000000:00000001:2.0:1767384582.757022:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384582.757024:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384582.757027:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006fa1c78d x1853237037637120/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384582.757032:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384582.757034:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384582.757040:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019d4e480. 02000000:00000001:2.0:1767384582.757044:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384582.757046:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384582.757047:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384582.757049:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384582.757050:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384582.757052:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384582.757053:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384582.757054:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384582.757055:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c1ef46e3. 00000100:00000010:2.0:1767384582.757057:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c4693e5f. 00000100:00000001:2.0:1767384582.757058:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384582.757059:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc8840b1. 02000000:00000001:2.0:1767384582.757061:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384582.757062:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384582.757063:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006fa1c78d. 00000100:00000001:2.0:1767384582.757065:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384582.757065:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384582.757075:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000453d2e6. 10000000:01000000:2.0:1767384582.757078:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384582.757081:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384582.757082:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384582.757083:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384582.757084:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=3 00000020:00000001:2.0:1767384582.757086:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:2.0:1767384582.757088:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:2.0:1767384582.757090:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384582.757093:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384582.757098:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384582.757099:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384582.757101:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384582.757105:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384582.757111:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384582.757111:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384582.757112:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384582.757114:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384582.757116:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384582.757118:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384582.757120:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384582.757121:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384582.763412:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294871561, at 4294871562 00000100:00000010:2.0:1767384582.763421:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007118632f. 00000100:00000040:1.0:1767384582.764381:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294871561, at 4294871563 00000100:00000010:1.0:1767384582.764396:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8291bb5. 00000100:00000040:0.0:1767384582.764820:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294871561, at 4294871563 00000100:00000010:0.0:1767384582.764830:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008161cddf. 00010000:00000001:0.0:1767384582.817389:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384582.817395:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384582.817403:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384582.817405:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384582.817449:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384582.817456:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384582.817460:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384582.865835:0:18308:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384582.865839:0:18308:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing lnet_if_list 00000001:00000001:2.0:1767384582.869217:0:18308:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384582.885145:0:18310:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000260d7687. 00000400:00000040:1.0:1767384582.885174:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384582.885178:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384582.885182:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885184:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384582.885187:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885189:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384582.885192:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384582.885194:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384582.885196:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384582.885197:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384582.885201:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384582.885202:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384582.885205:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384582.885207:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384582.885209:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384582.885212:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384582.885213:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384582.885215:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384582.885216:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384582.885219:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885221:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384582.885223:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384582.885224:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384582.885226:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384582.885228:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384582.885230:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885232:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384582.885234:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384582.885236:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384582.885237:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384582.885239:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384582.885241:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885243:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384582.885245:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384582.885247:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384582.885249:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384582.885256:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384582.885259:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384582.885261:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384582.885263:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384582.885265:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384582.885267:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384582.885269:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384582.885270:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384582.885272:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384582.885274:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384582.885276:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384582.885277:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384582.885280:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384582.885282:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384582.885284:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384582.885286:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384582.885287:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384582.885289:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384582.885291:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384582.885293:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384582.885295:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384582.885308:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384582.885310:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384582.885356:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885358:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384582.885360:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885362:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384582.885365:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384582.885366:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384582.885368:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384582.885370:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384582.885373:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384582.885375:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384582.885380:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384582.885382:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384582.885385:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384582.885389:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384582.885392:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384582.885395:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384582.885408:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384582.885413:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885416:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384582.885419:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384582.885423:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384582.885427:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384582.885431:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384582.885436:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885441:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384582.885445:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384582.885447:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384582.885450:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384582.885453:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384582.885457:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384582.885460:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384582.885463:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384582.885466:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384582.885469:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384582.885472:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384582.885475:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384582.885477:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384582.885479:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384582.885481:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384582.885483:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384582.885485:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384582.885487:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384582.885488:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384582.885490:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384582.885492:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384582.885494:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384582.885497:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384582.885498:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384582.885500:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384582.885502:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384582.885504:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384582.885507:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384582.885509:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384582.885511:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384582.885512:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384582.885523:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384582.885525:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384582.885526:0:18310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384582.885546:0:18310:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000260d7687. 00080000:00000001:1.0:1767384583.161309:0:18333:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384583.161327:0:18333:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384583.161333:0:18333:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384583.161414:0:18333:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384583.161429:0:18333:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384583.161437:0:18333:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384583.586103:0:18381:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384583.586119:0:18381:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384583.586125:0:18381:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384583.586134:0:18381:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384583.586141:0:18381:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384583.586145:0:18381:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384583.841495:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384583.841506:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384583.841517:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384583.841521:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384583.841581:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384583.841588:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384583.841593:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384584.116131:0:18433:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384584.116148:0:18433:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384584.116154:0:18433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384584.116163:0:18433:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384584.116171:0:18433:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384584.116175:0:18433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384584.865408:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384584.865415:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384584.865423:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384584.865440:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384584.865475:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384584.865480:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384584.865483:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384584.869457:0:18598:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000ac1c1c2. 00000400:00000010:2.0:1767384584.869472:0:18598:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000517a6b71. 00000400:00000010:2.0:1767384584.869481:0:18598:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000081d55642. 00000400:00000010:2.0:1767384584.869485:0:18598:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000094111699. 00000400:00000010:2.0:1767384584.869488:0:18598:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005ad1a8ea. 00000400:00000010:2.0:1767384584.869492:0:18598:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006412a2c3. 00000400:00000010:2.0:1767384584.869493:0:18598:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d98cbaf9. 00000400:00000010:2.0:1767384584.869495:0:18598:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001da93263. 00000400:00000010:2.0:1767384584.869503:0:18598:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b9c53cae. 00000800:00000010:2.0:1767384584.869527:0:18598:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000075244302. 00000800:00000200:2.0:1767384584.869537:0:18598:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384584.869541:0:18598:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384584.869576:0:18598:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384584.869595:0:18598:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp10 [8/256/0/180] 00000400:00000010:2.0:1767384584.871159:0:18598:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000004823fe0b. 00000400:00000010:2.0:1767384584.871164:0:18598:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa843bd5. 00000400:00000010:2.0:1767384584.871169:0:18598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ae67c3. 00000400:00000001:2.0:1767384584.871180:0:18598:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384584.871182:0:18598:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384584.871183:0:18598:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066253dec. 00000400:00000200:2.0:1767384584.871186:0:18598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004009a570 00000400:00000010:2.0:1767384584.871188:0:18598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004009a570. 00000400:00000010:2.0:1767384584.871191:0:18598:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000057433b02. 00000400:00000200:2.0:1767384584.871195:0:18598:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (1) 00000400:00000200:2.0:1767384584.871206:0:18598:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384584.871214:0:18598:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:2.0:1767384584.871220:0:18598:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000045b71cf2. 00000020:01000000:2.0:1767384584.871224:0:18598:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384584.871226:0:18598:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp10 00000400:00000010:2.0:1767384584.871237:0:18598:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000517a6b71. 00000400:00000010:2.0:1767384584.871240:0:18598:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000ac1c1c2. 00000020:00000001:0.0:1767384584.871261:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384584.871266:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384584.871269:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384584.871273:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384584.871278:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384584.871282:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384584.871284:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384584.871285:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384584.871287:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384584.871290:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384584.871293:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384584.871305:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384584.871307:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384584.871332:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384584.871337:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006878062c. 00000020:00000040:0.0:1767384584.871342:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384584.871347:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384584.871350:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384584.871356:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384584.871365:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ad91b63a. 00000100:00000001:0.0:1767384584.871372:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.871380:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384584.871382:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384584.871390:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006878062c] to pc [ptlrpcd_00_01+1] req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384584.871419:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384584.871423:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384584.871427:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384584.871429:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384584.871437:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384584.871440:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384584.871442:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384584.871445:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384584.871448:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384584.871450:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384584.871452:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384584.871455:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384584.871460:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384584.871463:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384584.871465:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384584.871466:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384584.871471:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384584.871472:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384584.871474:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384584.871478:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384584.871482:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aaeafd9. 00000100:00000040:1.0:1767384584.871486:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384584.871490:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384584.871499:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384584.871504:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384584.871506:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384584.871507:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384584.871512:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384584.871516:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384584.871521:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384584.871522:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000200a5898. 02000000:00000001:1.0:1767384584.871525:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384584.871530:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006878062c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037637248:0@lo:253: 00000100:00000001:1.0:1767384584.871540:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384584.871541:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384584.871545:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384584.871550:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.871551:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384584.871555:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384584.871556:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384584.871564:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000069f77d93. 00000100:00000040:0.0:1767384584.871567:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aaeafd9] to pc [ptlrpcd_00_02+2] req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384584.871568:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384584.871576:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000400:00000010:1.0:1767384584.871586:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dfc9cad. 00000100:00000200:1.0:1767384584.871593:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037637248, portal 25 10000000:00000001:0.0:1767384584.871618:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.871619:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384584.871623:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987280640 : -117139722270976 : ffff957648770700) 10000000:00000001:0.0:1767384584.871624:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384584.871632:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384584.871634:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384584.871639:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384584.871646:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000045b71cf2. 00000100:00000001:1.0:1767384584.871648:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384584.871655:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384584.871658:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000845961a4. 00000100:00000200:1.0:1767384584.871661:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037637248, offset 0 00000400:00000200:1.0:1767384584.871666:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384584.871672:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384584.871678:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384584.871684:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384584.871687:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384584.871694:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:1.0:1767384584.871698:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f501e80 00000100:00000001:0.0:1767384584.871698:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384584.871709:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000100:00000001:0.0:1767384584.871712:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384584.871714:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe31d8f. 00000100:00000001:0.0:1767384584.871716:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384584.871719:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092850e17 00000100:00000001:0.0:1767384584.871721:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384584.871724:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384584.871726:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384584.871728:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384584.871733:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384584.871737:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384584.871746:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092850e17 00000100:00000001:0.0:1767384584.871749:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384584.871750:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092850e17. 00000100:00000001:0.0:1767384584.871754:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.871759:0:16164:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384584.871759:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384584.871762:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384584.871763:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384584.871770:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384584.871771:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000df536074 x1853237037637248 msgsize 4848 00000100:00100000:0.0:1767384584.871780:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037637376:0@lo:253: 00000100:00100000:1.0:1767384584.871784:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384584.871789:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384584.871791:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384584.871795:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384584.871797:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384584.871799:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384584.871801:0:16164:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384584.871804:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c3adcc9b. 02000000:00000001:0.0:1767384584.871807:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384584.871809:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845961a4 00000400:00000010:0.0:1767384584.871812:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd780756. 00000400:00000010:1.0:1767384584.871813:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000845961a4. 00000100:00000001:1.0:1767384584.871817:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384584.871822:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384584.871827:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096eb0007. 00000100:00000200:0.0:1767384584.871836:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037637376, portal 25 00000100:00000001:1.0:1767384584.871838:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384584.871843:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384584.871847:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384584.871848:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987289600 : -117139722262016 : ffff957648772a00) 00000100:00000040:0.0:1767384584.871859:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384584.871864:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.871871:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384584.871875:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384584.871881:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384584.871886:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384584.871886:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e26f7ebf. 00000100:00000200:0.0:1767384584.871889:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037637376, offset 0 00000100:00000001:1.0:1767384584.871891:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294873677 00000100:00000010:1.0:1767384584.871899:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b20524c8. 00000400:00000200:0.0:1767384584.871901:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384584.871908:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384584.871916:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384584.871918:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294873677 00000100:00000010:1.0:1767384584.871926:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b1a350c. 00000100:00000001:1.0:1767384584.871931:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384584.871934:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f501f00 00000100:00000001:1.0:1767384584.871938:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294873677 00000100:00000010:1.0:1767384584.871943:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002037f5eb. 00000100:00000001:1.0:1767384584.871949:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384584.871954:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294873677 00000100:00000010:1.0:1767384584.871958:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d86f38b3. 00000100:00000001:1.0:1767384584.871962:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384584.871965:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000100:00000001:1.0:1767384584.871968:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384584.871970:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000100:00000001:1.0:1767384584.871973:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384584.871975:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000487e02ba 00000100:00000001:1.0:1767384584.871980:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384584.871982:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384584.871985:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384584.871992:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384584.871993:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384584.871997:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384584.872004:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384584.872007:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384584.872007:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000487e02ba 00000100:00000001:1.0:1767384584.872011:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384584.872012:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000487e02ba. 00000100:00000001:1.0:1767384584.872017:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.872019:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384584.872023:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384584.872029:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000021cffa19 x1853237037637376 msgsize 4848 00000100:00100000:0.0:1767384584.872045:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384584.872050:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384584.872059:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384584.872067:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384584.872071:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037637248 00000400:00000200:0.0:1767384584.872074:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26f7ebf 02000000:00000001:1.0:1767384584.872075:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384584.872079:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e26f7ebf. 00000100:00000001:1.0:1767384584.872080:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384584.872083:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384584.872084:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384584.872090:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384584.872091:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384584.872099:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037637248 00000020:00000001:1.0:1767384584.872106:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384584.872110:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384584.872115:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384584.872116:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384584.872121:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000040:0.0:1767384584.872123:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384584.872133:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384584.872141:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384584.872148:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384584.872169:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006aee8dd6. 00000100:00000001:1.0:1767384584.872176:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384584.872183:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006aee8dd6. 00000100:00000001:0.0:1767384584.872191:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384584.872195:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001494e96b. 00000100:00000001:0.0:1767384584.872196:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384584.872205:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f0753f3. 00000100:00000001:0.0:1767384584.872205:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.872212:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294873677 00000020:00000010:1.0:1767384584.872215:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000072d0b197. 00000100:00000001:0.0:1767384584.872217:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294873677 00000100:00000001:0.0:1767384584.872221:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294873677 00000100:00000001:0.0:1767384584.872223:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294873677 00000100:00000001:0.0:1767384584.872225:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294873677 00000100:00000001:0.0:1767384584.872227:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294873677 00000100:00000040:1.0:1767384584.872229:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384584.872230:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294873677 00000100:00000001:1.0:1767384584.872235:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384584.872236:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294873677 00000100:00000001:1.0:1767384584.872240:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384584.872240:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384584.872244:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.872245:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.872253:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.872257:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.872259:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.872278:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384584.872291:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384584.872294:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384584.872296:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037637376 00000100:00000001:1.0:1767384584.872298:0:16804:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384584.872300:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384584.872304:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384584.872309:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.872311:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384584.872315:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384584.872316:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384584.872320:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037637376 00000020:00000001:0.0:1767384584.872349:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384584.872351:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00100000:1.0:1767384584.872353:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000020:00000001:0.0:1767384584.872354:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384584.872358:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000100:00000040:1.0:1767384584.872360:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:0.0:1767384584.872363:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384584.872366:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715850832 : -117138993700784 : ffff957673e42050) 00000020:00000001:0.0:1767384584.872369:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000040:1.0:1767384584.872375:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df536074 x1853237037637248/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:565/0 lens 4848/0 e 0 to 0 dl 1767384595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384584.872377:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384584.872382:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000788cf65b. 00000100:00000001:1.0:1767384584.872386:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384584.872389:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384584.872391:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006aee8dd6. 00000100:00000001:1.0:1767384584.872395:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384584.872404:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006aee8dd6. 00000020:00000010:0.0:1767384584.872404:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000788cf65b. 00000100:00100000:1.0:1767384584.872416:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df536074 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16164:x1853237037637248:12345-0@lo:253: 00000020:00000010:0.0:1767384584.872417:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023055cec. 00000100:00000200:1.0:1767384584.872427:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037637248 00000020:00000010:0.0:1767384584.872429:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000687e487. 00000020:00000001:1.0:1767384584.872431:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384584.872438:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070f43946. 00000020:00000001:1.0:1767384584.872443:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384584.872447:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.872449:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384584.872452:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384584.872453:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384584.872456:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:0.0:1767384584.872459:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384584.872461:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384584.872466:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384584.872469:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384584.872471:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384584.872477:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384584.872477:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384584.872480:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.872486:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384584.872490:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384584.872496:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767384584.872498:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d85613bd. 00000100:00000001:0.0:1767384584.872500:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384584.872505:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.872513:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384584.872514:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 20000000:00000001:1.0:1767384584.872520:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:0.0:1767384584.872523:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:0.0:1767384584.872527:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715849808 : -117138993701808 : ffff957673e41c50) 20000000:00000010:1.0:1767384584.872531:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe483639. 00000100:00000040:0.0:1767384584.872536:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021cffa19 x1853237037637376/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:565/0 lens 4848/0 e 0 to 0 dl 1767384595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384584.872537:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384584.872544:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384584.872549:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384584.872554:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384584.872555:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384584.872559:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384584.872561:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000788cf65b. 20000000:00000001:1.0:1767384584.872562:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384584.872582:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384584.872585:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000788cf65b. 20000000:00000010:1.0:1767384584.872590:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000064f78684. 00000100:00100000:0.0:1767384584.872592:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021cffa19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16166:x1853237037637376:12345-0@lo:253: 20000000:01000000:1.0:1767384584.872595:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00000100:00000200:0.0:1767384584.872616:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037637376 20000000:00000001:1.0:1767384584.872620:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384584.872620:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384584.872626:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:1.0:1767384584.872629:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384584.872629:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384584.872634:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384584.872637:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384584.872641:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384584.872645:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384584.872648:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384584.872651:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384584.872655:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.872668:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384584.872674:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384584.872677:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384584.872684:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384584.872689:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384584.872689:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dfe85048. 02000000:00000001:0.0:1767384584.872695:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384584.872696:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000001:0.0:1767384584.872701:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384584.872702:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384584.872709:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384584.872711:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384584.872718:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000010:0.0:1767384584.872718:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000024e0047b. 20000000:01000000:0.0:1767384584.872725:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:1.0:1767384584.872727:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ea7554de. 20000000:00000001:0.0:1767384584.872728:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384584.872733:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384584.872734:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929569001472 : -117144140550144 : ffff9575411d7000) 20000000:00000001:0.0:1767384584.872736:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384584.872738:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:0.0:1767384584.872740:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384584.872742:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:1.0:1767384584.872840:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384584.872842:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384584.872844:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384584.872861:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384584.872864:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384584.872929:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384584.872932:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384584.880349:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294873677, at 4294873678 00000100:00000010:0.0:1767384584.880357:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b20524c8. 00000100:00000040:2.0:1767384584.880374:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294873677, at 4294873678 00000100:00000010:2.0:1767384584.880383:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002037f5eb. 00000100:00000040:1.0:1767384584.880466:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294873677, at 4294873679 00000100:00000010:1.0:1767384584.880474:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b1a350c. 00080000:00000001:1.0:1767384584.881877:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384584.881885:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:1.0:1767384584.881889:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384584.881893:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384584.881896:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384584.881901:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384584.881902:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384584.881904:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384584.881908:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384584.881911:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384584.881915:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ea7554de. 20000000:00000001:1.0:1767384584.881918:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384584.881921:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384584.881925:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384584.881932:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384584.881941:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384584.881945:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7c36a16. 20000000:00000001:2.0:1767384584.881947:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384584.881952:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384584.881954:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:0.0:1767384584.881963:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384584.881966:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384584.881971:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384584.881972:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384584.881982:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f35b4a60 count: 2 00010000:00000001:2.0:1767384584.881985:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384584.881988:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384584.881994:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7e151af. 00000020:00000001:2.0:1767384584.881997:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384584.882000:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7e151af with handle 0x1c01179f271edbab to hash 00000020:00000001:2.0:1767384584.882002:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384584.882004:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648834048 : -117139060717568 : ffff95766fe58800) 00010000:00000001:2.0:1767384584.882007:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648834048 : -117139060717568 : ffff95766fe58800) 00010000:00000001:2.0:1767384584.882010:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384584.882013:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384584.882013:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384584.882019:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7e151af/0x1c01179f271edbab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384584.882022:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384584.882027:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384584.882032:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384584.882033:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384584.882038:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384584.882039:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384584.882042:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384584.882046:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384584.882048:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:0.0:1767384584.882048:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00010000:2.0:1767384584.882054:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000081c510ad/0x1c01179f271edba4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edb9d expref: 16 pid: 16804 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384584.882058:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384584.882064:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384584.882067:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384584.882070:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eabe9464. 00010000:00000001:2.0:1767384584.882071:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384584.882074:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384584.882078:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752922624 : -117138956628992 : ffff95767619cc00) 00010000:00000001:2.0:1767384584.882079:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384584.882092:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384584.882097:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e7e151af/0x1c01179f271edbab lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384584.882097:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:2.0:1767384584.882106:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f35b4a60) refcount = 2 00010000:00000040:2.0:1767384584.882109:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384584.882119:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000081c510ad/0x1c01179f271edba4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271edb9d expref: 16 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384584.882126:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384584.882128:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e7e151af/0x1c01179f271edbab lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384584.882136:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f9b72cc1. 00000100:00000001:2.0:1767384584.882139:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384584.882145:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000517a6b71. 00000100:00000001:2.0:1767384584.882147:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933960619328 : -117139748932288 : ffff957646e03540) 00000100:00000001:2.0:1767384584.882149:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626933960619328 : -117139748932288 : ffff957646e03540) 00000100:00000001:2.0:1767384584.882153:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384584.882155:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384584.882157:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384584.882160:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384584.882163:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384584.882166:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384584.882168:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384584.882170:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384584.882173:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384584.882178:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003edfb082. 00000020:00000040:2.0:1767384584.882181:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:2.0:1767384584.882185:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384584.882187:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384584.882191:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384584.882197:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b68321b. 00000100:00000001:2.0:1767384584.882202:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384584.882207:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000081c510ad/0x1c01179f271edba4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271edb9d expref: 16 pid: 16804 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384584.882215:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384584.882219:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384584.882220:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000081c510ad/0x1c01179f271edba4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271edb9d expref: 16 pid: 16804 timeout: 356 lvb_type: 0 00080000:00000001:0.0:1767384584.882227:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384584.882235:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384584.882238:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384584.882241:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1767384584.882254:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384584.882257:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384584.882262:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384584.882262:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000100:00100000:2.0:1767384584.882269:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003edfb082 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037637504:0@lo:104: 00000100:00000001:2.0:1767384584.882273:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384584.882276:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384584.882278:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384584.882280:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384584.882284:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f15de78. 02000000:00000001:2.0:1767384584.882286:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384584.882291:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc2e83fe. 00000400:00000010:2.0:1767384584.882297:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eb67eb2. 00000100:00000200:2.0:1767384584.882301:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037637504, portal 16 00000100:00000001:2.0:1767384584.882303:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384584.882305:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974593792 : -117139734957824 : ffff957647b57100) 00000100:00000040:2.0:1767384584.882333:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384584.882341:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384584.882344:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384584.882348:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000100:00000200:2.0:1767384584.882350:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037637504, offset 0 00000400:00000200:2.0:1767384584.882356:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384584.882366:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384584.882377:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f501f80 00000400:00000200:2.0:1767384584.882383:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:2.0:1767384584.882388:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384584.882392:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384584.882396:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384584.882398:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384584.882403:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d363b570. 00000100:00000040:2.0:1767384584.882405:0:16827:0:(events.c:337:request_in_callback()) incoming req@00000000d363b570 x1853237037637504 msgsize 328 00000100:00100000:2.0:1767384584.882411:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384584.882421:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384584.882452:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 00000400:00000010:2.0:1767384584.882454:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000100:00000001:2.0:1767384584.882458:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384584.882464:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384584.882471:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384584.882474:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1767384584.882474:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000010:1.0:1767384584.882483:0:16794:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000358dc0a1. 00080000:00000001:0.0:1767384584.882483:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384584.882485:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384584.882491:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384584.882492:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384584.882495:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384584.882498:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037637504 00000100:00000001:2.0:1767384584.882499:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294873688 02000000:00000001:1.0:1767384584.882501:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384584.882504:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384584.882506:0:16827:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000818a4fe9. 00000100:00000001:1.0:1767384584.882507:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384584.882514:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384584.882515:0:16827:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384584.882518:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037637504 00000020:00000001:1.0:1767384584.882521:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384584.882523:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294873688 00000020:00000040:1.0:1767384584.882523:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000020:00000001:1.0:1767384584.882528:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384584.882530:0:16827:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008af6b6af. 00000020:00000040:1.0:1767384584.882531:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000100:00000001:2.0:1767384584.882536:0:16827:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000020:00000001:1.0:1767384584.882536:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:1.0:1767384584.882541:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:2.0:1767384584.882545:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294873688 00000100:00000001:1.0:1767384584.882546:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384584.882552:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aa55eff. 00000100:00000010:2.0:1767384584.882553:0:16827:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e744b7a7. 00000100:00000001:1.0:1767384584.882561:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384584.882562:0:16827:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384584.882568:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aa55eff. 00000100:00000001:2.0:1767384584.882571:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294873688 00000100:00000010:2.0:1767384584.882575:0:16827:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc9d7fde. 00000100:00000001:2.0:1767384584.882583:0:16827:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384584.882586:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f044bd1c. 00000100:00000001:2.0:1767384584.882587:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384584.882592:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384584.882593:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000917391f. 00010000:00000001:2.0:1767384584.882594:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384584.882614:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384584.882616:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384584.882618:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384584.882620:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384584.882621:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384584.882622:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384584.882624:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384584.882627:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384584.882634:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384584.882636:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384584.882648:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 00000000517a6b71 going to sleep for 11 seconds 00000100:00000001:2.0:1767384584.882652:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384584.882653:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384584.882701:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fb53b6a. 00000100:00000040:1.0:1767384584.882710:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384584.882712:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384584.882714:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384584.882716:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.882721:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.882732:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384584.882746:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384584.882749:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384584.882764:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384584.882767:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:1.0:1767384584.882770:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974583040 : -117139734968576 : ffff957647b54700) 00000100:00000001:2.0:1767384584.882771:0:16795:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384584.882792:0:16795:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000040:1.0:1767384584.882797:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d363b570 x1853237037637504/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:565/0 lens 328/0 e 0 to 0 dl 1767384595 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384584.882802:0:16795:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e41aae25. 00000100:00100000:2.0:1767384584.882813:0:16795:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:1.0:1767384584.882816:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384584.882857:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aa55eff. 00000100:00000001:1.0:1767384584.882862:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384584.882865:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aa55eff. 00000100:00100000:1.0:1767384584.882870:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d363b570 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037637504:12345-0@lo:104: 00000100:00000200:1.0:1767384584.882874:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037637504 00010000:00000001:1.0:1767384584.882877:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384584.882882:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384584.882884:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384584.882887:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=2 00000020:00000001:1.0:1767384584.882889:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:1.0:1767384584.882892:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:1.0:1767384584.882895:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384584.882898:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384584.882901:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384584.882922:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384584.882926:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384584.882927:0:16795:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384584.882932:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6274965. 02000000:00000001:1.0:1767384584.882936:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.882939:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384584.882940:0:18600:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:1.0:1767384584.882944:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384584.882948:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384584.882953:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384584.882958:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384584.882978:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000010:2.0:1767384584.882980:0:18600:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000052084e5c. 00000100:00000001:1.0:1767384584.882981:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384584.882986:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384584.882987:0:18600:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a4e8df6d. 02000000:00000001:1.0:1767384584.882989:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.882993:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384584.882995:0:18600:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a304ca36. 00000100:00000040:1.0:1767384584.882996:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384584.883003:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000020:00000010:2.0:1767384584.883004:0:18600:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f823da34. 00000100:00000200:1.0:1767384584.883008:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037637504, offset 224 00000040:00000010:2.0:1767384584.883010:0:18600:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bbbd3935. 00000020:00000010:2.0:1767384584.883017:0:18600:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000033150c82. 00000400:00000200:1.0:1767384584.883018:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384584.883046:0:18600:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000065e1a138. 00000400:00000200:1.0:1767384584.883048:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384584.883056:0:18600:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050bc2241. 00000400:00000200:1.0:1767384584.883062:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f501f80 80000000:00000010:2.0:1767384584.883063:0:18600:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006c49b0b4. 00000400:00000200:1.0:1767384584.883070:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x11c9 [1] + 224 40000000:00000010:2.0:1767384584.883071:0:18600:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000075131cff. 00000400:00000200:1.0:1767384584.883077:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384584.883082:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000010:2.0:1767384584.883090:0:18600:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002d626ecf. 00000100:00000001:1.0:1767384584.883093:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00040000:00000010:2.0:1767384584.883097:0:18600:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000028e8dd1c. 00000100:00000200:1.0:1767384584.883101:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000010:2.0:1767384584.883105:0:18600:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004e413abb. 00040000:00000010:2.0:1767384584.883114:0:18600:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e051bd7. 00000100:00000040:1.0:1767384584.883118:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:2.0:1767384584.883121:0:18600:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000091a578b9. 00000004:00000010:2.0:1767384584.883132:0:18600:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009f42d0b0. 00000004:00000010:2.0:1767384584.883139:0:18600:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006d0a777. 00000100:00000001:1.0:1767384584.883143:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000010:2.0:1767384584.883144:0:18600:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007559bc8a. 00002000:00000010:2.0:1767384584.883150:0:18600:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ca1421f3. 00000400:00000200:1.0:1767384584.883152:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000004:00000010:2.0:1767384584.883155:0:18600:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000ac1c1c2. 00000400:00000010:1.0:1767384584.883157:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:1.0:1767384584.883163:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:2.0:1767384584.883165:0:18600:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b0ba5ba2. 00000100:00000001:1.0:1767384584.883174:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384584.883175:0:18600:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1767384584.883180:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384584.883186:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384584.883190:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384584.883195:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005bb8a147. 00010000:00000001:1.0:1767384584.883198:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384584.883209:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384584.883212:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.883215:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.883217:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384584.883221:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384584.883223:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d363b570 x1853237037637504/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:565/0 lens 328/224 e 0 to 0 dl 1767384595 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384584.883225:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384584.883234:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d363b570 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037637504:12345-0@lo:104: Request processed in 418us (826us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384584.883240:0:16799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384584.883246:0:16799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:1.0:1767384584.883251:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00000001:2.0:1767384584.883252:0:16799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384584.883258:0:16799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384584.883258:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00000100:00000001:1.0:1767384584.883265:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384584.883269:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:2.0:1767384584.883275:0:16799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000000e8525b already unused, calling callback (000000001582b397) 00000020:00000010:1.0:1767384584.883276:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000917391f. 10000000:00000001:2.0:1767384584.883279:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767384584.883283:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fb53b6a. 10000000:00010000:2.0:1767384584.883284:0:16799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384584.883293:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f044bd1c. 00010000:00000001:2.0:1767384584.883294:0:16799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384584.883299:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384584.883301:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384584.883303:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000020:00000040:2.0:1767384584.883304:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=3 00000020:00000001:2.0:1767384584.883337:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00000100:00000001:1.0:1767384584.883339:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384584.883341:0:16799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:2.0:1767384584.883348:0:16799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384584.883351:0:16799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384584.883356:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384584.883358:0:16799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384584.883363:0:16799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:1.0:1767384584.883366:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384584.883367:0:16799:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384584.883372:0:16799:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000400:00000001:1.0:1767384584.883374:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:00000040:2.0:1767384584.883375:0:16799:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384584.883380:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:1.0:1767384584.883380:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384584.883385:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc2e83fe. 00010000:00000001:2.0:1767384584.883386:0:16799:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384584.883395:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eb67eb2 00000400:00000010:1.0:1767384584.883399:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eb67eb2. 00000100:00000001:1.0:1767384584.883402:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384584.883407:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384584.883418:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384584.883452:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384584.883454:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384584.883456:0:16827:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384584.883459:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384584.883461:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384584.883463:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384584.883465:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384584.883469:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384584.883472:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384584.883475:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384584.883477:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.883480:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384584.883481:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.883483:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384584.883487:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384584.883510:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384584.883514:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384584.883516:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384584.883519:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384584.883521:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384584.883523:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384584.883525:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384584.883530:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384584.883538:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003edfb082 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037637504:0@lo:104: 10000000:00000001:2.0:1767384584.883544:0:16799:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384584.883545:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384584.883549:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384584.883551:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384584.883554:0:16799:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 00000100:00000001:1.0:1767384584.883555:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384584.883558:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:2.0:1767384584.883561:0:16799:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384584.883563:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003edfb082 x1853237037637504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384584.883570:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:2.0:1767384584.883572:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384584.883578:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384584.883583:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384584.883584:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384584.883586:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:1.0:1767384584.883588:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f15de78. 00010000:00000001:2.0:1767384584.883590:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384584.883595:0:16799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384584.883614:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384584.883616:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000000e8525b with handle 0x1c01179f271edb9d from hash 00000020:00000001:1.0:1767384584.883619:0:16827:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384584.883621:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:1.0:1767384584.883623:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00010000:00000001:2.0:1767384584.883625:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384584.883628:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384584.883629:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384584.883650:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:1.0:1767384584.883650:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007b68321b. 00010000:00000001:2.0:1767384584.883653:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384584.883656:0:16799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:1.0:1767384584.883656:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384584.883660:0:16799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:1.0:1767384584.883661:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384584.883665:0:16799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384584.883665:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003edfb082. 00000100:00000001:1.0:1767384584.883670:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384584.883671:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384584.883672:0:16799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b384a869. 00000100:00000010:1.0:1767384584.883674:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000517a6b71. 00000020:00000040:2.0:1767384584.883678:0:16799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384584.883679:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384584.883683:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384584.883684:0:16799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:1.0:1767384584.883688:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f9b72cc1. 02000000:00000001:2.0:1767384584.883689:0:16799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384584.883693:0:16799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.883696:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.883700:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.883702:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384584.883704:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384584.883706:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000010:2.0:1767384584.883709:0:16799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc6cb20c. 00010000:00010000:1.0:1767384584.883709:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e7e151af/0x1c01179f271edbab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384584.883715:0:16799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384584.883721:0:16799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384584.883726:0:16799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384584.883734:0:16799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384584.883735:0:16799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384584.883738:0:16799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384584.883740:0:16799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384584.883745:0:16799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b384a869] to pc [ptlrpcd_00_03+3] req@00000000b384a869 x1853237037637632/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384584.883771:0:16799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384584.883774:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384584.883776:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384584.883779:0:16799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384584.883790:0:16799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384584.883793:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384584.883797:0:16799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384584.883809:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384584.883813:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 0000000000e8525b/0x1c01179f271edb9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edba4 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384584.883822:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000763ae06d count: 0 00010000:00000001:2.0:1767384584.883835:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384584.883855:0:16799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384584.883859:0:16799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005bb8a147. 00010000:00000001:2.0:1767384584.883865:0:16799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384584.883892:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384584.883896:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384584.883901:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384584.883908:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384584.883920:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384584.883924:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384584.883930:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384584.883932:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384584.883936:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384584.883941:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384584.883946:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384584.883950:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384584.883955:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767384584.884817:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e7e151af/0x1c01179f271edbab lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.884834:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384584.884857:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384584.884865:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7e151af/0x1c01179f271edbab lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.884881:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384584.884885:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384584.884889:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384584.884893:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384584.885130:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384584.885136:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384584.885145:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384584.885149:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384584.885155:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a741f16b. 00000400:00000200:0.0:1767384584.885164:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:0.0:1767384584.885167:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000001:0.0:1767384584.885174:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384584.885182:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b384a869 x1853237037637632/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384584.885199:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b384a869 x1853237037637632/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384584.885211:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384584.885215:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384584.885219:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384584.885222:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384584.885224:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384584.885227:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384584.885231:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384584.885235:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=14 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384584.885241:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384584.885245:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384584.885248:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384584.885251:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384584.885254:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.885257:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384584.885263:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b384a869 x1853237037637632/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384584.885274:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384584.885278:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384584.885280:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384584.885286:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b384a869 x1853237037637632/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384584.885298:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b384a869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037637632:0@lo:103: 00000100:00000001:0.0:1767384584.885384:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384584.885389:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384584.885396:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b384a869 x1853237037637632/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384600 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384584.885421:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384584.885424:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384584.885427:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d18aa4a1. 02000000:00000001:0.0:1767384584.885432:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384584.885434:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384584.885436:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384584.885439:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384584.885442:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc6cb20c. 02000000:00000001:0.0:1767384584.885446:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384584.885448:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384584.885450:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b384a869. 00000100:00000001:0.0:1767384584.885455:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384584.885457:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384584.885459:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384584.885465:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384584.885467:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.885470:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384584.885473:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384584.890349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000763ae06d. 00010000:00000010:2.1:1767384584.890360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000000e8525b. 00010000:00000010:3.1:1767384584.890371:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081c510ad. 00010000:00000010:3.1:1767384584.890379:0:2411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7e151af. 00010000:00000010:3.1:1767384584.890385:0:2411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f35b4a60. 00000100:00000040:0.0:1767384584.891389:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294873689, at 4294873690 00000100:00000010:0.0:1767384584.891402:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000818a4fe9. 00000100:00000040:1.0:1767384584.892444:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294873689, at 4294873691 00000100:00000010:1.0:1767384584.892452:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008af6b6af. 00000100:00000040:2.0:1767384584.892672:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294873689, at 4294873691 00000100:00000010:2.0:1767384584.892679:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e744b7a7. 00080000:00000001:1.0:1767384584.894591:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384584.894595:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384584.894615:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384584.894616:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384584.894619:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384584.894624:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384584.894627:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000010:1.0:1767384584.894644:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eabe9464. 00080000:00000001:1.0:1767384584.894651:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384584.894651:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384584.894658:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384584.894662:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384584.894672:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384584.894676:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384584.894679:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384584.894683:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384584.894685:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384584.894686:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384584.894692:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384584.894695:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384584.894700:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000db7333e1. 00010000:00000001:1.0:1767384584.894705:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384584.894708:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a32dcdaa. 00000020:00000001:1.0:1767384584.894711:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384584.894715:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a32dcdaa with handle 0x1c01179f271edbb2 to hash 00000020:00000001:1.0:1767384584.894717:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384584.894719:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384584.894722:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384584.894724:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384584.894726:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384584.894729:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.894737:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384584.894739:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384584.894742:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384584.894744:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384584.894746:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384584.894748:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384584.894749:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384584.894764:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384584.894766:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384584.894774:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384584.894776:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384584.894778:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db7333e1) refcount = 1 00010000:00010000:1.0:1767384584.894782:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.894787:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384584.894789:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384584.894790:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384584.894793:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.894794:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384584.894797:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384584.894800:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384584.894802:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384584.894804:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384584.894806:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=4 00000020:00000001:1.0:1767384584.894809:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384584.894811:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384584.894814:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384584.894816:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.894821:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384584.894824:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.894829:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384584.894846:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384584.894849:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.894853:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384584.894855:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.894859:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384584.894861:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384584.894876:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a32dcdaa already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384584.894879:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384584.894882:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384584.894885:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.894890:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384584.894891:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384584.894893:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384584.894895:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=5 00000020:00000001:1.0:1767384584.894897:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384584.894900:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384584.894903:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384584.894905:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.894917:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384584.894919:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384584.894920:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.894925:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384584.894927:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384584.894930:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384584.894932:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384584.894934:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a32dcdaa with handle 0x1c01179f271edbb2 from hash 00010000:00000001:1.0:1767384584.894937:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384584.894939:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384584.894941:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384584.894942:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384584.894945:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384584.894947:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384584.894949:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384584.894951:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384584.894954:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.894956:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384584.894964:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384584.894967:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384584.894969:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384584.894971:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.894973:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.894975:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384584.894977:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.894982:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384584.895000:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384584.895002:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384584.895004:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384584.895005:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384584.895007:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384584.895009:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384584.895011:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384584.895013:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384584.895015:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384584.895020:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384584.895021:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384584.895022:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbb2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384584.895029:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000db7333e1 count: 0 00010000:00000001:1.0:1767384584.895045:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384584.895047:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384584.897575:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384584.897581:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384584.897583:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe483639. 20000000:00000001:0.0:1767384584.897618:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384584.897623:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037637248 00010000:00000001:0.0:1767384584.897642:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384584.897648:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df536074 x1853237037637248/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:565/0 lens 4848/4768 e 0 to 0 dl 1767384595 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384584.897658:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384584.897661:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384584.897664:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384584.897668:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384584.897671:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384584.897674:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384584.897677:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384584.897680:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384584.897683:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384584.897686:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384584.897691:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000163fea87. 00000100:00000200:0.0:1767384584.897704:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037637248, offset 224 00000400:00000200:0.0:1767384584.897712:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384584.897721:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384584.897731:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f501e80 00000400:00000200:0.0:1767384584.897738:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11b5 [2] + 224 00000400:00000200:0.0:1767384584.897746:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384584.897751:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384584.897755:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384584.897770:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384584.897782:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384584.897805:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384584.897811:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000163fea87 00000400:00000010:0.0:1767384584.897814:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000163fea87. 00000100:00000001:0.0:1767384584.897819:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384584.897820:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384584.897822:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384584.897826:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384584.897858:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384584.897861:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384584.897862:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384584.897865:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000100:00000040:0.0:1767384584.897870:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:1.0:1767384584.897871:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dfc9cad 00000400:00000010:1.0:1767384584.897876:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dfc9cad. 00010000:00000001:0.0:1767384584.897876:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384584.897881:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.897882:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384584.897888:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384584.897890:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384584.897898:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df536074 x1853237037637248/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:565/0 lens 4848/4768 e 0 to 0 dl 1767384595 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384584.897936:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384584.897943:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df536074 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037637248:12345-0@lo:253: Request processed in 25551us (26165us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384584.897950:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384584.897953:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384584.897957:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384584.897959:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384584.897961:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384584.897964:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000001:1.0:1767384584.897965:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384584.897979:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384584.897983:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00001000:1.0:1767384584.897985:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=14 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384584.897991:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384584.897993:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384584.897998:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384584.897998:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384584.898003:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384584.898006:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384584.898007:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f0753f3. 00010000:00000001:1.0:1767384584.898008:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.898014:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384584.898017:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000072d0b197. 00000100:00000040:1.0:1767384584.898019:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384584.898025:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001494e96b. 00000100:00000001:1.0:1767384584.898031:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384584.898045:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384584.898046:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384584.898047:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000020:01000004:1.0:1767384584.898050:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384584.898054:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384584.898056:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384584.898057:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384584.898058:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000010:0.0:1767384584.898062:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d85613bd. 00000020:01000004:1.0:1767384584.898063:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384584.898067:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384584.898070:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000001:0.0:1767384584.898071:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384584.898072:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384584.898076:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384584.898078:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384584.898079:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384584.898084:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384584.898087:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384584.898095:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006878062c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037637248:0@lo:253: 00000400:00000010:0.0:1767384584.898097:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089ca1972. 00000400:00000010:0.0:1767384584.898114:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000163fea87. 00000100:00000001:1.0:1767384584.898117:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384584.898122:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384584.898126:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006878062c x1853237037637248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384584.898133:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384584.898135:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384584.898137:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000069f77d93. 02000000:00000001:1.0:1767384584.898141:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384584.898143:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384584.898144:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384584.898146:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384584.898148:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ad91b63a. 02000000:00000001:1.0:1767384584.898156:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384584.898157:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384584.898159:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006878062c. 00000100:00000001:1.0:1767384584.898162:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384584.898164:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384584.898165:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384584.898171:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384584.898173:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.898176:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384584.898178:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384584.898883:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384584.898887:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384584.898888:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000024e0047b. 20000000:00000001:1.0:1767384584.898894:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384584.898897:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037637376 00010000:00000001:1.0:1767384584.898900:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384584.898904:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021cffa19 x1853237037637376/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:565/0 lens 4848/4768 e 0 to 0 dl 1767384595 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384584.898911:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384584.898913:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384584.898915:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384584.898918:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384584.898920:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384584.898929:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384584.898932:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384584.898934:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384584.898937:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384584.898940:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384584.898944:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dfc9cad. 00000100:00000200:1.0:1767384584.898947:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037637376, offset 224 00000400:00000200:1.0:1767384584.898955:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384584.898962:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384584.898970:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f501f00 00000400:00000200:1.0:1767384584.898975:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11bd [2] + 224 00000400:00000200:1.0:1767384584.898980:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384584.898985:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384584.898988:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384584.898991:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384584.898999:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384584.899013:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384584.899019:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dfc9cad 00000400:00000010:1.0:1767384584.899032:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dfc9cad. 00000100:00000001:1.0:1767384584.899036:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384584.899038:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384584.899038:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384584.899043:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384584.899046:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384584.899050:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384584.899051:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:2.0:1767384584.899055:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384584.899056:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384584.899059:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd780756. 00000020:00000001:1.0:1767384584.899060:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384584.899066:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384584.899068:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096eb0007 00000100:00000040:1.0:1767384584.899072:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021cffa19 x1853237037637376/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:565/0 lens 4848/4768 e 0 to 0 dl 1767384595 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384584.899073:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096eb0007. 00000100:00100000:1.0:1767384584.899083:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021cffa19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037637376:12345-0@lo:253: Request processed in 26526us (27051us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384584.899087:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384584.899097:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384584.899112:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000200:2.0:1767384584.899113:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384584.899121:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384584.899124:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384584.899124:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384584.899130:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384584.899131:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384584.899133:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384584.899135:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384584.899136:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384584.899139:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384584.899139:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000687e487. 02000000:00000001:2.0:1767384584.899141:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384584.899146:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070f43946. 00000100:00001000:2.0:1767384584.899147:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=14 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384584.899154:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=14 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384584.899156:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023055cec. 00000100:00000001:2.0:1767384584.899158:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384584.899161:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:2.0:1767384584.899162:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384584.899167:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384584.899170:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384584.899171:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384584.899174:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dfe85048. 00000100:00000001:2.0:1767384584.899175:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384584.899182:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384584.899183:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384584.899187:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384584.899193:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384584.899196:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384584.899200:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f639d7f0. 00000100:00000001:2.0:1767384584.899201:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384584.899204:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384584.899209:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384584.899209:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dfc9cad. 00000020:01000004:2.0:1767384584.899213:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384584.899217:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384584.899218:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384584.899220:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384584.899222:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384584.899223:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384584.899224:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384584.899225:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384584.899227:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384584.899233:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037637376:0@lo:253: 00000100:00000001:2.0:1767384584.899244:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384584.899246:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384584.899247:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002aaeafd9 x1853237037637376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384584.899252:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384584.899254:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384584.899256:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c3adcc9b. 02000000:00000001:2.0:1767384584.899259:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384584.899260:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384584.899261:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384584.899263:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384584.899264:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000200a5898. 02000000:00000001:2.0:1767384584.899267:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384584.899268:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384584.899268:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aaeafd9. 00000100:00000001:2.0:1767384584.899271:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384584.899272:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384584.899273:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384584.899277:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384584.899279:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384584.899281:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384584.899282:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384584.901337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000db7333e1. 00010000:00000010:1.1:1767384584.901345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a32dcdaa. 00000100:00000040:0.0:1767384585.826425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384585.826439:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384585.826449:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000deb0813c. 00000020:00000040:0.0:1767384585.826461:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384585.826471:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384585.826479:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384585.826488:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384585.826501:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003cccebe5. 00000100:00000001:0.0:1767384585.826514:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384585.826543:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384585.826564:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384585.826568:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384585.826581:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deb0813c] to pc [ptlrpcd_00_01+1] req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.826628:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384585.826633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384585.826635:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384585.826644:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384585.826645:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384585.826651:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384585.826653:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aaeafd9. 00000100:00000040:1.0:1767384585.826660:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384585.826664:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384585.826675:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384585.826680:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384585.826683:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384585.826687:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.826688:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.826699:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384585.826702:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002da57fb6. 02000000:00000001:1.0:1767384585.826704:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384585.826712:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.826716:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384585.826717:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037637760:0@lo:13: 00000100:00000001:1.0:1767384585.826728:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384585.826734:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384585.826734:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384585.826740:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.826748:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384585.826756:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ab56ae0f. 00000100:00000001:0.0:1767384585.826762:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384585.826763:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.826769:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384585.826774:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067de1da4. 00000100:00000040:0.0:1767384585.826781:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aaeafd9] to pc [ptlrpcd_00_02+2] req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384585.826787:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000200:1.0:1767384585.826799:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037637760, portal 4 00000100:00000001:1.0:1767384585.826805:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384585.826818:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000100:00000040:1.0:1767384585.826829:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.826837:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.826840:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384585.826847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384585.826849:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384585.826855:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335b0b9d. 00000100:00000001:0.0:1767384585.826862:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384585.826864:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037637760, offset 0 00000100:00000010:0.0:1767384585.826873:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006878062c. 00000400:00000200:1.0:1767384585.826881:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384585.826884:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384585.826896:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384585.826902:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384585.826908:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384585.826911:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384585.826920:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fba72df7. 00000400:00000200:1.0:1767384585.826928:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f502080 00000100:00000001:0.0:1767384585.826943:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384585.826945:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 224 00000100:00000040:0.0:1767384585.826962:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384585.826963:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384585.826980:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384585.826998:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384585.827006:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384585.827008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384585.827015:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384585.827016:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fa1c78d. 00000100:00000040:1.0:1767384585.827028:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000006fa1c78d x1853237037637760 msgsize 224 00000100:00000040:0.0:1767384585.827029:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006878062c] to pc [ptlrpcd_00_03+3] req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384585.827046:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384585.827069:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384585.827076:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384585.827083:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335b0b9d 00000100:00000040:0.0:1767384585.827087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384585.827089:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335b0b9d. 00000100:00000001:1.0:1767384585.827098:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384585.827103:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384585.827110:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384585.827115:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057d4c290. 00000020:00000040:0.0:1767384585.827127:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384585.827139:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384585.827145:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384585.827146:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384585.827155:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384585.827157:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384585.827168:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000feac87eb. 00000100:00000001:0.0:1767384585.827182:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.827184:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.827194:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384585.827196:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384585.827204:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384585.827215:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 17225 usecs (18 jiffies) 00000100:00000001:1.0:1767384585.827226:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294874643 00000100:00000010:1.0:1767384585.827240:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff223ad8. 00000100:00000001:0.0:1767384585.827248:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384585.827254:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.827262:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384585.827269:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d4c290] to pc [ptlrpcd_00_00+0] req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.827277:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294874643 00000100:00000010:1.0:1767384585.827288:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e00a11e. 00000100:00000001:1.0:1767384585.827298:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384585.827306:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294874643 00000100:00000010:1.0:1767384585.827357:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd0d69e7. 00000100:00000001:1.0:1767384585.827368:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384585.827374:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294874644 00000100:00000010:1.0:1767384585.827381:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006147d3e5. 00000100:00000001:1.0:1767384585.827389:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384585.827393:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384585.827397:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.827402:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.827408:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.827410:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384585.827423:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (212) 00000100:00000001:2.0:1767384585.827427:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384585.827430:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384585.827435:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037638016 00000100:00000001:1.0:1767384585.827438:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384585.827444:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384585.827449:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384585.827450:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384585.827451:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384585.827458:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.827460:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384585.827461:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384585.827470:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384585.827470:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384585.827472:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384585.827481:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037638016 00000100:00000040:0.0:1767384585.827489:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384585.827491:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384585.827491:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384585.827497:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:2.0:1767384585.827504:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384585.827510:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000001:2.0:1767384585.827521:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:2.0:1767384585.827530:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384585.827542:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384585.827557:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005edd23ea. 00000100:00000001:0.0:1767384585.827560:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384585.827563:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1767384585.827566:0:17586:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008d949f49. 00000100:00000001:1.0:1767384585.827569:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384585.827577:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 02000000:00000001:1.0:1767384585.827580:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384585.827580:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.827588:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384585.827615:0:17586:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767384585.827618:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384585.827619:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384585.827623:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0c7638. 02000000:00000001:0.0:1767384585.827629:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384585.827632:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057d4c290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237037638272:0@lo:400: 00000020:00000010:2.0:1767384585.827633:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e90659b. 02000000:00000001:0.0:1767384585.827644:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.827646:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384585.827648:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d37075d6. 02000000:00000001:1.0:1767384585.827654:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384585.827657:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006878062c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237037638144:0@lo:400: 02000000:00000001:1.0:1767384585.827661:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384585.827666:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:1.0:1767384585.827671:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384585.827677:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384585.827678:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384585.827681:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001494e96b. 00000100:00000001:2.0:1767384585.827684:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384585.827689:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384585.827690:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384585.827698:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.827700:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384585.827709:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384585.827710:0:17586:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:1.0:1767384585.827713:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f42b856. 00000100:00000001:2.0:1767384585.827719:0:17586:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1767384585.827723:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5dfcc33. 00000100:00000001:2.0:1767384585.827724:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384585.827727:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335b0b9d. 02000000:00000001:0.0:1767384585.827736:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384585.827740:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037638272, portal 10 00000100:00000001:2.0:1767384585.827744:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384585.827748:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b99098. 00000100:00000001:1.0:1767384585.827750:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384585.827756:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987290496 : -117139722261120 : ffff957648772d80) 00000400:00000010:0.0:1767384585.827765:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000001:2.0:1767384585.827766:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384585.827770:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.827772:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384585.827780:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037638144, portal 10 00000100:00100000:2.0:1767384585.827788:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:0.0:1767384585.827795:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384585.827801:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:0.0:1767384585.827803:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987280640 : -117139722270976 : ffff957648770700) 00000100:00000001:2.0:1767384585.827809:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646743808 : -117139062807808 : ffff95766fc5a300) 00000100:00000001:1.0:1767384585.827819:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384585.827823:0:16166:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c39332df. 00000100:00000040:2.0:1767384585.827826:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a318a37 x1853237037638016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/0 e 0 to 0 dl 1767384596 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384585.827834:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384585.827845:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000100:00000040:0.0:1767384585.827845:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384585.827856:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037638272, offset 0 00000100:00000001:2.0:1767384585.827857:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384585.827865:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d949f49. 00000100:00000001:2.0:1767384585.827873:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384585.827875:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384585.827884:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d949f49. 00000100:00000001:0.0:1767384585.827889:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384585.827897:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384585.827898:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a318a37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037638016:12345-0@lo:400: 00000100:00000040:0.0:1767384585.827903:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384585.827913:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037638016 00000400:00000010:0.0:1767384585.827915:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000020:00000001:2.0:1767384585.827917:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384585.827924:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f502280 00000020:00000001:2.0:1767384585.827926:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384585.827926:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037638144, offset 0 00000020:00000001:2.0:1767384585.827933:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384585.827938:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000020:00000001:2.0:1767384585.827941:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384585.827946:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000400:00000200:1.0:1767384585.827950:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384585.827962:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384585.827962:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384585.827966:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384585.827975:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.827977:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384585.827981:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384585.827982:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1767384585.827987:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000010:1.0:1767384585.827993:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009208cca8. 00000400:00000200:0.0:1767384585.827993:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384585.827995:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384585.828004:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000009208cca8 x1853237037638272 msgsize 224 00000020:00000001:2.0:1767384585.828006:0:17586:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384585.828014:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384585.828015:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384585.828021:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384585.828025:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f502200 02000000:00000010:2.0:1767384585.828029:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b2f4567. 02000000:00000001:2.0:1767384585.828038:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.828038:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384585.828044:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384585.828046:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000020:00000001:2.0:1767384585.828050:0:17586:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384585.828059:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037638016 00000400:00000200:0.0:1767384585.828063:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384585.828064:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384585.828066:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00010000:00000200:2.0:1767384585.828074:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a318a37 x1853237037638016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384585.828075:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000400:00000200:0.0:1767384585.828082:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384585.828085:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384585.828095:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.828098:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384585.828104:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1767384585.828110:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000010:0.0:1767384585.828117:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a71e7c91. 00010000:00000001:2.0:1767384585.828118:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.828122:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767384585.828128:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=5 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384585.828131:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000a71e7c91 x1853237037638144 msgsize 224 00000100:00000040:1.0:1767384585.828133:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.828137:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384585.828144:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384585.828153:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:1.0:1767384585.828159:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384585.828162:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384585.828164:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384585.828166:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.828174:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384585.828175:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384585.828183:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384585.828186:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.828188:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384585.828190:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000100:00000040:1.0:1767384585.828196:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4990 usecs (5 jiffies) 00000100:00000200:2.0:1767384585.828199:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037638016, offset 224 00000100:00000001:1.0:1767384585.828202:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294874631 00000400:00000200:0.0:1767384585.828206:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000100:00000001:1.0:1767384585.828209:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294874644 00000400:00000010:0.0:1767384585.828213:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:1.0:1767384585.828214:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294874631 00000100:00000001:1.0:1767384585.828223:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294874644 00000100:00000001:1.0:1767384585.828227:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294874631 00000100:00000001:0.0:1767384585.828227:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384585.828236:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384585.828237:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294874644 00000100:00000200:0.0:1767384585.828242:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.828244:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294874631 00000100:00000001:1.0:1767384585.828253:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294874644 00000400:00000200:2.0:1767384585.828258:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384585.828263:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384585.828274:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384585.828283:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f502180 00000100:00000001:1.0:1767384585.828286:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.828289:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384585.828292:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384585.828297:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x11f9 [1] + 224 00000100:00000040:0.0:1767384585.828301:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.828304:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384585.828338:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384585.828344:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384585.828347:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384585.828352:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384585.828357:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384585.828357:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384585.828363:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384585.828371:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:2.0:1767384585.828379:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.828380:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384585.828383:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.828390:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384585.828397:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384585.828397:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384585.828409:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.828409:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384585.828414:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384585.828415:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.828421:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384585.828429:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3762 usecs (4 jiffies) 00000100:00000040:1.0:1767384585.828438:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.828440:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294874631 00000100:00000001:2.0:1767384585.828444:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384585.828452:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294874644 00000400:00000200:2.0:1767384585.828460:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 00000100:00000001:0.0:1767384585.828465:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294874631 00000400:00000010:2.0:1767384585.828467:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000100:00000001:0.0:1767384585.828476:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294874644 00000100:00000001:1.0:1767384585.828479:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384585.828480:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384585.828483:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294874631 00000100:00000001:1.0:1767384585.828487:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.828488:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384585.828491:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294874644 00000100:00000001:2.0:1767384585.828498:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.828500:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384585.828500:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294874631 00000100:00000040:2.0:1767384585.828508:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 02000000:00000001:1.0:1767384585.828509:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384585.828510:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294874644 00010000:00000001:2.0:1767384585.828516:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384585.828519:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384585.828521:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.828532:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384585.828535:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.828536:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384585.828542:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a318a37 x1853237037638016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.828548:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384585.828551:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000deb0813c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037637888:0@lo:400: 00000100:00000001:0.0:1767384585.828559:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.828569:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384585.828576:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384585.828578:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384585.828583:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a318a37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037638016:12345-0@lo:400: Request processed in 720us (1272us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384585.828584:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384585.828585:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.828612:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384585.828620:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051af1c46. 00000100:00000001:0.0:1767384585.828627:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384585.828628:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 02000000:00000001:1.0:1767384585.828629:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.828652:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384585.828657:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000400:00000010:1.0:1767384585.828658:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3306fc4. 00000100:00000001:0.0:1767384585.828659:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.828665:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384585.828671:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384585.828671:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384585.828672:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000020:00000010:2.0:1767384585.828679:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e90659b. 00000100:00000200:1.0:1767384585.828680:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037637888, portal 25 00000020:00000010:2.0:1767384585.828687:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d37075d6. 00000100:00000001:1.0:1767384585.828689:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384585.828695:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987286016 : -117139722265600 : ffff957648771c00) 00000020:00000010:2.0:1767384585.828698:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0c7638. 00000020:00000040:2.0:1767384585.828705:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000040:1.0:1767384585.828706:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384585.828711:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384585.828712:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384585.828722:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:1.0:1767384585.828726:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384585.828734:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384585.828738:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000100:00000200:1.0:1767384585.828743:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037637888, offset 0 00000100:00000001:2.0:1767384585.828750:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384585.828751:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384585.828756:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037638272 02000000:00000001:2.0:1767384585.828760:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384585.828763:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384585.828769:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384585.828769:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384585.828779:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384585.828787:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f502100 00000020:00000010:0.0:1767384585.828789:0:17588:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009fb3ffd3. 00000100:00100000:2.0:1767384585.828797:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037638272 00000100:00000001:0.0:1767384585.828802:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384585.828803:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1c5 [2] + 0 00000020:00000001:2.0:1767384585.828805:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384585.828810:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00100000:0.0:1767384585.828810:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037637760 00000400:00000010:1.0:1767384585.828814:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000871b1c76. 00000020:00000001:2.0:1767384585.828820:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384585.828821:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384585.828823:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b75d28d2 00000020:00000040:2.0:1767384585.828826:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000100:00000001:0.0:1767384585.828828:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384585.828831:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384585.828835:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.828836:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000400:00000200:1.0:1767384585.828844:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384585.828848:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000400:00000200:1.0:1767384585.828851:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b75d28d2 02000000:00000001:0.0:1767384585.828851:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.828855:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384585.828858:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b75d28d2. 00000100:00100000:0.0:1767384585.828862:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037637760 00000020:00000010:2.0:1767384585.828863:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d949f49. 00000100:00000001:1.0:1767384585.828865:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384585.828869:0:17588:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384585.828873:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003aae73d0. 00000100:00000200:1.0:1767384585.828873:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:0.0:1767384585.828875:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:0.0:1767384585.828885:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384585.828886:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000028533f5c x1853237037637888 msgsize 224 00000020:00000040:2.0:1767384585.828887:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000020:00000040:0.0:1767384585.828892:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000001:0.0:1767384585.828903:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00100000:1.0:1767384585.828904:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384585.828907:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384585.828915:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:0.0:1767384585.828915:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000010:2.0:1767384585.828916:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0c7638. 00000020:00000010:2.0:1767384585.828925:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e90659b. 00000100:00000001:0.0:1767384585.828927:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384585.828935:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d37075d6. 00000020:00000010:0.0:1767384585.828938:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002245b6a1. 00000100:00000001:0.0:1767384585.828947:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384585.828948:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384585.828949:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384585.828957:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384585.828957:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002245b6a1. 00000400:00000200:1.0:1767384585.828960:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000100:00000001:2.0:1767384585.828962:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384585.828967:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000100:00000001:2.0:1767384585.828968:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384585.828970:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005916f99d. 00000100:00000001:1.0:1767384585.828976:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384585.828979:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1767384585.828982:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d7bd877. 00000100:00000001:2.0:1767384585.828984:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1767384585.828986:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.828988:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384585.828994:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000441581a5. 00000100:00000001:2.0:1767384585.829006:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.829008:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384585.829012:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384585.829016:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.829020:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384585.829023:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384585.829026:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384585.829029:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037638144 00000100:00000001:0.0:1767384585.829033:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384585.829036:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384585.829040:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384585.829045:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.829047:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.829048:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384585.829051:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.829055:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384585.829059:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037638144 00000100:00000001:1.0:1767384585.829063:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.829064:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384585.829069:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000001:1.0:1767384585.829071:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294874645 00000020:00000001:2.0:1767384585.829073:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384585.829073:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384585.829080:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:1.0:1767384585.829083:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294874644 00000020:00000001:2.0:1767384585.829084:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:1.0:1767384585.829094:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294874645 00000100:00000001:0.0:1767384585.829098:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384585.829103:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:0.0:1767384585.829106:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384585.829108:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294874644 00000100:00000001:2.0:1767384585.829110:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384585.829117:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1767384585.829118:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294874645 00000020:00000010:2.0:1767384585.829119:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003aae73d0. 00000100:00000040:0.0:1767384585.829129:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:2.0:1767384585.829130:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384585.829131:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294874644 00000100:00000001:0.0:1767384585.829138:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599149184 : -117139110402432 : ffff95766cef6680) 00000020:00000010:2.0:1767384585.829141:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003aae73d0. 00000100:00000001:1.0:1767384585.829143:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294874645 00000100:00000001:1.0:1767384585.829151:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294874644 00000020:00000010:2.0:1767384585.829152:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e55427. 00000100:00000001:1.0:1767384585.829159:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384585.829164:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c319d624. 00000100:00000001:1.0:1767384585.829165:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384585.829171:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006fa1c78d x1853237037637760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/0 e 0 to 0 dl 1767384596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.829177:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384585.829178:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000321e5f9f. 00000100:00000001:2.0:1767384585.829189:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384585.829189:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.829194:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384585.829201:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384585.829204:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384585.829207:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384585.829211:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767384585.829213:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002245b6a1. 00000100:00000001:2.0:1767384585.829214:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.829221:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384585.829224:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384585.829227:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037637888 00000020:00000010:0.0:1767384585.829230:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002245b6a1. 00000100:00000001:2.0:1767384585.829232:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384585.829232:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384585.829239:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384585.829243:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006fa1c78d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037637760:12345-0@lo:13: 00000100:00000001:1.0:1767384585.829245:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.829249:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384585.829255:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384585.829255:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384585.829257:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037637760 00000100:00100000:1.0:1767384585.829264:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037637888 00000100:00100000:2.0:1767384585.829266:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000001:0.0:1767384585.829267:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384585.829269:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384585.829275:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000020:00000001:0.0:1767384585.829276:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384585.829280:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599152768 : -117139110398848 : ffff95766cef7480) 00000020:00000040:1.0:1767384585.829283:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384585.829284:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384585.829290:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009208cca8 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:566/0 lens 224/0 e 0 to 0 dl 1767384596 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384585.829290:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384585.829294:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:1.0:1767384585.829295:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384585.829301:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000020:00000001:1.0:1767384585.829306:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384585.829314:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384585.829315:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384585.829321:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384585.829351:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384585.829358:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384585.829359:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003aae73d0. 00000100:00000001:2.0:1767384585.829366:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384585.829367:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d040d76. 00000020:00000010:2.0:1767384585.829370:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003aae73d0. 00000020:00000001:0.0:1767384585.829373:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384585.829375:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384585.829381:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384585.829383:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009208cca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237037638272:12345-0@lo:400: 00000020:00000010:1.0:1767384585.829384:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d040d76. 00000020:00000001:0.0:1767384585.829389:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384585.829396:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037638272 00000020:00000010:1.0:1767384585.829397:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f044bd1c. 00000100:00000001:0.0:1767384585.829401:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384585.829403:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384585.829408:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384585.829409:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384585.829409:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc3fd30c. 00000020:00000001:2.0:1767384585.829415:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384585.829419:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004be6e83a. 00000020:00000001:2.0:1767384585.829420:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384585.829421:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fb53b6a. 02000000:00000001:0.0:1767384585.829428:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.829437:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:0.0:1767384585.829437:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384585.829440:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384585.829447:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384585.829451:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:0.0:1767384585.829451:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767384585.829452:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384585.829461:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384585.829461:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:0.0:1767384585.829462:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384585.829470:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.829471:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384585.829471:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384585.829478:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384585.829481:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:2.0:1767384585.829483:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384585.829485:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.829488:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384585.829495:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384585.829500:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000055a55a55. 00080000:00000001:0.0:1767384585.829502:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384585.829503:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.829507:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384585.829512:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384585.829513:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384585.829520:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384585.829522:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384585.829525:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1767384585.829526:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037638272 00000100:00000001:1.0:1767384585.829531:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384585.829533:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000020:0.0:1767384585.829534:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00010000:00000200:2.0:1767384585.829543:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009208cca8 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384585.829544:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000020:00000020:0.0:1767384585.829545:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000100:00000040:1.0:1767384585.829554:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00002000:00000020:0.0:1767384585.829561:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384585.829562:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715845712 : -117138993705904 : ffff957673e40c50) 00010000:00000001:2.0:1767384585.829568:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384585.829573:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028533f5c x1853237037637888/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:566/0 lens 224/0 e 0 to 0 dl 1767384596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384585.829574:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384585.829583:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00001000:2.0:1767384585.829584:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384585.829611:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384585.829615:0:17588:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000002490ff75. 00000100:00000040:2.0:1767384585.829619:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384585.829623:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384585.829627:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000001:00000001:0.0:1767384585.829628:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:1.0:1767384585.829631:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d040d76. 02000000:00000001:2.0:1767384585.829635:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:0.0:1767384585.829636:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.829638:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384585.829639:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384585.829646:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384585.829649:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d040d76. 00000100:00000001:2.0:1767384585.829650:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1767384585.829654:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037637760 00010000:00000001:0.0:1767384585.829664:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384585.829665:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384585.829665:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028533f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037637888:12345-0@lo:400: 00000400:00000010:2.0:1767384585.829675:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000100:00000200:1.0:1767384585.829675:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037637888 00010000:00000200:0.0:1767384585.829679:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006fa1c78d x1853237037637760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/368 e 0 to 0 dl 1767384596 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384585.829683:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384585.829685:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037638272, offset 224 00000020:00000001:1.0:1767384585.829700:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384585.829703:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384585.829708:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384585.829715:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384585.829721:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000400:00000200:2.0:1767384585.829722:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384585.829725:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384585.829729:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384585.829734:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384585.829734:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384585.829744:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f502280 00000020:00000001:1.0:1767384585.829745:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:0.0:1767384585.829747:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=5 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384585.829751:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384585.829759:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1201 [1] + 224 00000020:00000001:1.0:1767384585.829760:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.829761:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384585.829770:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384585.829772:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000400:00000200:2.0:1767384585.829773:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384585.829775:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384585.829781:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384585.829784:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000400:00000200:2.0:1767384585.829788:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384585.829789:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea343228. 02000000:00000001:0.0:1767384585.829792:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384585.829796:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384585.829798:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.829804:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.829809:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384585.829810:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.829811:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384585.829818:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384585.829819:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037637888 00000100:00000040:0.0:1767384585.829825:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384585.829827:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:0.0:1767384585.829837:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00010000:00000200:1.0:1767384585.829840:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028533f5c x1853237037637888/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384585.829847:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384585.829850:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037637760, offset 224 00000400:00000200:0.0:1767384585.829872:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384585.829881:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384585.829887:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384585.829896:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384585.829897:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384585.829897:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384585.829906:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384585.829910:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 00000100:00000040:1.0:1767384585.829912:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 23 to 0@lo 00000400:00000010:2.0:1767384585.829916:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000400:00000200:0.0:1767384585.829921:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f502080 00000100:00000001:1.0:1767384585.829922:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:2.0:1767384585.829924:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384585.829929:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384585.829931:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384585.829935:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.829938:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.829940:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384585.829944:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x11f1 [1] + 224 00000100:00000040:2.0:1767384585.829950:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000040:1.0:1767384585.829952:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384585.829960:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384585.829964:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000400:00000200:0.0:1767384585.829964:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384585.829965:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.829976:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384585.829977:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037637888, offset 224 00000400:00000200:0.0:1767384585.829984:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384585.829985:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009208cca8 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384585.829993:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384585.830010:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009208cca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16163:x1853237037638272:12345-0@lo:400: Request processed in 679us (2000us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384585.830011:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384585.830012:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384585.830026:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384585.830038:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000200:1.0:1767384585.830039:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f502100 00000100:00000040:2.0:1767384585.830047:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000001:2.0:1767384585.830058:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384585.830058:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1215 [1] + 224 00000100:00000001:2.0:1767384585.830062:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384585.830070:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e90659b. 00000100:00000040:0.0:1767384585.830074:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384585.830080:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d37075d6. 00000400:00000200:1.0:1767384585.830083:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384585.830091:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0c7638. 00000400:00000200:1.0:1767384585.830099:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384585.830102:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:2.0:1767384585.830111:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.830115:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384585.830115:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384585.830124:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.830125:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384585.830131:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384585.830141:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000400:00000200:0.0:1767384585.830143:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000100:00000040:2.0:1767384585.830149:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000400:00000010:0.0:1767384585.830152:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000040:1.0:1767384585.830153:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.830154:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987294080 : -117139722257536 : ffff957648773b80) 00000100:00000001:0.0:1767384585.830163:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384585.830169:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384585.830172:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384585.830178:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a71e7c91 x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:566/0 lens 224/0 e 0 to 0 dl 1767384596 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.830180:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384585.830184:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000400:00000010:1.0:1767384585.830192:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000100:00000040:0.0:1767384585.830197:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384585.830201:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384585.830203:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384585.830207:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384585.830207:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384585.830209:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003aae73d0. 00000020:00000001:0.0:1767384585.830214:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.830217:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384585.830217:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384585.830222:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384585.830228:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003aae73d0. 00000100:00000040:1.0:1767384585.830230:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:0.0:1767384585.830236:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fa1c78d x1853237037637760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/368 e 0 to 0 dl 1767384596 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384585.830239:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384585.830240:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a71e7c91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037638144:12345-0@lo:400: 00000020:00000001:1.0:1767384585.830245:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384585.830254:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384585.830255:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037638144 00000020:00000001:2.0:1767384585.830262:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384585.830267:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028533f5c x1853237037637888/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384585.830269:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384585.830275:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384585.830280:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006fa1c78d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037637760:12345-0@lo:13: Request processed in 1071us (3245us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384585.830283:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384585.830290:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:2.0:1767384585.830298:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384585.830303:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384585.830334:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384585.830338:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384585.830341:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.830344:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384585.830346:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384585.830351:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384585.830355:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1767384585.830356:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028533f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037637888:12345-0@lo:400: Request processed in 726us (1462us total) trans 0 rc 0/0 02000000:00000010:2.0:1767384585.830358:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000072c47115. 02000000:00000001:2.0:1767384585.830366:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384585.830369:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:2.0:1767384585.830373:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.830379:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.830379:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384585.830384:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00000040:2.0:1767384585.830388:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037638144 00000100:00000001:0.0:1767384585.830388:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384585.830390:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00010000:00000001:2.0:1767384585.830396:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384585.830398:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384585.830399:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d7bd877. 00000100:00000001:1.0:1767384585.830405:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:2.0:1767384585.830406:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a71e7c91 x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384585.830410:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000441581a5. 00000020:00000010:1.0:1767384585.830416:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc3fd30c. 00000020:00000010:0.0:1767384585.830424:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005916f99d. 00010000:00000001:2.0:1767384585.830429:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384585.830430:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fb53b6a. 00010000:00000001:2.0:1767384585.830434:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384585.830436:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00001000:2.0:1767384585.830441:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=9 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384585.830442:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f044bd1c. 00000100:00000001:0.0:1767384585.830444:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384585.830455:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384585.830458:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000040:2.0:1767384585.830468:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 02000000:00000001:1.0:1767384585.830470:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384585.830473:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384585.830474:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384585.830476:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea343228. 02000000:00000001:2.0:1767384585.830481:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384585.830483:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384585.830486:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.830487:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384585.830494:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384585.830496:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384585.830500:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384585.830504:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000100:00000200:2.0:1767384585.830509:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037638144, offset 224 00000100:00000200:1.0:1767384585.830520:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384585.830521:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384585.830530:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33fbc98. 00000400:00000200:2.0:1767384585.830540:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384585.830542:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab08d90. 00000400:00000200:2.0:1767384585.830555:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f502200 00000400:00000200:2.0:1767384585.830565:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1205 [1] + 224 00000400:00000200:2.0:1767384585.830570:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384585.830577:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384585.830583:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384585.830584:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384585.830589:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384585.830607:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384585.830615:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384585.830620:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384585.830624:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384585.830624:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3306fc4. 00000400:00000200:1.0:1767384585.830634:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00000100:00080000:0.0:1767384585.830636:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:1.0:1767384585.830640:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000020:00000040:0.0:1767384585.830647:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:1.0:1767384585.830648:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384585.830649:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384585.830659:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384585.830662:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 00000400:00000010:2.0:1767384585.830669:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000100:00000001:0.0:1767384585.830672:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384585.830677:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384585.830680:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384585.830681:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384585.830683:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.830690:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384585.830691:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384585.830697:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384585.830700:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384585.830702:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:1.0:1767384585.830703:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384585.830708:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056526d12. 00010000:00000001:2.0:1767384585.830712:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384585.830713:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384585.830718:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384585.830719:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 02000000:00000001:1.0:1767384585.830720:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384585.830725:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384585.830731:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384585.830731:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000020:00000001:2.0:1767384585.830732:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384585.830742:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a71e7c91 x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767384596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384585.830743:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.830746:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384585.830756:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=15 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384585.830762:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384585.830765:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a71e7c91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037638144:12345-0@lo:400: Request processed in 557us (2628us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384585.830769:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384585.830781:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384585.830785:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384585.830795:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384585.830801:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.830808:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384585.830812:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384585.830820:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384585.830822:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000200:0.0:1767384585.830830:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.830831:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384585.830837:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384585.830842:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c319d624. 00000100:00000001:1.0:1767384585.830847:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384585.830852:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000321e5f9f. 00000100:00000001:1.0:1767384585.830856:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384585.830861:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384585.830863:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e55427. 00000020:00000040:2.0:1767384585.830877:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:0.0:1767384585.830877:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384585.830878:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.830885:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384585.830886:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384585.830897:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384585.830903:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384585.830906:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384585.830909:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384585.830918:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.830923:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384585.830929:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384585.830932:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=5 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384585.830933:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000deb0813c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037637888:0@lo:400: 00000400:00000001:2.0:1767384585.830936:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384585.830942:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767384585.830948:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=5 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384585.830950:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b99098. 00000400:00000200:2.0:1767384585.830962:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000100:00000001:0.0:1767384585.830962:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384585.830969:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384585.830969:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384585.830979:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384585.830980:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384585.830981:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384585.830987:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384585.830990:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f42b856. 00000100:00000200:2.0:1767384585.830994:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384585.830996:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384585.831000:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335b0b9d 00000400:00000010:1.0:1767384585.831007:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335b0b9d. 00000100:00000001:1.0:1767384585.831016:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384585.831027:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384585.831048:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384585.831050:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.831062:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384585.831068:0:16165:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000200:1.0:1767384585.831069:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.831074:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384585.831081:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384585.831084:0:16165:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@0000000055425c0f x1853237037636864/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384585.831089:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384585.831095:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384585.831100:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384585.831101:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384585.831106:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.831108:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384585.831116:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.831117:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384585.831120:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384585.831123:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767384585.831125:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=9 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384585.831128:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384585.831130:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055425c0f x1853237037636864/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384596 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.831133:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384585.831139:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=9 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384585.831143:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.831155:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767384585.831156:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=9 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384585.831160:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.831167:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384585.831170:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767384585.831171:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=9 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384585.831173:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:2.0:1767384585.831181:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384585.831181:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007062e2b6. 00000100:00000001:1.0:1767384585.831182:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384585.831187:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384585.831192:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384585.831194:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:1.0:1767384585.831201:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384585.831202:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384585.831209:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384585.831219:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384585.831225:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d742c26. 00010000:00000001:2.0:1767384585.831231:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384585.831232:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.831242:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384585.831243:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384585.831248:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384585.831249:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384585.831250:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767384585.831256:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384585.831258:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384585.831259:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767384585.831262:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055425c0f. 00000100:00000001:2.0:1767384585.831264:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.831265:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.831275:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384585.831281:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.831282:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384585.831283:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384585.831295:0:16165:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1767384585.831357:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384585.831361:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384585.831364:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384585.831371:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384585.831381:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057d4c290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16163:1853237037638272:0@lo:400: 00000400:00000001:1.0:1767384585.831392:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384585.831393:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384585.831396:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067de1da4. 00000400:00000200:1.0:1767384585.831401:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384585.831403:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:1.0:1767384585.831409:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384585.831416:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384585.831431:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.831445:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384585.831447:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.831451:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384585.831454:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384585.831457:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384585.831460:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.831464:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384585.831470:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384585.831475:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384585.831479:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384585.831482:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384585.831485:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384585.831491:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384585.831504:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.831643:0:16165:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384585.831649:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.831650:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384585.831654:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384585.831658:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384585.831662:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.831663:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384585.831677:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.831691:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384585.831698:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384585.831700:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384585.831705:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384585.831707:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.831710:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384585.831715:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:0.0:1767384585.831719:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384585.831720:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384585.831727:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384585.831748:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00100000:0.0:1767384585.831749:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037638016:0@lo:400: 00000004:00000001:1.0:1767384585.831764:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384585.831768:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384585.831773:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.831774:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384585.831786:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002aaeafd9 x1853237037638016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384585.831789:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037637760:0@lo:13: 00000100:00000001:1.0:1767384585.831805:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384585.831810:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384585.831811:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384585.831817:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384585.831819:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000deb0813c x1853237037637888/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384585.831823:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfd0c2be. 02000000:00000001:0.0:1767384585.831835:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384585.831836:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384585.831843:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384585.831844:0:16165:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767384585.831848:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051af1c46. 00000020:00000040:0.0:1767384585.831850:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384585.831856:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384585.831858:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384585.831860:0:16163:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1767384585.831863:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002da57fb6. 00000020:00000040:1.0:1767384585.831865:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384585.831872:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384585.831874:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1767384585.831875:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003cccebe5. 02000000:00000001:0.0:1767384585.831880:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384585.831883:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1767384585.831885:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aaeafd9. 02000000:00000001:1.0:1767384585.831888:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384585.831894:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384585.831897:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384585.831901:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000deb0813c. 00000100:00000001:0.0:1767384585.831903:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.831909:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384585.831912:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.831915:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384585.831922:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057d4c290 x1853237037638272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384585.831926:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384585.831932:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384585.831935:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384585.831939:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384585.831940:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384585.831945:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001494e96b. 00000100:00000001:0.0:1767384585.831947:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384585.831950:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384585.831954:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384585.831957:0:16163:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384585.831964:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384585.831964:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384585.831969:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000feac87eb. 00000100:00000001:2.0:1767384585.831971:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384585.831976:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384585.831976:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384585.831981:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384585.831984:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057d4c290. 00000100:00000040:2.0:1767384585.831987:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384585.831990:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384585.831993:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.832001:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384585.832011:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037637760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384585.832012:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006878062c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237037638144:0@lo:400: 00000100:00000001:2.0:1767384585.832026:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.832030:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384585.832032:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384585.832035:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384585.832039:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006878062c x1853237037638144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384585.832040:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ab56ae0f. 02000000:00000001:1.0:1767384585.832048:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384585.832052:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384585.832055:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384585.832060:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384585.832061:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384585.832066:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384585.832066:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005304b8ed. 02000000:00000010:2.0:1767384585.832072:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5dfcc33. 02000000:00000001:1.0:1767384585.832073:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384585.832078:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384585.832081:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:1.0:1767384585.832082:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000020:00000001:2.0:1767384585.832086:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384585.832089:0:16166:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384585.832092:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384585.832093:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384585.832099:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fba72df7. 00000100:00000001:1.0:1767384585.832099:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.832105:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384585.832108:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384585.832112:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384585.832113:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767384585.832114:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006878062c. 00000100:00000001:2.0:1767384585.832119:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384585.832122:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.832124:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.832126:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384585.832131:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384585.832135:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384585.832136:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.832147:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384585.832152:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384585.832155:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384585.848399:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294874645, at 4294874647 00000100:00000010:1.0:1767384585.848410:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e00a11e. 00000100:00000040:2.0:1767384585.848489:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294874645, at 4294874647 00000100:00000010:2.0:1767384585.848496:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd0d69e7. 00000100:00000040:0.0:1767384585.848558:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294874645, at 4294874647 00000100:00000010:0.0:1767384585.848569:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff223ad8. 00010000:00000001:0.0:1767384585.890362:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384585.890368:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384585.890374:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384585.890376:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384585.890407:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384585.890410:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384585.890412:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384586.223506:0:18889:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384586.223535:0:18889:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384586.223541:0:18889:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384586.223550:0:18889:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384586.223557:0:18889:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384586.223562:0:18889:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384586.914352:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384586.914357:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384586.914362:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384586.914363:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384587.033861:0:19053:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384587.033866:0:19053:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:1.0:1767384587.038837:0:19053:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384587.047283:0:19054:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000cfb4024. 00000400:00000010:1.0:1767384587.047299:0:19054:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000d123a31. 00000400:00000010:1.0:1767384587.047339:0:19054:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009b0c1972. 00000400:00000010:1.0:1767384587.047345:0:19054:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000051af1c46. 00000400:00000010:1.0:1767384587.047350:0:19054:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001456afc4. 00000400:00000010:1.0:1767384587.047356:0:19054:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003b216523. 00000400:00000010:1.0:1767384587.047359:0:19054:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f63b16d8. 00000400:00000010:1.0:1767384587.047362:0:19054:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000a6372cd. 00000400:00000010:1.0:1767384587.047366:0:19054:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000072df6629. 00000800:00000010:1.0:1767384587.047376:0:19054:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000068779df6. 00000800:00000200:1.0:1767384587.047389:0:19054:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384587.047394:0:19054:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384587.047433:0:19054:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:1.0:1767384587.047455:0:19054:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp11 [8/256/0/180] 00000400:00000010:1.0:1767384587.049625:0:19054:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000006c078edb. 00000400:00000010:1.0:1767384587.049632:0:19054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3306fc4. 00000400:00000010:1.0:1767384587.049638:0:19054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000400:00000001:1.0:1767384587.049652:0:19054:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384587.049654:0:19054:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384587.049656:0:19054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa843bd5. 00000400:00000200:1.0:1767384587.049660:0:19054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ae67c3 00000400:00000010:1.0:1767384587.049662:0:19054:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ae67c3. 00000400:00000010:1.0:1767384587.049666:0:19054:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000004823fe0b. 00000400:00000200:1.0:1767384587.049671:0:19054:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (2) 00000400:00000200:1.0:1767384587.049684:0:19054:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384587.049698:0:19054:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:1.0:1767384587.049705:0:19054:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007ddb7263. 00000020:01000000:1.0:1767384587.049712:0:19054:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384587.049714:0:19054:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp11 00000400:00000010:1.0:1767384587.049732:0:19054:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000d123a31. 00000400:00000010:1.0:1767384587.049739:0:19054:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000cfb4024. 00000020:00000001:0.0:1767384587.049768:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384587.049776:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384587.049782:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384587.049786:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384587.049792:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384587.049797:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384587.049800:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384587.049806:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384587.049807:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384587.049812:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384587.049816:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384587.049819:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384587.049822:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384587.049825:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384587.049833:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aaeafd9. 00000020:00000040:0.0:1767384587.049841:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384587.049848:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384587.049853:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384587.049868:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384587.049880:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dfe85048. 00000100:00000001:0.0:1767384587.049889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.049900:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.1:1767384587.049904:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (2) 00000100:00000001:0.0:1767384587.049906:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384587.049919:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aaeafd9] to pc [ptlrpcd_00_01+1] req@000000002aaeafd9 x1853237037638400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384587.049949:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384587.049953:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384587.049956:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384587.049959:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384587.049966:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384587.049968:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384587.049970:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384587.049972:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384587.049975:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384587.049976:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384587.049978:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384587.049980:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384587.049985:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384587.049988:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384587.049992:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384587.049996:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384587.050000:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384587.050004:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000020:00000040:0.0:1767384587.050011:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384587.050018:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384587.050022:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384587.050024:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384587.050031:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000024e0047b. 00000100:00000001:0.0:1767384587.050037:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.050044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384587.050046:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:0.0:1767384587.050047:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384587.050057:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0164a7a] to pc [ptlrpcd_00_02+2] req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384587.050085:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384587.050100:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384587.050108:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384587.050117:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384587.050120:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000020:00000010:0.0:1767384587.050127:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007ddb7263. 00000100:00000001:0.0:1767384587.050154:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384587.050162:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.050174:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384587.050181:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384587.050187:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384587.050199:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384587.050218:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384587.050223:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384587.050235:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384587.050240:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384587.050247:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384587.050254:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037638528:0@lo:253: 00000100:00000001:0.0:1767384587.050269:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384587.050276:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384587.050280:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384587.050287:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384587.050297:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000069f77d93. 02000000:00000001:0.0:1767384587.050306:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384587.050354:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008be8202f. 00000400:00000010:0.0:1767384587.050363:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f93dbd4b. 00000100:00000200:0.0:1767384587.050378:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037638528, portal 25 00000100:00000001:0.0:1767384587.050386:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384587.050389:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384587.050399:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384587.050432:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384587.050443:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:2.0:1767384587.050447:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ea6540aa. 00000400:00000010:0.0:1767384587.050450:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a592133. 00000800:00000010:2.0:1767384587.050456:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000199b48ec. 00000100:00000200:0.0:1767384587.050460:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037638528, offset 0 00000800:00000010:2.0:1767384587.050465:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009492d5c5. 00000400:00000200:0.0:1767384587.050485:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384587.050502:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384587.050510:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009492d5c5. 00000400:00000200:0.0:1767384587.050522:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502380 00000400:00000200:0.0:1767384587.050532:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000400:00000010:0.0:1767384587.050538:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6cf228f. 00000400:00000200:0.0:1767384587.050546:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000685e1b89 00000400:00000200:0.0:1767384587.050554:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384587.050559:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384587.050562:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384587.050564:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000685e1b89 00000400:00000010:0.0:1767384587.050569:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000685e1b89. 00000100:00100000:2.0:1767384587.050570:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037638400 00000100:00000001:0.0:1767384587.050575:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384587.050579:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384587.050580:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384587.050601:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000d423bb27 x1853237037638528 msgsize 4848 00000100:00000001:2.0:1767384587.050602:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384587.050609:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384587.050619:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384587.050623:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384587.050624:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:2.0:1767384587.050634:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037638400 00000100:00000001:0.0:1767384587.050638:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384587.050642:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384587.050648:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000200:0.0:1767384587.050648:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a592133 00000400:00000010:0.0:1767384587.050654:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a592133. 00000020:00000001:2.0:1767384587.050656:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384587.050660:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384587.050663:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000200:0.0:1767384587.050668:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384587.050672:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384587.050681:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384587.050684:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384587.050692:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384587.050693:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384587.050704:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384587.050705:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009492d5c5. 00000100:00000001:0.0:1767384587.050708:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384587.050716:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384587.050718:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384587.050726:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009492d5c5. 00000100:00000001:0.0:1767384587.050728:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294875867 00000100:00000001:0.0:1767384587.050735:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294875867 00000100:00000001:0.0:1767384587.050737:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294875867 00000020:00000010:2.0:1767384587.050740:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f92136fa. 00000100:00000001:0.0:1767384587.050741:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294875867 00000100:00000001:0.0:1767384587.050746:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294875867 00000100:00000001:0.0:1767384587.050750:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294875867 00000020:00000010:2.0:1767384587.050753:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000155ca56. 00000100:00000001:0.0:1767384587.050762:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294875867 00000100:00000001:0.0:1767384587.050766:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294875867 00000020:00000010:2.0:1767384587.050767:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000321e5f9f. 00000100:00000001:0.0:1767384587.050770:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384587.050773:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.050777:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.050780:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384587.050788:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384587.050790:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384587.050795:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384587.050797:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384587.050799:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384587.050801:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384587.050807:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384587.050807:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384587.050813:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384587.050819:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.050827:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384587.050832:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384587.050835:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.050848:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384587.050853:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037638528 00000100:00000001:2.0:1767384587.050856:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384587.050858:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:3.1:1767384587.050864:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (2) 00000100:00000001:0.0:1767384587.050865:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384587.050869:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384587.050875:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp10 0000000096eb0007 deleted 02000000:00000001:0.0:1767384587.050876:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.1:1767384587.050881:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000096eb0007. 00000100:00100000:0.0:1767384587.050882:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037638528 00000100:00000001:2.0:1767384587.050883:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384587.050887:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:3.1:1767384587.050889:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:2.0:1767384587.050890:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384587.050891:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384587.050897:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384587.050901:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00100000:2.0:1767384587.050906:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000800:00000200:3.1:1767384587.050909:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp10 ip 192.168.203.133:1021 00000020:00000001:0.0:1767384587.050909:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000040:2.0:1767384587.050915:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:0.0:1767384587.050918:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000800:00000200:3.1:1767384587.050919:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062447790 type 1, nob 176 niov 1 nkiov 1 00000100:00000001:2.0:1767384587.050922:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715851856 : -117138993699760 : ffff957673e42450) 00000100:00000001:0.0:1767384587.050927:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384587.050933:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc40e9a4. 00000100:00000040:2.0:1767384587.050937:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006f54eaf x1853237037638400/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:568/0 lens 4848/0 e 0 to 0 dl 1767384598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384587.050940:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384587.050948:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc40e9a4. 00000020:00000010:0.0:1767384587.050959:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c58d8f0d. 00000100:00000001:2.0:1767384587.050965:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384587.050967:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdf9f307. 00000020:00000010:2.0:1767384587.050973:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009492d5c5. 00000020:00000010:0.0:1767384587.050975:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000441581a5. 00000100:00000001:2.0:1767384587.050983:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384587.050984:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384587.050990:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009492d5c5. 00000100:00000001:0.0:1767384587.050995:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384587.050998:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.051006:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384587.051007:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006f54eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037638400:12345-0@lo:253: 00000100:00000001:0.0:1767384587.051012:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384587.051019:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037638400 00000100:00000001:0.0:1767384587.051026:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384587.051028:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384587.051031:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384587.051038:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384587.051039:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:0.0:1767384587.051045:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000001:2.0:1767384587.051046:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.051050:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715855952 : -117138993695664 : ffff957673e43450) 00000020:00000001:2.0:1767384587.051053:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384587.051058:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d423bb27 x1853237037638528/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:568/0 lens 4848/0 e 0 to 0 dl 1767384598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384587.051061:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384587.051075:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384587.051076:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384587.051082:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc40e9a4. 00000020:00000001:2.0:1767384587.051083:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384587.051087:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384587.051094:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384587.051094:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc40e9a4. 00000020:00000001:2.0:1767384587.051102:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384587.051108:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d423bb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037638528:12345-0@lo:253: 00000020:00000001:2.0:1767384587.051110:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384587.051113:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037638528 00000020:00000001:0.0:1767384587.051118:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384587.051120:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384587.051121:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384587.051125:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384587.051128:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384587.051129:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384587.051135:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384587.051137:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384587.051138:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384587.051141:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000872536ad. 00000020:00000001:0.0:1767384587.051141:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384587.051145:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384587.051149:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384587.051150:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.051154:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384587.051155:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384587.051162:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d85613bd. 00000100:00000001:2.0:1767384587.051169:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384587.051170:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.051179:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384587.051181:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384587.051185:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384587.051199:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000045b71cf2. 20000000:00000010:0.0:1767384587.051205:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe483639. 20000000:01000000:2.0:1767384587.051208:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384587.051212:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384587.051215:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384587.051217:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384587.051220:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384587.051226:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384587.051230:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384587.051234:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384587.051235:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384587.051238:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384587.051243:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384587.051245:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:0.0:1767384587.051246:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384587.051251:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ceb12dc6. 20000000:01000000:2.0:1767384587.051259:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:2.0:1767384587.051271:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384587.051281:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384587.051578:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384587.051608:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384587.051611:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384587.051615:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384587.051620:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384587.051629:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:2.0:1767384587.051636:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384587.051646:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000061050ee5. 00080000:00000001:2.0:1767384587.051651:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568974848 : -117144140576768 : ffff9575411d0800) 00080000:00000001:2.0:1767384587.051657:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384587.051786:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384587.051793:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384587.051802:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384587.051833:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384587.051841:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384587.051996:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384587.052005:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:3.1:1767384587.052222:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (4) 00000800:00000200:3.1:1767384587.052226:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp10 000000003cfe8ce6 deleted 00000800:00000010:3.1:1767384587.052228:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003cfe8ce6. 00000800:00000200:3.1:1767384587.052232:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384587.052378:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384587.052388:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp10 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384584869528422 sched[0] 00000800:00000010:0.0:1767384587.052391:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000096eb0007. 00000400:00000200:0.0:1767384587.052525:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384587.052531:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e3b5ec7. 00000400:00000010:0.0:1767384587.052537:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000400:00000200:0.0:1767384587.052542:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:0.0:1767384587.052547:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:0.0:1767384587.052554:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000a2ce4c65. 00000400:00000010:0.0:1767384587.052559:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 00000000f5fb1e97. 00000400:00000010:0.0:1767384587.052562:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000ff78556f. 00000400:00000010:0.0:1767384587.052571:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000e0fff37. 00000400:00000200:0.0:1767384587.052577:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000e0fff37 nid 192.168.203.133@tcp11 00000400:00000010:0.0:1767384587.052580:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c073ccaf. 00000400:00000200:0.0:1767384587.052607:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c073ccaf net tcp11 00000400:00000200:0.0:1767384587.052611:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (3) 00000400:00000200:0.0:1767384587.052618:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp11 flags 0x11 00000400:00000010:0.0:1767384587.052622:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000a2ce4c65. 00000400:00000010:0.0:1767384587.052625:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 00000000f5fb1e97. 00000400:00000010:0.0:1767384587.052629:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000ff78556f. 00000400:00000010:0.0:1767384587.052631:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000ca17f310. 00000400:00000200:0.0:1767384587.052638:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384587.052641:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384587.052644:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384587.052647:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384587.052652:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384587.052655:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384587.052661:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384587.052674:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (4) 00080000:00000001:2.0:1767384587.063351:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384587.063360:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384587.063365:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384587.063368:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384587.063382:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:0.0:1767384587.063398:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000097cf3a65. 20000000:00000001:2.0:1767384587.063399:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384587.063404:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:01000000:2.0:1767384587.063408:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384587.063410:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384587.063415:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:2.0:1767384587.063428:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384587.063449:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384587.063452:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384587.063454:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384587.063457:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384587.063458:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384587.063462:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384587.063463:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384587.063466:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:0.0:1767384587.063468:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384587.063470:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:1.0:1767384587.063472:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384587.063475:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384587.063475:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00040000:00000001:1.0:1767384587.063476:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384587.063480:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384587.063482:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00040000:00000001:1.0:1767384587.063484:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1767384587.063485:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007aee909c. 00080000:00000010:1.0:1767384587.063488:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000061050ee5. 00080000:00000010:0.0:1767384587.063490:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dc94df2c. 00010000:00000001:2.0:1767384587.063492:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384587.063495:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384587.063497:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752919552 : -117138956632064 : ffff95767619c000) 00010000:00000010:2.0:1767384587.063499:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000edbd8bb3. 00080000:00000001:0.0:1767384587.063501:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384587.063505:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384587.063510:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000edbd8bb3 with handle 0x1c01179f271edbb9 to hash 00000020:00000001:2.0:1767384587.063513:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384587.063515:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.063518:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.063522:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384587.063524:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384587.063528:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063537:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384587.063541:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384587.063545:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384587.063548:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384587.063551:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384587.063554:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384587.063557:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384587.063561:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384587.063565:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384587.063568:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384587.063571:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384587.063574:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007aee909c) refcount = 1 00010000:00010000:2.0:1767384587.063580:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063607:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384587.063610:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000001:00000001:0.0:1767384587.063612:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384587.063615:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384587.063618:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384587.063623:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384587.063627:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.063631:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384587.063632:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384587.063636:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:0.0:1767384587.063637:0:16804:0:(osd_io.c:399:osd_write()) Process entered 20000000:01000000:2.0:1767384587.063644:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384587.063648:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384587.063651:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384587.063653:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=4 00000020:00000001:2.0:1767384587.063656:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.063658:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.063661:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384587.063664:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063670:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384587.063673:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063678:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.063680:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384587.063682:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063687:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384587.063688:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.063691:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384587.063693:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384587.063700:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000edbd8bb3 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384587.063702:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384587.063705:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384587.063707:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063723:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384587.063725:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384587.063727:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384587.063729:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=5 00000020:00000001:2.0:1767384587.063731:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.063733:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.063737:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384587.063739:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063744:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384587.063746:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384587.063748:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.063753:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384587.063754:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384587.063756:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384587.063758:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384587.063760:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000edbd8bb3 with handle 0x1c01179f271edbb9 from hash 00080000:00000001:0.0:1767384587.063761:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384587.063762:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384587.063784:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384587.063784:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384587.063789:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384587.063791:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384587.063794:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384587.063797:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384587.063800:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384587.063802:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384587.063805:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.063807:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384587.063810:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384587.063812:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.063814:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384587.063816:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.063818:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.063820:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384587.063829:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063854:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.063856:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384587.063858:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384587.063862:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384587.063865:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.063867:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384587.063869:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384587.063874:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384587.063876:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384587.063880:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.063887:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384587.063890:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384587.063892:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbb9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384587.063916:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007aee909c count: 0 00010000:00000001:2.0:1767384587.063928:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384587.063930:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384587.069353:0:19060:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007aee909c. 00010000:00000010:2.1:1767384587.069363:0:19060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000edbd8bb3. 00000100:00000040:1.0:1767384587.069394:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294875867, at 4294875868 00000100:00000010:1.0:1767384587.069404:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff43bf8. 00000100:00000040:2.0:1767384587.070379:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294875867, at 4294875869 00000100:00000010:2.0:1767384587.070387:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093c2a65c. 00000100:00000040:0.0:1767384587.070600:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294875867, at 4294875869 00000100:00000010:0.0:1767384587.070611:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d4943f4. 00000400:00000010:1.0:1767384587.073422:0:19059:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008f098626. 00000400:00000040:1.0:1767384587.073441:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384587.073444:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384587.073446:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384587.073448:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384587.073450:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384587.073451:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384587.073454:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384587.073455:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384587.073457:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384587.073458:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384587.073460:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384587.073462:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384587.073464:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384587.073465:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384587.073466:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384587.073468:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384587.073469:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384587.073470:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384587.073471:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384587.073473:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384587.073474:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384587.073479:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384587.073480:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384587.073481:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384587.073482:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384587.073484:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384587.073485:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384587.073486:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384587.073487:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384587.073488:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384587.073489:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384587.073491:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384587.073492:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384587.073493:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384587.073494:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384587.073495:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384587.073496:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384587.073498:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384587.073499:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384587.073501:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384587.073502:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384587.073503:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384587.073504:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384587.073506:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384587.073507:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384587.073508:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384587.073509:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384587.073510:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384587.073511:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384587.073512:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384587.073513:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384587.073514:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384587.073515:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384587.073516:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384587.073518:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384587.073519:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384587.073519:0:19059:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384587.073535:0:19059:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008f098626. 00080000:00000001:0.0:1767384587.074927:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384587.074932:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:0.0:1767384587.074937:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384587.074941:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384587.074946:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384587.074961:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384587.074965:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384587.074968:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384587.074972:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384587.074973:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384587.074977:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384587.074981:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384587.074983:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384587.074989:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007aee909c. 00010000:00000001:2.0:1767384587.074993:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384587.074996:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000edbd8bb3. 00000020:00000001:2.0:1767384587.074999:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384587.075002:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000edbd8bb3 with handle 0x1c01179f271edbc0 to hash 00000020:00000001:2.0:1767384587.075004:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384587.075010:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.075012:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.075015:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384587.075017:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384587.075020:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075026:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384587.075029:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384587.075031:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384587.075032:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384587.075033:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384587.075035:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384587.075036:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384587.075039:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384587.075041:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384587.075042:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384587.075043:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384587.075045:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007aee909c) refcount = 1 00010000:00010000:2.0:1767384587.075047:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075051:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384587.075053:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384587.075054:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384587.075055:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.075056:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384587.075058:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384587.075059:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384587.075062:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384587.075063:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384587.075064:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=4 00000020:00000001:2.0:1767384587.075066:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.075069:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.075071:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384587.075077:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075081:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384587.075083:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075086:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.075087:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384587.075088:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075092:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384587.075093:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.075094:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384587.075095:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384587.075099:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000edbd8bb3 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384587.075100:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384587.075101:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384587.075102:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075106:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384587.075107:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384587.075108:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384587.075109:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=5 00000020:00000001:2.0:1767384587.075110:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.075112:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384587.075114:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384587.075115:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075118:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384587.075122:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384587.075123:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.075126:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384587.075127:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384587.075128:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384587.075129:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384587.075132:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000edbd8bb3 with handle 0x1c01179f271edbc0 from hash 00010000:00000001:2.0:1767384587.075133:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384587.075135:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.075136:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384587.075137:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384587.075139:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384587.075140:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384587.075141:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384587.075142:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384587.075145:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.075146:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384587.075147:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384587.075149:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.075150:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384587.075151:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.075153:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384587.075155:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384587.075156:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075160:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.075161:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384587.075163:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384587.075164:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384587.075165:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384587.075167:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384587.075168:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384587.075170:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384587.075172:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384587.075174:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384587.075184:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384587.075186:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384587.075187:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000edbd8bb3/0x1c01179f271edbc0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384587.075192:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007aee909c count: 0 00010000:00000001:2.0:1767384587.075200:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384587.075202:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384587.077579:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384587.077594:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384587.077597:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000045b71cf2. 20000000:00000001:0.0:1767384587.077603:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384587.077614:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037638400 00010000:00000001:0.0:1767384587.077617:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384587.077624:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006f54eaf x1853237037638400/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:568/0 lens 4848/4768 e 0 to 0 dl 1767384598 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384587.077633:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384587.077635:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384587.077639:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384587.077643:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384587.077646:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384587.077648:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384587.077651:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384587.077654:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.077657:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384587.077662:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384587.077667:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006005f961. 00000100:00000200:0.0:1767384587.077671:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037638400, offset 224 00000400:00000200:0.0:1767384587.077679:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384587.077691:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384587.077701:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502300 00000400:00000200:0.0:1767384587.077707:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1239 [2] + 224 00000400:00000200:0.0:1767384587.077714:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384587.077719:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384587.077725:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384587.077728:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aaeafd9 x1853237037638400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384587.077737:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002aaeafd9 x1853237037638400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384587.077752:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384587.077759:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006005f961 00000400:00000010:0.0:1767384587.077761:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006005f961. 00000100:00000001:0.0:1767384587.077765:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384587.077766:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384587.077771:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384587.077774:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384587.077784:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384587.077787:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384587.077792:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384587.077801:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006f54eaf x1853237037638400/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:568/0 lens 4848/4768 e 0 to 0 dl 1767384598 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384587.077825:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006f54eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037638400:12345-0@lo:253: Request processed in 26858us (27522us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384587.077849:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384587.077859:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384587.077865:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384587.077871:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384587.077880:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000155ca56. 00000020:00000010:0.0:1767384587.077890:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000321e5f9f. 00000020:00000010:0.0:1767384587.077899:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f92136fa. 00000020:00000040:0.0:1767384587.077909:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:0.0:1767384587.077920:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384587.077925:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000872536ad. 02000000:00000001:0.0:1767384587.077934:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384587.077940:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384587.077950:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384587.077959:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005975b71f. 00000400:00000010:0.0:1767384587.077969:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006005f961. 00080000:00000020:0.0:1767384587.078985:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384587.078988:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384587.078989:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe483639. 20000000:00000001:0.0:1767384587.078993:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384587.078996:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037638528 00010000:00000001:0.0:1767384587.078998:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384587.079001:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d423bb27 x1853237037638528/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:568/0 lens 4848/4768 e 0 to 0 dl 1767384598 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384587.079007:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384587.079008:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384587.079010:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384587.079012:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384587.079020:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384587.079021:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384587.079023:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384587.079024:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.079026:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384587.079028:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384587.079030:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087dff935. 00000100:00000200:0.0:1767384587.079032:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037638528, offset 224 00000400:00000200:0.0:1767384587.079035:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384587.079040:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384587.079045:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502380 00000400:00000200:0.0:1767384587.079049:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1241 [2] + 224 00000400:00000200:0.0:1767384587.079053:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384587.079055:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384587.079058:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384587.079060:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384587.079066:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384587.079082:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384587.079085:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087dff935 00000400:00000010:0.0:1767384587.079087:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087dff935. 00000100:00000001:0.0:1767384587.079088:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384587.079089:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384587.079092:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384587.079094:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384587.079096:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384587.079098:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384587.079099:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384587.079102:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384587.079103:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d423bb27 x1853237037638528/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:568/0 lens 4848/4768 e 0 to 0 dl 1767384598 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384587.079106:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384587.079112:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384587.079116:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d423bb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037638528:12345-0@lo:253: Request processed in 28037us (28512us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384587.079117:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384587.079120:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008be8202f. 00000400:00000200:2.0:1767384587.079125:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f93dbd4b 00000400:00000010:2.0:1767384587.079127:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f93dbd4b. 00000100:00000001:2.0:1767384587.079132:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384587.079140:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000200:2.0:1767384587.079141:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384587.079146:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384587.079151:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384587.079154:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384587.079159:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdf9f307. 00000100:00000200:2.0:1767384587.079160:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384587.079165:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000441581a5. 00000020:00000010:0.0:1767384587.079172:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c58d8f0d. 00000100:00000001:2.0:1767384587.079174:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384587.079178:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384587.079178:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:2.0:1767384587.079184:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384587.079185:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384587.079186:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384587.079188:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d85613bd. 00000100:00000001:2.0:1767384587.079189:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384587.079193:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384587.079195:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384587.079196:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384587.079197:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384587.079201:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=17 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384587.079203:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384587.079209:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=17 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384587.079210:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aaa96db. 00000100:00000001:2.0:1767384587.079214:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384587.079216:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384587.079217:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087dff935. 00010000:00000001:2.0:1767384587.079218:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384587.079222:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384587.079224:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384587.079228:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384587.079242:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384587.079244:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384587.079245:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384587.079248:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384587.079249:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384587.079251:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384587.079252:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384587.079253:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384587.079254:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384587.079255:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384587.079256:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384587.079257:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384587.079259:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384587.079264:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037638528:0@lo:253: 00000100:00000001:2.0:1767384587.079268:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384587.079269:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384587.079271:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037638528/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384587.079276:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384587.079277:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384587.079279:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000069f77d93. 02000000:00000001:2.0:1767384587.079282:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384587.079283:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384587.079283:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384587.079285:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384587.079287:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000024e0047b. 02000000:00000001:2.0:1767384587.079290:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384587.079291:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384587.079292:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:2.0:1767384587.079295:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384587.079296:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384587.079297:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384587.079301:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384587.079332:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384587.079335:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384587.079337:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384587.087416:0:19067:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007aee909c. 00010000:00000010:2.1:1767384587.087428:0:19067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000edbd8bb3. 00010000:00000001:0.0:1767384587.937437:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384587.937447:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384587.937456:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384587.937459:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384587.937506:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384587.937511:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384587.937515:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384588.602135:0:19357:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384588.602145:0:19357:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:1.0:1767384588.607015:0:19357:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384588.616093:0:19358:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ea343228. 00000400:00000010:1.0:1767384588.616111:0:19358:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000008f70d7c. 00000400:00000010:1.0:1767384588.616122:0:19358:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000032b03e1d. 00000400:00000010:1.0:1767384588.616126:0:19358:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005f17d45e. 00000400:00000010:1.0:1767384588.616130:0:19358:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f7279874. 00000400:00000010:1.0:1767384588.616135:0:19358:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000070f09a63. 00000400:00000010:1.0:1767384588.616137:0:19358:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000091b8cbbc. 00000400:00000010:1.0:1767384588.616139:0:19358:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f688d4e. 00000400:00000010:1.0:1767384588.616143:0:19358:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000292799c8. 00000800:00000010:1.0:1767384588.616153:0:19358:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a769cc66. 00000800:00000200:1.0:1767384588.616164:0:19358:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384588.616170:0:19358:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384588.616212:0:19358:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:1.0:1767384588.616237:0:19358:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp12 [8/256/0/180] 00000400:00000010:1.0:1767384588.618423:0:19358:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000005f0753f3. 00000400:00000010:1.0:1767384588.618430:0:19358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5381c38. 00000400:00000010:1.0:1767384588.618451:0:19358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335b0b9d. 00000400:00000001:1.0:1767384588.618462:0:19358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.618464:0:19358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.618466:0:19358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3306fc4. 00000400:00000200:1.0:1767384588.618469:0:19358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384588.618471:0:19358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000400:00000010:1.0:1767384588.618475:0:19358:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000006c078edb. 00000400:00000200:1.0:1767384588.618480:0:19358:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (3) 00000400:00000200:1.0:1767384588.618492:0:19358:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384588.618501:0:19358:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:1.0:1767384588.618524:0:19358:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000088a5df4e. 00000020:01000000:1.0:1767384588.618529:0:19358:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384588.618533:0:19358:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp12 00000400:00000200:0.0:1767384588.618543:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384588.618552:0:19358:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000008f70d7c. 00000400:00000200:0.0:1767384588.618558:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:1.0:1767384588.618560:0:19358:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ea343228. 00000400:00000010:0.0:1767384588.618597:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000400:00000200:0.0:1767384588.618608:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (4) 00000400:00000010:0.0:1767384588.618637:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a79614cb. 00000400:00000200:0.0:1767384588.618650:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:0.0:1767384588.618671:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:0.0:1767384588.618684:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384588.618697:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384588.618705:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384588.618713:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp11 00000400:00000200:0.0:1767384588.618721:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384588.618729:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp11 00000400:00000200:0.0:1767384588.618752:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.133@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384588.618767:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp11 00000400:00000200:0.0:1767384588.618781:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11:) -> 192.168.203.133@tcp11(192.168.203.133@tcp:192.168.203.133@tcp11) : PUT try# 0 00000100:00000001:2.0:1767384588.618796:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384588.618796:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.133@tcp11 00000100:00000001:2.0:1767384588.618804:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767384588.618806:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9d8ff69. 00000100:00000001:2.0:1767384588.618808:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384588.618836:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384588.618837:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fefc1da2. 00000800:00000010:0.0:1767384588.618851:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000f65103d. 00000100:00000001:2.0:1767384588.618865:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384588.618874:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384588.618874:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (2) 02000000:00000001:2.0:1767384588.618885:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384588.618891:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767384588.618896:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (2) 02000000:00000001:2.0:1767384588.618899:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384588.618909:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c2772b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037638656:0@lo:253: 00000100:00000001:2.0:1767384588.618917:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384588.618925:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384588.618931:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384588.618932:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 02000000:00000001:2.0:1767384588.618939:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384588.618944:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 02000000:00000010:2.0:1767384588.618950:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000872536ad. 02000000:00000001:2.0:1767384588.618956:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384588.618967:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbfc923c. 00000400:00000010:2.0:1767384588.618978:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000003ec864. 00000100:00000200:2.0:1767384588.618988:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037638656, portal 25 00000100:00000001:2.0:1767384588.618996:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384588.619000:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646740224 : -117139062811392 : ffff95766fc59500) 00000100:00000040:2.0:1767384588.619009:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384588.619019:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384588.619026:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384588.619032:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047769dfb. 00000400:00000200:0.0:1767384588.619038:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000200:2.0:1767384588.619039:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037638656, offset 0 00000400:00000200:2.0:1767384588.619058:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384588.619084:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384588.619105:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502400 00000400:00000200:2.0:1767384588.619118:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000010:2.0:1767384588.619123:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005823f7fd. 00000400:00000200:2.0:1767384588.619129:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007c93b78 00000400:00000200:0.0:1767384588.619134:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384588.619142:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384588.619153:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384588.619161:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007c93b78 00000400:00000010:2.0:1767384588.619167:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007c93b78. 00000100:00000001:2.0:1767384588.619176:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384588.619181:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384588.619189:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000073f01306 x1853237037638656 msgsize 4848 00000400:00000200:0.0:1767384588.619205:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00100000:2.0:1767384588.619211:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384588.619220:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384588.619237:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384588.619248:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047769dfb 00000400:00000010:2.0:1767384588.619253:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047769dfb. 00000100:00000001:2.0:1767384588.619261:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384588.619267:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384588.619281:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:2.0:1767384588.619284:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384588.619294:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384588.619310:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.619314:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384588.619319:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.619356:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294877436 00000100:00000010:2.0:1767384588.619365:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003110bcf0. 00000100:00000001:2.0:1767384588.619376:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384588.619387:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294877436 00000100:00000010:2.0:1767384588.619395:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce20e9ba. 00000100:00000001:2.0:1767384588.619403:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384588.619407:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294877436 00000100:00000010:2.0:1767384588.619424:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f31f1047. 00000100:00000001:2.0:1767384588.619429:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384588.619436:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294877436 00000100:00000010:2.0:1767384588.619458:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e9be9bf. 00000100:00000001:2.0:1767384588.619461:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384588.619467:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384588.619473:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.619478:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.619482:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384588.619489:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384588.619493:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384588.619497:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384588.619500:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384588.619521:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.619528:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.619735:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384588.619739:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037638656 02000000:00000001:2.0:1767384588.619742:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384588.619744:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384588.619748:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384588.619749:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d85613bd. 02000000:00000001:2.0:1767384588.619756:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384588.619760:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037d58b85. 00000100:00100000:2.0:1767384588.619761:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037638656 00000020:00000001:2.0:1767384588.619767:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384588.619769:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384588.619771:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:0.0:1767384588.619772:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e148be7b. 00000020:00000040:2.0:1767384588.619773:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:2.0:1767384588.619779:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384588.619782:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384588.619786:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384588.619790:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009492d5c5. 00000100:00000001:2.0:1767384588.619793:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384588.619795:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009492d5c5. 00000020:00000010:2.0:1767384588.619801:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0c7638. 00000020:00000010:2.0:1767384588.619807:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c8b38ff. 00000020:00000010:2.0:1767384588.619819:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d37075d6. 00000800:00000010:0.0:1767384588.619829:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e148be7b. 00000100:00000040:2.0:1767384588.619830:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384588.619835:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384588.619838:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384588.619840:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.619850:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.619859:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384588.619874:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384588.619877:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037638784 02000000:00000001:2.0:1767384588.619879:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384588.619881:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384588.619882:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384588.619883:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.619888:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384588.619889:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384588.619911:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037638784 00000020:00000001:2.0:1767384588.619914:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384588.619918:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00100000:0.0:1767384588.619920:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000020:00000001:2.0:1767384588.619922:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384588.619927:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000040:0.0:1767384588.619931:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:2.0:1767384588.619932:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384588.619938:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384588.619941:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715854928 : -117138993696688 : ffff957673e43050) 00000100:00000001:2.0:1767384588.619944:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384588.619950:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009492d5c5. 00000100:00000001:2.0:1767384588.619956:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384588.619959:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073f01306 x1853237037638656/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:569/0 lens 4848/0 e 0 to 0 dl 1767384599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384588.619961:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009492d5c5. 00000020:00000010:2.0:1767384588.619971:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049d2d6da. 00000020:00000010:2.0:1767384588.619979:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e5b4869. 00000020:00000010:2.0:1767384588.619987:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002291b065. 00000100:00000001:0.0:1767384588.619992:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384588.619994:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384588.619999:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384588.620002:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384588.620002:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e148be7b. 00000100:00000001:0.0:1767384588.620012:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384588.620013:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.620022:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384588.620025:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e148be7b. 00000100:00000001:2.0:1767384588.620040:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384588.620043:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073f01306 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037638656:12345-0@lo:253: 00000100:00000001:2.0:1767384588.620045:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384588.620053:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000200:0.0:1767384588.620064:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037638656 00000100:00000040:2.0:1767384588.620073:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000001:0.0:1767384588.620075:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384588.620081:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715848784 : -117138993702832 : ffff957673e41850) 00000800:00000200:3.1:1767384588.620082:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (2) 00000020:00000001:0.0:1767384588.620086:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384588.620093:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddce665a x1853237037638784/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:569/0 lens 4848/0 e 0 to 0 dl 1767384599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384588.620094:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp11 000000009bb28321 deleted 00000020:00000001:0.0:1767384588.620095:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.620106:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:3.1:1767384588.620112:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009bb28321. 00000020:00000001:0.0:1767384588.620114:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:2.0:1767384588.620117:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.1:1767384588.620121:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000010:2.0:1767384588.620123:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009492d5c5. 00000020:00000001:0.0:1767384588.620125:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384588.620133:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384588.620134:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:1019 00000100:00000001:2.0:1767384588.620134:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384588.620143:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384588.620144:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009492d5c5. 00000800:00000200:3.1:1767384588.620145:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9d8ff69 type 1, nob 192 niov 1 nkiov 1 00000020:00000001:0.0:1767384588.620151:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384588.620158:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddce665a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037638784:12345-0@lo:253: 00000020:00000001:0.0:1767384588.620162:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384588.620169:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037638784 00000020:00000001:2.0:1767384588.620176:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384588.620177:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384588.620179:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384588.620185:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.620187:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384588.620188:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384588.620193:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384588.620197:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384588.620199:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fe483639. 00000020:00000001:2.0:1767384588.620200:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384588.620205:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384588.620208:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384588.620209:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384588.620214:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.620217:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.620220:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384588.620226:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384588.620227:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384588.620233:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000045b71cf2. 02000000:00000001:2.0:1767384588.620239:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.620241:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384588.620244:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384588.620246:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000069f77d93. 20000000:01000000:0.0:1767384588.620256:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384588.620257:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000de628736. 20000000:01000000:2.0:1767384588.620266:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384588.620268:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384588.620272:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384588.620275:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384588.620281:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384588.620286:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384588.620288:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384588.620291:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384588.620294:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384588.620299:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384588.620302:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384588.620309:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dd6a4e86. 20000000:01000000:0.0:1767384588.620317:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:0.0:1767384588.620372:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384588.620382:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384588.620455:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384588.620461:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384588.620464:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.620466:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384588.620471:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384588.620477:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384588.620483:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384588.620500:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eabe9464. 00080000:00000001:0.0:1767384588.620505:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752922624 : -117138956628992 : ffff95767619cc00) 00080000:00000001:0.0:1767384588.620526:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384588.620709:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384588.620712:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.620717:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384588.620740:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.620746:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:3.1:1767384588.620884:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767384588.620988:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384588.620996:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384588.621090:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384588.621101:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384588.621104:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384588.621111:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384588.621122:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11) <- 192.168.203.133@tcp11 : PUT - for me 00000400:00000200:2.0:1767384588.621138:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384588.621147:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 96/96 into md 0x1249 [1] + 0 00000400:00000010:2.0:1767384588.621151:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e3b5ec7. 00000400:00000200:2.0:1767384588.621157:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000391b399f 00000800:00000001:2.0:1767384588.621163:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384588.621176:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384588.621179:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384588.621185:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384588.621186:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: PUT: OK 00000400:00000200:2.0:1767384588.621191:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:2.0:1767384588.621193:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000400:00000200:2.0:1767384588.621200:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384588.621206:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (5) 00000400:00000200:2.0:1767384588.621214:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:2.0:1767384588.621219:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000e8699e81. 00000400:00000200:2.0:1767384588.621223:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 4 00000400:00000200:2.0:1767384588.621226:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384588.621238:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (6) 00000400:00000200:2.0:1767384588.621243:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384588.621250:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp11 to MR: 192.168.203.133@tcp11 local destination 00000400:00000200:2.0:1767384588.621256:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp11 NI seq info: [10:10:256:4294967295] 192.168.203.133@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384588.621269:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) -> 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) 192.168.203.133@tcp11 : ACK try# 0 00000800:00000200:2.0:1767384588.621275:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp11 00000800:00000010:2.0:1767384588.621280:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081b21203. 00000800:00000200:2.0:1767384588.621286:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (4) 00000800:00000200:2.0:1767384588.621292:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:988 00000800:00000200:2.0:1767384588.621296:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081b21203 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384588.621421:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384588.621440:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081b21203. 00000400:00000200:2.0:1767384588.621444:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384588.621449:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: ACK: OK 00000800:00000001:2.0:1767384588.621455:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384588.621460:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384588.621462:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384588.621466:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384588.621468:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384588.621473:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384588.621479:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11) <- 192.168.203.133@tcp11 : ACK - for me 00000400:00000200:2.0:1767384588.621490:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp11: ACK from 12345-192.168.203.133@tcp11 into md 0x1261 00000400:00000200:2.0:1767384588.621493:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384588.621496:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dfe85048. 00000400:00000200:2.0:1767384588.621497:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: ACK: OK 00000800:00000010:3.0:1767384588.621504:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091ae9a24. 00000400:00000200:2.0:1767384588.621504:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000400:00000010:2.0:1767384588.621508:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000800:00000010:3.0:1767384588.621510:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000edb8beb6. 00000400:00000200:2.0:1767384588.621513:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384588.621519:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:2.0:1767384588.621524:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384588.621528:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (5) 00000800:00000001:2.0:1767384588.621533:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384588.621537:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384588.621569:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000edb8beb6. 00000400:00000200:3.0:1767384588.621621:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384588.621622:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384588.621630:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072bba470. 00000400:00000010:2.0:1767384588.621636:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000400:00000200:2.0:1767384588.621639:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:3.0:1767384588.621643:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp11 from 250.3.0.2 00000400:00000200:2.0:1767384588.621645:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000800:00000010:3.0:1767384588.621649:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000575eb6e3. 00000400:00000010:2.0:1767384588.621654:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 000000007fc82f58. 00000400:00000010:2.0:1767384588.621658:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 000000006a3640df. 00000400:00000010:2.0:1767384588.621660:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 000000002ab34ed9. 00000400:00000010:2.0:1767384588.621670:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f92136fa. 00000400:00000200:2.0:1767384588.621675:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f92136fa nid 192.168.203.133@tcp12 00000400:00000010:2.0:1767384588.621679:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d58eb12b. 00000400:00000200:2.0:1767384588.621688:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d58eb12b net tcp12 00000400:00000200:2.0:1767384588.621691:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (4) 00000400:00000200:2.0:1767384588.621697:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp12 flags 0x11 00000400:00000010:2.0:1767384588.621702:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 000000007fc82f58. 00000400:00000010:2.0:1767384588.621706:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 000000006a3640df. 00000400:00000010:2.0:1767384588.621709:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 000000002ab34ed9. 00000400:00000010:2.0:1767384588.621712:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000e8699e81. 00000400:00000200:2.0:1767384588.621717:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384588.621720:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:2.0:1767384588.621722:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:2.0:1767384588.621726:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:2.0:1767384588.621730:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384588.621734:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:2.0:1767384588.621738:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384588.621742:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (5) 00000800:00000010:3.0:1767384588.621763:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000202ac29d. 00000800:00000010:3.0:1767384588.621769:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bb28321. 00000800:00000010:3.0:1767384588.621784:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fe3ab827. 00000800:00000200:3.1:1767384588.621789:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (4) 00000800:00000200:3.1:1767384588.621793:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp11 00000000fe3ab827 deleted 00000800:00000010:3.1:1767384588.621795:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fe3ab827. 00000800:00000200:3.1:1767384588.621799:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384588.621804:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp11 p 3.x 192.168.203.133 -> 192.168.203.133:1018 incarnation:1767384587047378918 sched[0] 00000800:00000010:3.0:1767384588.621809:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088e3ded7. 00000800:00000010:3.0:1767384588.621895:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088e3ded7. 00000800:00000010:3.0:1767384588.621902:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bb28321. 00000800:00000010:3.0:1767384588.621934:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000575eb6e3. 00000800:00000001:3.0:1767384588.621951:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384588.621957:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384588.621957:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384588.621973:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp11 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384587047378918 sched[0] 00000800:00000010:0.0:1767384588.621980:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091ae9a24. 00000800:00000001:0.0:1767384588.622031:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384588.622039:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384588.633085:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.633093:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384588.633094:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384588.633098:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384588.633102:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.633103:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384588.633106:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.633109:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384588.633109:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384588.633115:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eabe9464. 00080000:00000001:1.0:1767384588.633121:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384588.633127:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384588.633145:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384588.633151:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384588.633152:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004dc24eba. 20000000:01000000:1.0:1767384588.633155:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384588.633157:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00080000:00000020:0.0:1767384588.633159:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384588.633161:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384588.633164:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384588.633167:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384588.633170:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384588.633172:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384588.633176:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384588.633184:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000088493956. 00010000:00000001:1.0:1767384588.633189:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384588.633193:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf2ee109. 00000020:00000001:1.0:1767384588.633197:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384588.633200:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf2ee109 with handle 0x1c01179f271edbc7 to hash 00080000:00000001:2.0:1767384588.633202:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.633203:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384588.633207:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00080000:00000001:2.0:1767384588.633208:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384588.633213:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.633213:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00080000:00000001:2.0:1767384588.633216:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384588.633219:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384588.633220:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384588.633222:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384588.633225:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00010000:1.0:1767384588.633226:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384588.633232:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384588.633238:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384588.633239:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001ce18cb2. 00010000:00000001:1.0:1767384588.633242:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384588.633243:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568987136 : -117144140564480 : ffff9575411d3800) 00010000:00000001:1.0:1767384588.633246:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384588.633248:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384588.633250:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384588.633253:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384588.633255:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384588.633256:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384588.633258:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384588.633261:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384588.633262:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384588.633264:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384588.633266:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000088493956) refcount = 1 00010000:00010000:1.0:1767384588.633276:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.633281:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384588.633283:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384588.633285:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384588.633287:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.633288:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384588.633292:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384588.633295:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00000001:00000001:2.0:1767384588.633298:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384588.633299:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384588.633303:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.633304:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.633331:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:1.0:1767384588.633335:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.633338:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.633340:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384588.633341:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384588.633342:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.633350:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384588.633352:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384588.633355:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.633356:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384588.633359:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384588.633360:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384588.633362:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.633366:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.633369:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.633372:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384588.633374:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.633380:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf2ee109 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384588.633390:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384588.633393:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384588.633395:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.633401:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384588.633402:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.633404:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.633405:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=5 00000020:00000001:1.0:1767384588.633407:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.633409:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.633413:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384588.633415:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.633420:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384588.633422:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384588.633423:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.633427:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384588.633428:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384588.633431:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.633432:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384588.633434:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf2ee109 with handle 0x1c01179f271edbc7 from hash 00010000:00000001:1.0:1767384588.633437:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384588.633438:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.633439:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.633440:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384588.633443:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384588.633445:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384588.633447:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384588.633449:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384588.633451:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.633453:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:2.0:1767384588.633455:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384588.633455:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384588.633458:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384588.633460:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384588.633461:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.633470:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.633472:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.633474:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.633476:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.633481:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.633482:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.633483:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384588.633485:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384588.633487:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.633488:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.633490:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384588.633493:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384588.633495:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.633497:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.633517:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384588.633519:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384588.633520:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbc7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384588.633526:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000088493956 count: 0 00010000:00000001:1.0:1767384588.633535:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384588.633537:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384588.638385:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294877436, at 4294877437 00000100:00000010:1.0:1767384588.638394:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce20e9ba. 00000100:00000040:3.0:1767384588.638408:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294877436, at 4294877437 00000100:00000040:2.0:1767384588.638413:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294877436, at 4294877437 00000100:00000010:3.0:1767384588.638418:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e9be9bf. 00000100:00000010:2.0:1767384588.638422:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f31f1047. 00000100:00000040:0.0:1767384588.638679:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294877436, at 4294877437 00000100:00000010:0.0:1767384588.638688:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003110bcf0. 00010000:00000010:1.1:1767384588.639360:0:16686:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000088493956. 00010000:00000010:1.1:1767384588.639367:0:16686:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2ee109. 00080000:00000001:3.0:1767384588.642977:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.642979:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384588.642983:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384588.642984:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.642988:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384588.642989:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.642991:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384588.642994:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384588.642994:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384588.643000:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384588.643001:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001ce18cb2. 00080000:00000001:1.0:1767384588.643007:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384588.643017:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384588.643022:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384588.643023:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384588.643027:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384588.643030:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384588.643037:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384588.643041:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384588.643044:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384588.643050:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000054ad4680. 00010000:00000001:1.0:1767384588.643054:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384588.643058:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf2ee109. 00000020:00000001:1.0:1767384588.643061:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384588.643064:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf2ee109 with handle 0x1c01179f271edbce to hash 00000020:00000001:1.0:1767384588.643067:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384588.643069:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.643072:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.643075:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.643076:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.643079:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643096:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384588.643099:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384588.643100:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384588.643102:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384588.643104:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384588.643107:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384588.643108:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384588.643111:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384588.643113:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384588.643114:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384588.643116:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384588.643118:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000054ad4680) refcount = 1 00010000:00010000:1.0:1767384588.643121:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643127:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384588.643129:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384588.643130:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384588.643132:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.643134:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384588.643143:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384588.643144:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384588.643147:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.643149:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.643151:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:1.0:1767384588.643153:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.643155:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.643157:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384588.643158:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643163:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384588.643165:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643169:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.643171:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384588.643173:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643177:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.643178:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.643180:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384588.643181:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.643186:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf2ee109 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384588.643188:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384588.643190:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384588.643191:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643195:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384588.643196:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.643198:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.643205:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=5 00000020:00000001:1.0:1767384588.643207:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.643209:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384588.643211:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384588.643213:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643217:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384588.643220:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384588.643221:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.643224:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384588.643226:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384588.643229:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.643230:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384588.643233:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf2ee109 with handle 0x1c01179f271edbce from hash 00010000:00000001:1.0:1767384588.643235:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384588.643237:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.643238:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.643240:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384588.643242:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384588.643244:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384588.643246:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384588.643248:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384588.643250:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.643252:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384588.643253:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384588.643255:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.643257:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.643258:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.643260:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.643262:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.643265:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643269:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.643270:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.643278:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384588.643280:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384588.643282:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.643283:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.643284:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384588.643286:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384588.643287:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.643289:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.643293:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384588.643295:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384588.643296:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf2ee109/0x1c01179f271edbce lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384588.643301:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000054ad4680 count: 0 00010000:00000001:1.0:1767384588.643306:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384588.643362:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384588.643747:0:19363:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008bf556f0. 00000400:00000040:2.0:1767384588.643766:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384588.643769:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384588.643772:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384588.643774:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384588.643777:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384588.643779:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384588.643782:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384588.643783:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384588.643785:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384588.643787:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384588.643789:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384588.643790:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384588.643793:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384588.643794:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384588.643797:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384588.643799:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384588.643801:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384588.643802:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384588.643803:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384588.643806:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384588.643808:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384588.643810:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384588.643811:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384588.643813:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384588.643814:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384588.643816:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384588.643817:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384588.643818:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384588.643820:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384588.643821:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384588.643822:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384588.643824:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384588.643826:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384588.643833:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384588.643835:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384588.643836:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384588.643837:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384588.643840:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384588.643841:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384588.643842:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384588.643844:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384588.643846:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384588.643847:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384588.643848:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384588.643849:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384588.643850:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384588.643852:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384588.643853:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384588.643855:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384588.643856:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384588.643858:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384588.643859:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384588.643860:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384588.643861:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384588.643863:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384588.643864:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384588.643865:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384588.643886:0:19363:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008bf556f0. 00080000:00000020:2.0:1767384588.645140:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384588.645144:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384588.645146:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000069f77d93. 20000000:00000001:2.0:1767384588.645152:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384588.645157:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037638656 00010000:00000001:2.0:1767384588.645160:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384588.645167:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073f01306 x1853237037638656/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:569/0 lens 4848/4768 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384588.645176:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384588.645178:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384588.645182:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384588.645186:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384588.645195:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384588.645198:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384588.645201:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384588.645204:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384588.645208:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384588.645211:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384588.645216:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001758ef7a. 00000100:00000200:2.0:1767384588.645221:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037638656, offset 224 00000400:00000200:2.0:1767384588.645228:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384588.645240:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384588.645251:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502400 00000400:00000200:2.0:1767384588.645257:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1265 [2] + 224 00000400:00000200:2.0:1767384588.645264:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384588.645269:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384588.645275:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384588.645279:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384588.645288:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384588.645348:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384588.645355:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384588.645356:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001758ef7a 00000100:00000001:3.0:1767384588.645360:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384588.645360:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001758ef7a. 00000100:00000001:2.0:1767384588.645366:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384588.645368:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384588.645368:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384588.645373:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384588.645373:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384588.645375:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbfc923c. 00000100:00000040:2.0:1767384588.645378:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:3.0:1767384588.645383:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000003ec864 00010000:00000001:2.0:1767384588.645383:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384588.645387:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384588.645388:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000003ec864. 00000020:00000001:2.0:1767384588.645394:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384588.645395:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384588.645401:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f01306 x1853237037638656/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:569/0 lens 4848/4768 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384588.645420:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384588.645425:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073f01306 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037638656:12345-0@lo:253: Request processed in 25421us (26222us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384588.645440:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.645460:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384588.645463:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000001:3.0:1767384588.645464:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384588.645468:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384588.645469:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384588.645474:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384588.645474:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384588.645487:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384588.645488:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384588.645491:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384588.645494:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384588.645494:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c8b38ff. 00000020:00000010:2.0:1767384588.645501:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d37075d6. 00000100:00001000:3.0:1767384588.645502:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=18 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384588.645510:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=18 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384588.645510:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0c7638. 00000100:00000001:3.0:1767384588.645517:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384588.645519:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:3.0:1767384588.645520:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.645526:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384588.645527:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384588.645528:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384588.645532:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fe483639. 00000100:00000001:3.0:1767384588.645533:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384588.645539:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384588.645540:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384588.645544:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.645553:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384588.645554:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384588.645559:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384588.645562:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb15af69. 00000100:00000001:3.0:1767384588.645563:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384588.645571:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384588.645587:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384588.645587:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001758ef7a. 00000020:01000004:3.0:1767384588.645591:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384588.645593:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384588.645595:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384588.645597:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384588.645599:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384588.645601:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384588.645602:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384588.645604:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384588.645606:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384588.645614:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c2772b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037638656:0@lo:253: 00000100:00000001:3.0:1767384588.645642:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.645645:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384588.645649:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c2772b1a x1853237037638656/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.645655:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384588.645658:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384588.645661:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000872536ad. 02000000:00000001:3.0:1767384588.645665:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384588.645667:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384588.645669:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384588.645671:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384588.645673:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d762f838. 02000000:00000001:3.0:1767384588.645679:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384588.645681:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384588.645682:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2772b1a. 00000100:00000001:3.0:1767384588.645687:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384588.645689:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.645690:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.645697:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384588.645699:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.645702:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384588.645704:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384588.646631:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384588.646633:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384588.646634:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000de628736. 20000000:00000001:3.0:1767384588.646639:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384588.646642:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037638784 00010000:00000001:3.0:1767384588.646644:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384588.646647:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddce665a x1853237037638784/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:569/0 lens 4848/4768 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384588.646653:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384588.646655:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384588.646657:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384588.646659:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384588.646661:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384588.646670:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384588.646672:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384588.646673:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.646675:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384588.646677:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384588.646680:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e5dec43. 00000100:00000200:3.0:1767384588.646682:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037638784, offset 224 00000400:00000200:3.0:1767384588.646687:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384588.646691:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384588.646697:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502480 00000400:00000200:3.0:1767384588.646702:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x126d [2] + 224 00000400:00000200:3.0:1767384588.646707:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384588.646709:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384588.646712:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384588.646714:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7377207 x1853237037638784/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384588.646720:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d7377207 x1853237037638784/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.646736:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384588.646740:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e5dec43 00000400:00000010:3.0:1767384588.646742:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e5dec43. 00000100:00000001:3.0:1767384588.646745:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384588.646747:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384588.646749:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.646749:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.646753:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384588.646754:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384588.646758:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384588.646758:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384588.646759:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384588.646762:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384588.646763:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384588.646765:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057fc72df. 00000100:00000040:3.0:1767384588.646768:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddce665a x1853237037638784/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:569/0 lens 4848/4768 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384588.646771:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b14cba2a 00000400:00000010:1.0:1767384588.646775:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b14cba2a. 00000100:00000001:1.0:1767384588.646780:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.646788:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7377207 x1853237037638784/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384588.646789:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddce665a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037638784:12345-0@lo:253: Request processed in 26668us (27292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384588.646808:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000200:1.0:1767384588.646810:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7377207 x1853237037638784/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.646820:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.646823:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384588.646824:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384588.646825:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.646827:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.646830:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384588.646831:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384588.646832:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.646836:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.646837:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384588.646842:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e5b4869. 00000100:00001000:1.0:1767384588.646849:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=18 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384588.646851:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002291b065. 00000100:00001000:1.0:1767384588.646858:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=18 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384588.646860:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049d2d6da. 00000100:00000001:1.0:1767384588.646862:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.646865:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384588.646869:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00010000:00000001:1.0:1767384588.646869:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.646872:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.646876:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384588.646878:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384588.646879:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7377207 x1853237037638784/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384588.646884:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000045b71cf2. 02000000:00000001:3.0:1767384588.646890:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384588.646891:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384588.646894:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.646895:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.646898:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384588.646901:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384588.646902:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384588.646906:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384588.646908:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384588.646909:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b559c8. 00000020:01000004:1.0:1767384588.646909:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384588.646912:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384588.646915:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e5dec43. 00000020:01000004:1.0:1767384588.646915:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384588.646916:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384588.646919:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384588.646921:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384588.646924:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7377207 x1853237037638784/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.646931:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037638784:0@lo:253: 00000100:00000001:1.0:1767384588.646935:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.646937:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.646938:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7377207 x1853237037638784/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.646943:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.646944:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.646946:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000084bba02b. 02000000:00000001:1.0:1767384588.646950:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.646951:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.646952:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384588.646954:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.646961:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001cf9de24. 02000000:00000001:1.0:1767384588.646964:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.646965:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.646966:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7377207. 00000100:00000001:1.0:1767384588.646969:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.646970:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.646971:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.646975:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.646976:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.646977:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.646979:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384588.650344:0:19359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000054ad4680. 00010000:00000010:1.1:1767384588.650354:0:19359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2ee109. 00010000:00000001:0.0:1767384588.962351:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384588.962356:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.962361:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384588.962362:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384588.962398:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384588.962403:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384588.962407:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384589.160955:0:19508:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384589.160969:0:19508:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384589.160973:0:19508:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384589.160980:0:19508:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384589.160985:0:19508:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384589.160988:0:19508:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384589.862818:0:19673:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384589.862822:0:19673:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:3.0:1767384589.866444:0:19673:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384589.873245:0:19674:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c1fc9315. 00000400:00000010:3.0:1767384589.873257:0:19674:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dd801e0a. 00000400:00000010:3.0:1767384589.873265:0:19674:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000253a9011. 00000400:00000010:3.0:1767384589.873268:0:19674:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001494e96b. 00000400:00000010:3.0:1767384589.873271:0:19674:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000290f9d09. 00000400:00000010:3.0:1767384589.873274:0:19674:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b16ef76. 00000400:00000010:3.0:1767384589.873276:0:19674:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000054025112. 00000400:00000010:3.0:1767384589.873277:0:19674:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000629b5a30. 00000400:00000010:3.0:1767384589.873280:0:19674:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cecb7417. 00000800:00000010:3.0:1767384589.873288:0:19674:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000651057ed. 00000800:00000200:3.0:1767384589.873298:0:19674:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384589.873307:0:19674:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384589.873367:0:19674:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384589.873397:0:19674:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp13 [8/256/0/180] 00000400:00000010:3.0:1767384589.874839:0:19674:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000000e5c14cf. 00000400:00000010:3.0:1767384589.874844:0:19674:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 00000400:00000010:3.0:1767384589.874849:0:19674:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aed24d0. 00000400:00000001:3.0:1767384589.874859:0:19674:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384589.874860:0:19674:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384589.874862:0:19674:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5381c38. 00000400:00000200:3.0:1767384589.874864:0:19674:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335b0b9d 00000400:00000010:3.0:1767384589.874865:0:19674:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335b0b9d. 00000400:00000010:3.0:1767384589.874868:0:19674:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000005f0753f3. 00000400:00000200:3.0:1767384589.874872:0:19674:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (4) 00000400:00000200:3.0:1767384589.874883:0:19674:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384589.874892:0:19674:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:3.0:1767384589.874899:0:19674:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001cf9de24. 00000020:01000000:3.0:1767384589.874902:0:19674:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384589.874904:0:19674:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp13 00000400:00000200:2.0:1767384589.874912:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384589.874918:0:19674:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dd801e0a. 00000400:00000200:2.0:1767384589.874920:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384589.874922:0:19674:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c1fc9315. 00000400:00000010:2.0:1767384589.874932:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000400:00000200:2.0:1767384589.874936:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (5) 00000400:00000010:2.0:1767384589.874942:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007f42d8e4. 00000020:00000001:0.0:1767384589.874944:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384589.874949:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 10000000:00000001:0.0:1767384589.874949:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384589.874954:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384589.874956:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384589.874960:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384589.874961:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384589.874962:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384589.874966:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:0.0:1767384589.874971:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384589.874974:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384589.874974:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384589.874978:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384589.874980:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384589.874984:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384589.874987:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384589.874987:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384589.874990:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384589.874996:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b8b065f. 00000400:00000200:2.0:1767384589.874997:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:0.0:1767384589.875002:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384589.875006:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000001:0.0:1767384589.875008:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384589.875012:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp12 02000000:00000001:0.0:1767384589.875013:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384589.875019:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384589.875020:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp12 lpni_is_preferred = 0 02000000:00000010:0.0:1767384589.875028:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fe483639. 00000400:00000200:2.0:1767384589.875034:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp12 00000100:00000001:0.0:1767384589.875035:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384589.875041:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp12 NI seq info: [11:11:256:4294967295] 192.168.203.133@tcp12 LPNI seq info [11:11:8:4294967295] 00000100:00000001:0.0:1767384589.875044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384589.875047:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384589.875051:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp12 00000100:00000040:0.0:1767384589.875055:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b8b065f] to pc [ptlrpcd_00_01+1] req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384589.875070:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp12(192.168.203.133@tcp12:) -> 192.168.203.133@tcp12(192.168.203.133@tcp:192.168.203.133@tcp12) : PUT try# 0 00000800:00000200:2.0:1767384589.875077:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.203.133@tcp12 00000800:00000010:2.0:1767384589.875083:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af580be6. 00000800:00000010:2.0:1767384589.875092:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004dc148b6. 10000000:00000001:0.0:1767384589.875094:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384589.875095:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e2ac4134. 10000000:00000001:0.0:1767384589.875098:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.875101:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.875106:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384589.875106:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (2) 00000020:01000000:0.0:1767384589.875107:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384589.875112:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384589.875115:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384589.875117:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.1:1767384589.875120:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (2) 10000000:00000001:0.0:1767384589.875120:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384589.875121:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384589.875124:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384589.875128:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384589.875132:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384589.875136:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384589.875136:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384589.875138:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384589.875140:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384589.875141:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384589.875145:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384589.875145:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000020:01000004:0.0:1767384589.875146:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384589.875150:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384589.875150:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384589.875153:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000020:01000004:0.0:1767384589.875154:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384589.875155:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384589.875157:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384589.875161:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384589.875163:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b8b065f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037638912:0@lo:253: 00000100:00000010:0.0:1767384589.875164:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ae85f14. 00000100:00000001:3.0:1767384589.875170:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384589.875170:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:3.0:1767384589.875175:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384589.875179:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875181:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384589.875182:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384589.875184:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384589.875190:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384589.875194:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000069f77d93. 02000000:00000010:3.0:1767384589.875196:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000084bba02b. 00000100:00000001:0.0:1767384589.875198:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384589.875200:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875203:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384589.875205:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384589.875206:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000164bfc80. 00000400:00000010:3.0:1767384589.875212:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd801e0a. 00000100:00000040:0.0:1767384589.875212:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae85f14] to pc [ptlrpcd_00_02+2] req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384589.875216:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000200:3.0:1767384589.875218:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037638912, portal 25 00000100:00000001:3.0:1767384589.875225:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384589.875227:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987281536 : -117139722270080 : ffff957648770a80) 00000100:00000040:3.0:1767384589.875233:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384589.875237:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.875239:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384589.875240:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.875243:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384589.875244:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:0.0:1767384589.875246:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384589.875248:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ddf48d0. 00000020:00000010:0.0:1767384589.875250:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001cf9de24. 00000100:00000200:3.0:1767384589.875252:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037638912, offset 0 00000400:00000200:3.0:1767384589.875258:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384589.875260:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384589.875265:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384589.875269:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384589.875273:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384589.875275:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384589.875277:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384589.875280:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502500 00000400:00000200:2.0:1767384589.875281:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000040:0.0:1767384589.875282:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384589.875290:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000400:00000010:3.0:1767384589.875296:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4e04898. 00000400:00000200:3.0:1767384589.875301:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5be2c4c 00000100:00000001:0.0:1767384589.875302:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384589.875305:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384589.875345:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384589.875350:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384589.875354:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5be2c4c 00000400:00000010:3.0:1767384589.875356:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5be2c4c. 00000100:00000001:3.0:1767384589.875361:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384589.875361:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000200:3.0:1767384589.875364:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384589.875369:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d6c8d128 x1853237037638912 msgsize 4848 00000100:00100000:3.0:1767384589.875375:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384589.875377:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384589.875377:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384589.875382:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384589.875385:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.875388:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384589.875389:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ae85f14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037639040:0@lo:253: 00000100:00000001:0.0:1767384589.875393:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384589.875395:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ddf48d0 02000000:00000001:0.0:1767384589.875396:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384589.875398:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ddf48d0. 02000000:00000001:0.0:1767384589.875400:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384589.875403:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384589.875413:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384589.875417:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384589.875423:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 02000000:00000010:0.0:1767384589.875426:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c00dab4e. 02000000:00000001:0.0:1767384589.875432:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.875441:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384589.875441:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f88d45a. 00000100:00000040:3.0:1767384589.875444:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384589.875450:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.875453:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384589.875457:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000164f877f. 00000100:00000001:3.0:1767384589.875459:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384589.875460:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000001:3.0:1767384589.875465:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294878692 00000100:00000200:0.0:1767384589.875465:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037639040, portal 25 00000100:00000001:0.0:1767384589.875481:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384589.875484:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038bcb1f4. 00000100:00000001:0.0:1767384589.875484:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987291392 : -117139722260224 : ffff957648773100) 00000100:00000001:3.0:1767384589.875493:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384589.875493:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384589.875499:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:3.0:1767384589.875500:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294878692 00000100:00000001:0.0:1767384589.875506:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384589.875508:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003de7391f. 00000100:00000001:3.0:1767384589.875513:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384589.875513:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384589.875518:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c431421e. 00000100:00000001:3.0:1767384589.875520:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294878692 00000100:00000200:0.0:1767384589.875523:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037639040, offset 0 00000100:00000010:3.0:1767384589.875525:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c034842a. 00000100:00000001:3.0:1767384589.875529:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384589.875532:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294878692 00000400:00000200:0.0:1767384589.875533:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384589.875539:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da4db453. 00000400:00000200:0.0:1767384589.875544:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384589.875545:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384589.875549:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384589.875551:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384589.875554:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502580 00000100:00000001:3.0:1767384589.875555:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.875560:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384589.875576:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000400:00000010:0.0:1767384589.875581:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084449851. 00000400:00000200:0.0:1767384589.875583:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000fc326c7 00000100:00000001:3.0:1767384589.875586:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384589.875587:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384589.875589:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384589.875594:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384589.875594:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384589.875597:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384589.875599:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384589.875599:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fc326c7 00000100:00000001:3.0:1767384589.875615:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384589.875615:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fc326c7. 00000100:00000001:0.0:1767384589.875621:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384589.875623:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384589.875626:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000001ef509e4 x1853237037639040 msgsize 4848 00000100:00100000:0.0:1767384589.875631:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384589.875633:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384589.875640:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384589.875643:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c431421e 00000400:00000010:0.0:1767384589.875645:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c431421e. 00000100:00000001:0.0:1767384589.875647:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384589.875651:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384589.875657:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384589.875659:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384589.875672:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875673:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384589.875678:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875680:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294878692 00000100:00000001:0.0:1767384589.875682:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294878692 00000100:00000001:0.0:1767384589.875684:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294878692 00000100:00000001:0.0:1767384589.875685:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294878692 00000100:00000001:0.0:1767384589.875687:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294878692 00000100:00000001:0.0:1767384589.875689:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294878692 00000100:00000001:0.0:1767384589.875690:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294878692 00000100:00000001:3.0:1767384589.875691:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384589.875691:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294878692 00000100:00100000:3.0:1767384589.875695:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037638912 00000100:00000001:0.0:1767384589.875695:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384589.875700:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384589.875701:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.875705:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384589.875706:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875707:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384589.875711:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384589.875712:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384589.875714:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384589.875718:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875718:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384589.875720:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384589.875722:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875723:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384589.875730:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037638912 00000020:00000001:3.0:1767384589.875733:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384589.875735:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384589.875736:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384589.875738:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:0.0:1767384589.875738:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384589.875741:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384589.875742:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384589.875746:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384589.875750:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384589.875753:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035f4c23f. 00000100:00000001:3.0:1767384589.875755:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384589.875757:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035f4c23f. 00000020:00000010:3.0:1767384589.875762:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000019962f6. 00000100:00000001:0.0:1767384589.875763:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384589.875766:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037639040 00000020:00000010:3.0:1767384589.875767:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffff834a. 02000000:00000001:0.0:1767384589.875768:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384589.875771:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384589.875772:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034f0babd. 00000100:00000001:0.0:1767384589.875773:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384589.875778:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384589.875780:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037639040 00000020:00000001:0.0:1767384589.875782:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384589.875783:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767384589.875784:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000800:00000010:2.0:1767384589.875787:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de628736. 00000020:00000001:0.0:1767384589.875788:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384589.875789:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384589.875793:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384589.875795:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384589.875795:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e80cc1e0. 00000020:00000040:0.0:1767384589.875798:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384589.875802:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384589.875804:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384589.875806:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384589.875806:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3e91c17. 00000100:00000001:0.0:1767384589.875807:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384589.875812:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000096bffe5. 00000100:00000001:0.0:1767384589.875815:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384589.875817:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384589.875818:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000096bffe5. 00000020:00000010:0.0:1767384589.875826:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9a40598. 00000020:00000010:0.0:1767384589.875831:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009484446a. 00000100:00000001:3.0:1767384589.875832:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384589.875835:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384589.875836:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000441581a5. 00000100:00100000:3.0:1767384589.875840:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000001:0.0:1767384589.875842:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384589.875844:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384589.875845:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384589.875848:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715856976 : -117138993694640 : ffff957673e43850) 00000100:00000001:0.0:1767384589.875849:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384589.875854:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3e91c17. 00000100:00000040:3.0:1767384589.875855:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6c8d128 x1853237037638912/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:570/0 lens 4848/0 e 0 to 0 dl 1767384600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384589.875856:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875863:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384589.875869:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384589.875873:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035f4c23f. 00000100:00000001:3.0:1767384589.875876:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384589.875878:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035f4c23f. 00000100:00000001:0.0:1767384589.875878:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384589.875881:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384589.875886:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1767384589.875890:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6c8d128 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037638912:12345-0@lo:253: 00000100:00000040:0.0:1767384589.875890:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:0.0:1767384589.875894:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715847760 : -117138993703856 : ffff957673e41450) 00000100:00000200:3.0:1767384589.875899:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037638912 00000100:00000040:0.0:1767384589.875902:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ef509e4 x1853237037639040/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:570/0 lens 4848/0 e 0 to 0 dl 1767384600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384589.875904:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384589.875909:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384589.875912:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.875913:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384589.875915:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384589.875918:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000010:0.0:1767384589.875918:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000096bffe5. 00000100:00000001:0.0:1767384589.875925:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384589.875926:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384589.875929:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384589.875930:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000096bffe5. 00000020:00000001:3.0:1767384589.875933:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384589.875935:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384589.875938:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384589.875938:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ef509e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037639040:12345-0@lo:253: 00000100:00000001:3.0:1767384589.875945:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384589.875945:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037639040 02000000:00000001:3.0:1767384589.875949:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384589.875949:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384589.875953:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384589.875954:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384589.875955:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d762f838. 00000020:00000001:0.0:1767384589.875956:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384589.875958:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.875960:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384589.875962:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384589.875966:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384589.875970:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:3.0:1767384589.875972:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001cf9de24. 00000020:00000001:0.0:1767384589.875972:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384589.875975:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:3.0:1767384589.875977:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384589.875978:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384589.875981:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384589.875982:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384589.875985:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384589.875986:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384589.875988:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384589.875990:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384589.875991:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384589.875994:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384589.875996:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000315bc2d9. 02000000:00000001:0.0:1767384589.876000:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.876002:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384589.876003:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000097110b54. 20000000:00000001:0.0:1767384589.876004:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384589.876007:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:3.0:1767384589.876013:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384589.876014:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c7b4f8cc. 00000400:00000200:2.0:1767384589.876017:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384589.876018:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384589.876018:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384589.876023:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384589.876026:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384589.876027:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384589.876029:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384589.876032:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384589.876042:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp12 from 249.3.0.2 00000800:00000010:2.0:1767384589.876048:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002742727d. 00080000:00000001:3.0:1767384589.876126:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384589.876130:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384589.876131:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384589.876133:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384589.876136:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384589.876140:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384589.876144:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384589.876154:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a565de6c. 00080000:00000001:3.0:1767384589.876157:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579643904 : -117144129907712 : ffff957541bfd400) 00080000:00000001:3.0:1767384589.876160:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384589.876176:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004002ded8. 00000800:00000010:2.0:1767384589.876183:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be7b1595. 00000800:00000010:2.0:1767384589.876204:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000574fe7d3. 00000800:00000200:2.1:1767384589.876211:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (2) 00000800:00000200:2.1:1767384589.876218:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp12 00000000574fe7d3 deleted 00000800:00000010:2.1:1767384589.876220:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000574fe7d3. 00000800:00000200:2.1:1767384589.876226:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384589.876235:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp12 ip 192.168.203.133:1017 00000800:00000200:2.1:1767384589.876239:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af580be6 type 1, nob 208 niov 1 nkiov 1 00000001:00000001:3.0:1767384589.876240:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384589.876243:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384589.876246:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:2.0:1767384589.876250:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp12 p 3.x 192.168.203.133 -> 192.168.203.133:1017 incarnation:1767384588616154974 sched[0] 00000800:00000010:2.0:1767384589.876256:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3e91c17. 00080000:00000001:3.0:1767384589.876267:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384589.876271:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384589.876308:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3e91c17. 00000800:00000010:2.0:1767384589.876355:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be7b1595. 00080000:00000001:3.0:1767384589.876377:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384589.876380:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384589.876398:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002742727d. 00000800:00000001:3.0:1767384589.876420:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384589.876426:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384589.876467:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384589.876474:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp12 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384588616154974 sched[0] 00000800:00000010:2.0:1767384589.876479:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e80cc1e0. 00000800:00000200:3.0:1767384589.876495:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384589.876499:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af580be6. 00000400:00000200:3.0:1767384589.876503:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384589.876509:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp12->192.168.203.133@tcp12: PUT: OK 00000400:00000200:3.0:1767384589.876514:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384589.876517:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000001:3.0:1767384589.876523:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384589.876529:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384589.876531:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384589.876535:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384589.876540:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp12(192.168.203.133@tcp12) <- 192.168.203.133@tcp12 : PUT - for me 00000400:00000200:3.0:1767384589.876548:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384589.876552:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384589.876553:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 112/112 into md 0x1275 [1] + 0 00000400:00000010:3.0:1767384589.876560:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072bba470. 00000400:00000200:3.0:1767384589.876579:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d852756c 00000800:00000001:3.0:1767384589.876583:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384589.876592:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384589.876593:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384589.876598:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp12->192.168.203.133@tcp12: PUT: OK 00000400:00000200:3.0:1767384589.876601:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 00000400:00000010:3.0:1767384589.876602:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000400:00000200:3.0:1767384589.876616:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384589.876619:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (6) 00000400:00000200:3.0:1767384589.876628:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384589.876632:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000d7ea069c. 00000400:00000200:3.0:1767384589.876635:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 5 00000400:00000200:3.0:1767384589.876637:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384589.876645:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384589.876647:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (7) 00000400:00000200:3.0:1767384589.876652:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384589.876659:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp12 to MR: 192.168.203.133@tcp12 local destination 00000400:00000200:3.0:1767384589.876665:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp12 NI seq info: [12:12:256:4294967295] 192.168.203.133@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384589.876676:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp12(192.168.203.133@tcp12:192.168.203.133@tcp12) -> 192.168.203.133@tcp12(192.168.203.133@tcp12:192.168.203.133@tcp12) 192.168.203.133@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384589.876681:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp12 00000800:00000010:3.0:1767384589.876685:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000863bfe06. 00000800:00000200:3.0:1767384589.876689:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (4) 00000400:00000200:2.0:1767384589.876691:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000200:3.0:1767384589.876697:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp12 ip 192.168.203.133:988 00000800:00000200:3.0:1767384589.876700:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000863bfe06 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384589.876744:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000200:3.0:1767384589.876745:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384589.876750:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000863bfe06. 00000400:00000200:3.0:1767384589.876756:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384589.876762:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp12->192.168.203.133@tcp12: ACK: OK 00000800:00000001:0.0:1767384589.876793:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384589.876797:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000001:0.0:1767384589.876798:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384589.876803:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384589.876809:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384589.876811:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384589.876816:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384589.876824:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp12(192.168.203.133@tcp12) <- 192.168.203.133@tcp12 : ACK - for me 00000400:00000200:0.0:1767384589.876834:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp12: ACK from 12345-192.168.203.133@tcp12 into md 0x128d 00000400:00000200:0.0:1767384589.876838:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384589.876843:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp12->192.168.203.133@tcp12: ACK: OK 00000400:00000200:0.0:1767384589.876847:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056663bf8 00000400:00000010:0.0:1767384589.876849:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056663bf8. 00000400:00000200:2.0:1767384589.876850:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384589.876853:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384589.876859:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:0.0:1767384589.876864:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384589.876867:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (6) 00000800:00000001:0.0:1767384589.876879:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384589.876882:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384589.876910:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384589.876920:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384589.876926:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029189cd8. 00000400:00000010:0.0:1767384589.876930:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3972d42. 00000400:00000200:0.0:1767384589.876934:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:0.0:1767384589.876939:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:0.0:1767384589.876946:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 000000007a0dbdab. 00000400:00000010:0.0:1767384589.876949:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 0000000037b24286. 00000400:00000010:0.0:1767384589.876953:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 00000000344f9cef. 00000400:00000010:0.0:1767384589.876961:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c7ebb1bd. 00000400:00000200:0.0:1767384589.876964:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c7ebb1bd nid 192.168.203.133@tcp13 00000400:00000010:0.0:1767384589.876968:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a2ce4c65. 00000400:00000200:0.0:1767384589.876970:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a2ce4c65 net tcp13 00000400:00000200:0.0:1767384589.876972:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (5) 00000400:00000200:0.0:1767384589.876977:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp13 flags 0x11 00000400:00000010:0.0:1767384589.876980:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 000000007a0dbdab. 00000400:00000010:0.0:1767384589.876983:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 0000000037b24286. 00000400:00000010:0.0:1767384589.876986:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 00000000344f9cef. 00000400:00000010:0.0:1767384589.876988:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000d7ea069c. 00000400:00000200:0.0:1767384589.876992:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384589.876994:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384589.876997:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384589.877000:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384589.877002:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384589.877004:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384589.877006:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384589.877010:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (6) 00000800:00000010:2.0:1767384589.877084:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000013c5310f. 00000400:00000200:0.0:1767384589.877086:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384589.877088:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000574fe7d3. 00000800:00000010:2.0:1767384589.877093:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3e91c17. 00000400:00000200:0.0:1767384589.877100:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp12 from 248.3.0.2 00000800:00000010:0.0:1767384589.877103:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000de683813. 00000800:00000010:2.0:1767384589.877120:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3e91c17. 00000800:00000010:2.0:1767384589.877184:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000066992a1f. 00000800:00000010:2.0:1767384589.877188:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000371d3756. 00000800:00000010:2.0:1767384589.877202:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c90bb6fd. 00000800:00000200:2.1:1767384589.877205:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (4) 00000800:00000200:2.1:1767384589.877208:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp12 00000000c90bb6fd deleted 00000800:00000010:2.1:1767384589.877210:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c90bb6fd. 00000800:00000200:2.1:1767384589.877213:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384589.877216:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp12 p 3.x 192.168.203.133 -> 192.168.203.133:1016 incarnation:1767384588616154974 sched[0] 00000800:00000010:2.0:1767384589.877220:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3e91c17. 00000800:00000010:2.0:1767384589.877269:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3e91c17. 00000800:00000010:2.0:1767384589.877272:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000371d3756. 00000800:00000010:2.0:1767384589.877294:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000de683813. 00000800:00000200:2.1:1767384589.877347:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384589.877352:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp12 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384588616154974 sched[0] 00000800:00000010:2.0:1767384589.877355:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000574fe7d3. 00000800:00000001:0.0:1767384589.877516:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384589.877520:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384589.877522:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384589.877529:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384589.884285:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384589.884291:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384589.884293:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384589.884294:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384589.884296:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384589.884300:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384589.884303:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384589.884304:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384589.884305:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384589.884307:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a565de6c. 20000000:01000000:3.0:1767384589.884308:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384589.884334:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:2.0:1767384589.884345:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000adfb2130. 20000000:01000000:2.0:1767384589.884349:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:2.0:1767384589.884354:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384589.884357:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.884358:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384589.884363:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384589.884366:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384589.884368:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384589.884370:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384589.884373:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384589.884378:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384589.884381:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384589.884382:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384589.884386:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384589.884390:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000140e7183. 00080000:00000001:2.0:1767384589.884395:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.884395:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384589.884397:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384589.884400:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384589.884401:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005e5ca15. 00000020:00000001:2.0:1767384589.884403:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000001:0.0:1767384589.884406:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384589.884407:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:0.0:1767384589.884409:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000005e5ca15 with handle 0x1c01179f271edbd5 to hash 00080000:00000010:2.0:1767384589.884413:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000205170ca. 00000020:00000001:0.0:1767384589.884413:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384589.884417:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00080000:00000001:2.0:1767384589.884418:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568979968 : -117144140571648 : ffff9575411d1c00) 00080000:00000001:2.0:1767384589.884423:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384589.884425:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384589.884442:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384589.884445:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384589.884448:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384589.884459:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:2.0:1767384589.884463:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384589.884464:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384589.884465:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.884468:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384589.884468:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384589.884472:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384589.884475:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384589.884476:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384589.884477:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384589.884479:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384589.884481:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384589.884483:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.884483:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384589.884484:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384589.884487:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:0.0:1767384589.884493:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000140e7183) refcount = 1 00010000:00010000:0.0:1767384589.884497:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384589.884502:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384589.884504:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384589.884504:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384589.884506:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.884507:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384589.884509:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384589.884512:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384589.884515:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384589.884516:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384589.884518:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=4 00000020:00000001:0.0:1767384589.884519:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384589.884521:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384589.884523:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384589.884525:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384589.884530:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384589.884531:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384589.884535:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384589.884537:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384589.884538:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384589.884541:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384589.884542:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.884545:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384589.884546:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384589.884550:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000005e5ca15 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384589.884559:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384589.884561:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384589.884580:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384589.884583:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384589.884587:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:2.0:1767384589.884588:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384589.884591:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384589.884593:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384589.884595:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=5 00000020:00000001:0.0:1767384589.884596:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384589.884598:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384589.884600:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384589.884602:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384589.884606:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384589.884607:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384589.884608:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.884622:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384589.884624:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384589.884626:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384589.884628:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384589.884630:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000005e5ca15 with handle 0x1c01179f271edbd5 from hash 00010000:00000001:0.0:1767384589.884632:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384589.884634:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384589.884635:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384589.884636:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384589.884638:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384589.884640:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384589.884642:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384589.884643:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384589.884645:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.884647:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384589.884648:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384589.884650:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384589.884651:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384589.884658:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.884660:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.884661:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384589.884663:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384589.884667:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384589.884669:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384589.884670:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384589.884672:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384589.884673:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384589.884674:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384589.884676:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384589.884679:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384589.884680:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384589.884682:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384589.884687:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384589.884688:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384589.884690:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000005e5ca15/0x1c01179f271edbd5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384589.884694:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000140e7183 count: 0 00010000:00000001:0.0:1767384589.884704:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384589.884705:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384589.891342:0:19679:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000140e7183. 00010000:00000010:0.1:1767384589.891350:0:19679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005e5ca15. 00080000:00000001:2.0:1767384589.893016:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384589.893017:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384589.893021:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384589.893022:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:3.0:1767384589.893023:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384589.893026:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384589.893027:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384589.893028:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384589.893030:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:3.0:1767384589.893032:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000205170ca. 20000000:01000000:2.0:1767384589.893033:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384589.893042:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384589.893044:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384589.893048:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384589.893054:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384589.893056:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384589.893062:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384589.893064:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384589.893069:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384589.893072:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384589.893079:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d6f312f4. 00010000:00000001:1.0:1767384589.893084:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384589.893088:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e90c0234. 00000020:00000001:1.0:1767384589.893091:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384589.893094:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e90c0234 with handle 0x1c01179f271edbdc to hash 00000020:00000001:1.0:1767384589.893097:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384589.893099:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384589.893102:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384589.893105:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384589.893107:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384589.893111:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893120:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384589.893124:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384589.893126:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384589.893128:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384589.893130:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384589.893132:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384589.893134:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384589.893145:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384589.893147:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384589.893150:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384589.893152:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384589.893154:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d6f312f4) refcount = 1 00010000:00010000:1.0:1767384589.893158:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893165:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384589.893167:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384589.893169:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384589.893171:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.893173:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384589.893176:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384589.893178:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384589.893182:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384589.893184:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384589.893186:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=4 00000020:00000001:1.0:1767384589.893188:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384589.893192:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384589.893195:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384589.893197:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893205:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384589.893207:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893214:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384589.893216:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384589.893218:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893224:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384589.893227:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.893236:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384589.893239:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384589.893245:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e90c0234 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384589.893247:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384589.893249:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384589.893251:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893256:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384589.893258:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384589.893259:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384589.893260:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=5 00000020:00000001:1.0:1767384589.893263:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384589.893266:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384589.893268:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384589.893270:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893276:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384589.893277:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384589.893279:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.893283:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384589.893284:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384589.893287:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384589.893289:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384589.893292:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e90c0234 with handle 0x1c01179f271edbdc from hash 00010000:00000001:1.0:1767384589.893295:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384589.893297:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384589.893299:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384589.893300:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384589.893303:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384589.893305:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384589.893307:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384589.893335:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384589.893346:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.893348:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384589.893350:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384589.893353:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384589.893355:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384589.893357:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.893360:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.893363:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384589.893366:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893373:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384589.893375:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384589.893377:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384589.893379:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384589.893381:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384589.893383:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384589.893385:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384589.893387:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384589.893389:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384589.893392:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.893398:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384589.893399:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384589.893401:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e90c0234/0x1c01179f271edbdc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384589.893407:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d6f312f4 count: 0 00010000:00000001:1.0:1767384589.893418:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384589.893421:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384589.894482:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294878692, at 4294878693 00000100:00000010:3.0:1767384589.894490:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da4db453. 00000100:00000040:0.0:1767384589.895359:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294878692, at 4294878694 00000100:00000040:2.0:1767384589.895360:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294878692, at 4294878694 00000100:00000010:0.0:1767384589.895369:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038bcb1f4. 00000100:00000010:2.0:1767384589.895371:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c034842a. 00000100:00000040:1.0:1767384589.895397:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294878692, at 4294878694 00000100:00000010:1.0:1767384589.895405:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003de7391f. 00080000:00000020:3.0:1767384589.895734:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384589.895737:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384589.895739:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001cf9de24. 20000000:00000001:3.0:1767384589.895743:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384589.895746:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037638912 00010000:00000001:3.0:1767384589.895748:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384589.895755:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6c8d128 x1853237037638912/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:570/0 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384589.895762:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384589.895764:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384589.895767:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384589.895771:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384589.895773:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384589.895775:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384589.895778:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384589.895780:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.895782:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384589.895785:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384589.895788:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000199b48ec. 00000100:00000200:3.0:1767384589.895793:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037638912, offset 224 00000400:00000200:3.0:1767384589.895798:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384589.895806:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384589.895812:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502500 00000400:00000200:3.0:1767384589.895817:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1291 [2] + 224 00000400:00000200:3.0:1767384589.895823:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384589.895825:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384589.895829:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384589.895831:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384589.895838:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384589.895862:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384589.895868:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000199b48ec 00000400:00000010:3.0:1767384589.895870:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000199b48ec. 00000100:00000001:3.0:1767384589.895872:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384589.895874:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384589.895876:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384589.895879:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384589.895881:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384589.895883:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384589.895885:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384589.895889:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6c8d128 x1853237037638912/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:570/0 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.895889:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384589.895894:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384589.895901:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6c8d128 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037638912:12345-0@lo:253: Request processed in 20030us (20529us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384589.895903:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384589.895907:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384589.895910:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384589.895913:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384589.895917:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384589.895918:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000164bfc80. 00000100:00000001:3.0:1767384589.895919:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384589.895924:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffff834a. 00000400:00000200:1.0:1767384589.895925:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd801e0a 00000020:00000010:3.0:1767384589.895928:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034f0babd. 00000400:00000010:1.0:1767384589.895930:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd801e0a. 00000020:00000010:3.0:1767384589.895934:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000019962f6. 00000100:00000001:1.0:1767384589.895937:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384589.895941:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000200:1.0:1767384589.895945:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384589.895947:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384589.895950:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d762f838. 02000000:00000001:3.0:1767384589.895953:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384589.895956:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384589.895962:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384589.895966:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384589.895968:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000164bfc80. 00000400:00000010:3.0:1767384589.895973:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000199b48ec. 00000100:00000001:1.0:1767384589.895983:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384589.895986:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.895989:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384589.895993:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384589.895995:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384589.895998:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384589.896002:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384589.896007:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=19 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384589.896012:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384589.896015:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384589.896017:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.896020:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384589.896022:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.896025:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384589.896030:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.896038:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384589.896041:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384589.896044:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384589.896048:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384589.896052:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384589.896054:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384589.896056:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384589.896058:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384589.896060:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384589.896062:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384589.896064:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384589.896067:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384589.896076:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384589.896080:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384589.896089:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b8b065f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037638912:0@lo:253: 00000100:00000001:1.0:1767384589.896094:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.896096:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384589.896099:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b8b065f x1853237037638912/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.896107:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384589.896110:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384589.896113:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000084bba02b. 02000000:00000001:1.0:1767384589.896118:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384589.896120:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384589.896122:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384589.896124:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384589.896127:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fe483639. 02000000:00000001:1.0:1767384589.896132:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384589.896135:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384589.896136:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b8b065f. 00000100:00000001:1.0:1767384589.896141:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384589.896142:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.896145:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.896152:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384589.896153:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.896156:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384589.896159:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384589.896586:0:19679:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ce7877c1. 00000400:00000040:0.0:1767384589.896602:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384589.896604:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384589.896607:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384589.896609:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384589.896610:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384589.896612:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384589.896614:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384589.896616:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384589.896623:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384589.896624:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384589.896627:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384589.896628:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384589.896631:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384589.896632:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384589.896633:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384589.896635:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384589.896637:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384589.896638:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384589.896639:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384589.896641:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384589.896643:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384589.896645:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384589.896646:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384589.896648:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384589.896649:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384589.896651:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384589.896652:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384589.896654:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384589.896655:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384589.896656:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384589.896657:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384589.896658:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384589.896659:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384589.896661:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384589.896662:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384589.896663:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384589.896665:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384589.896666:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384589.896667:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384589.896669:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00080000:00000020:3.0:1767384589.896670:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:0.0:1767384589.896670:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767384589.896673:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:0.0:1767384589.896674:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 20000000:00000010:3.0:1767384589.896677:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c7b4f8cc. 00000400:00000040:0.0:1767384589.896678:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384589.896681:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 20000000:00000001:3.0:1767384589.896682:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384589.896683:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384589.896685:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384589.896686:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00010000:00000040:3.0:1767384589.896692:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037639040 00000400:00000040:0.0:1767384589.896693:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000001:3.0:1767384589.896696:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:0.0:1767384589.896697:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384589.896700:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000200:3.0:1767384589.896701:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ef509e4 x1853237037639040/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:570/0 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384589.896702:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384589.896706:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384589.896710:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384589.896713:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384589.896716:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00010000:00000001:3.0:1767384589.896718:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:0.0:1767384589.896719:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00010000:00000001:3.0:1767384589.896721:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384589.896722:0:19679:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00001000:3.0:1767384589.896727:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384589.896732:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384589.896736:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384589.896739:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384589.896743:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384589.896745:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.896748:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384589.896751:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384589.896755:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4d9c39e. 00000400:00000010:0.0:1767384589.896757:0:19679:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ce7877c1. 00000100:00000200:3.0:1767384589.896758:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037639040, offset 224 00000400:00000200:3.0:1767384589.896764:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384589.896770:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384589.896775:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502580 00000400:00000200:3.0:1767384589.896778:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1299 [2] + 224 00000400:00000200:3.0:1767384589.896782:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384589.896785:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384589.896788:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384589.896791:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384589.896798:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384589.896811:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384589.896815:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9c39e 00000400:00000010:3.0:1767384589.896817:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4d9c39e. 00000100:00000001:3.0:1767384589.896819:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384589.896820:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384589.896822:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.896822:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384589.896825:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384589.896827:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:1.0:1767384589.896830:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384589.896832:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384589.896833:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f88d45a. 00010000:00000001:3.0:1767384589.896838:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384589.896839:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000164f877f 00000020:00000001:3.0:1767384589.896840:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384589.896842:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000164f877f. 00000020:00000001:3.0:1767384589.896844:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384589.896846:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384589.896850:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ef509e4 x1853237037639040/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:570/0 lens 4848/4768 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384589.896853:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384589.896876:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ef509e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037639040:12345-0@lo:253: Request processed in 20961us (21247us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384589.896883:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000040:3.0:1767384589.896888:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384589.896892:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384589.896896:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384589.896898:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384589.896899:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009484446a. 00000020:00000010:3.0:1767384589.896906:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000441581a5. 00000100:00000001:1.0:1767384589.896908:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384589.896910:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384589.896911:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9a40598. 00000100:00000001:1.0:1767384589.896912:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384589.896915:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384589.896917:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:1.0:1767384589.896917:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384589.896921:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384589.896922:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384589.896924:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384589.896925:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000315bc2d9. 00000100:00001000:1.0:1767384589.896928:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=19 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384589.896930:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384589.896933:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384589.896934:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.896940:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384589.896941:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384589.896942:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.896945:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384589.896946:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057fc72df. 00010000:00000001:1.0:1767384589.896946:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.896948:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384589.896951:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4d9c39e. 00000100:00000040:1.0:1767384589.896952:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.896960:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384589.896962:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384589.896963:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384589.896964:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384589.896966:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384589.896967:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384589.896968:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384589.896968:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384589.896969:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384589.896970:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384589.896971:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384589.896971:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384589.896973:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384589.896978:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ae85f14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037639040:0@lo:253: 00000100:00000001:1.0:1767384589.896981:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.896988:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384589.896990:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ae85f14 x1853237037639040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.896994:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384589.896995:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384589.896997:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c00dab4e. 02000000:00000001:1.0:1767384589.897000:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384589.897001:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384589.897002:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384589.897003:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384589.897004:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000069f77d93. 02000000:00000001:1.0:1767384589.897006:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384589.897007:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384589.897008:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ae85f14. 00000100:00000001:1.0:1767384589.897010:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384589.897011:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.897012:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.897015:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384589.897016:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.897017:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384589.897019:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384589.901345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d6f312f4. 00010000:00000010:1.1:1767384589.901355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e90c0234. 00010000:00000001:0.0:1767384589.985633:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384589.985638:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.985644:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384589.985645:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384589.985677:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384589.985681:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384589.985685:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384590.433452:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384590.433457:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:2.0:1767384590.433463:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384590.433466:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384590.433467:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384590.433469:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384590.433471:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384590.433474:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384590.433476:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 7 10000000:00000001:2.0:1767384590.433478:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384590.433480:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384590.433488:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000658953e3. 00000020:00000040:2.0:1767384590.433502:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384590.433507:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384590.433511:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384590.433517:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384590.433525:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080e37ae8. 00000100:00000001:2.0:1767384590.433532:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384590.433536:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384590.433540:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384590.433547:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000741a0cab. 00010000:00000001:2.0:1767384590.433552:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384590.433555:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007afa19f4. 00000020:00000001:2.0:1767384590.433581:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384590.433585:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007afa19f4 with handle 0x1c01179f271edbe3 to hash 00000020:00000001:2.0:1767384590.433587:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384590.433589:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384590.433592:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384590.433596:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384590.433599:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384590.433602:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384590.433612:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384590.433622:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384590.433634:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384590.433636:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384590.433641:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002837ea6. 00000100:00000001:2.0:1767384590.433644:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934752004160 : -117138957547456 : ffff9576760bc840) 00000100:00000001:2.0:1767384590.433647:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384590.433649:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974587520 : -117139734964096 : ffff957647b55880) 00000100:00000001:2.0:1767384590.433654:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384590.433662:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.433665:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384590.433668:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384590.433676:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.433686:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384590.433689:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.433693:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384590.433696:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384590.433698:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384590.433701:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000658953e3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037639168:0@lo:101: 00000100:00000001:2.0:1767384590.433705:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384590.433711:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384590.433714:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.433717:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384590.433721:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000075b5a62f. 02000000:00000001:2.0:1767384590.433723:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384590.433729:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007df9998d. 00000400:00000010:2.0:1767384590.433736:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000200:2.0:1767384590.433743:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037639168, portal 25 00000100:00000001:2.0:1767384590.433745:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384590.433747:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974587520 : -117139734964096 : ffff957647b55880) 00000100:00000040:2.0:1767384590.433751:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.433759:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384590.433762:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384590.433765:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000100:00000200:2.0:1767384590.433767:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037639168, offset 0 00000400:00000200:2.0:1767384590.433774:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384590.433786:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384590.433796:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f502600 00000400:00000200:2.0:1767384590.433804:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1e1 [2] + 0 00000400:00000010:2.0:1767384590.433808:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069a1ec52. 00000400:00000200:2.0:1767384590.433812:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da1df08d 00000400:00000200:2.0:1767384590.433825:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384590.433829:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384590.433834:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da1df08d 00000400:00000010:2.0:1767384590.433836:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da1df08d. 00000100:00000001:2.0:1767384590.433842:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384590.433844:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384590.433847:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000059cf52f x1853237037639168 msgsize 328 00000100:00100000:2.0:1767384590.433852:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384590.433854:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384590.433869:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384590.433876:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:2.0:1767384590.433877:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000100:00000001:2.0:1767384590.433880:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384590.433883:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.433894:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.433896:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.433903:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.433904:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384590.433909:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.433913:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294879250 00000100:00000010:2.0:1767384590.433917:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1a727d9. 00000100:00000001:2.0:1767384590.433941:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384590.433948:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294879250 00000100:00000010:2.0:1767384590.433951:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000480f0cfb. 00000100:00000001:2.0:1767384590.433954:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384590.433958:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294879250 00000100:00000010:2.0:1767384590.433960:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a36cbb18. 00000100:00000001:2.0:1767384590.433964:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384590.433967:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294879250 00000100:00000010:2.0:1767384590.433969:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f31f1047. 00000100:00000001:2.0:1767384590.433974:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384590.434002:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384590.434003:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.434010:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.434011:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037639168 00000100:00000001:2.0:1767384590.434014:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384590.434017:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384590.434019:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384590.434023:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384590.434024:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 0000000002837ea6 going to sleep for 11 seconds 00000100:00000001:3.0:1767384590.434027:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.434030:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384590.434034:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.434035:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.434045:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037639168 00000020:00000001:3.0:1767384590.434067:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.434069:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384590.434073:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.434077:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:3.0:1767384590.434081:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384590.434098:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384590.434105:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.434111:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d669f0. 00000100:00000001:3.0:1767384590.434115:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.434120:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d669f0. 00000020:00000010:3.0:1767384590.434130:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab14efb. 00000020:00000010:3.0:1767384590.434139:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdf9f307. 00000020:00000010:3.0:1767384590.434149:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034f0babd. 00000100:00000040:3.0:1767384590.434165:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.434171:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.434174:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.434177:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.434188:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.434214:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.434234:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.434238:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.434248:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:3.0:1767384590.434254:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384590.434259:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715843664 : -117138993707952 : ffff957673e40450) 00000100:00000040:3.0:1767384590.434268:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000059cf52f x1853237037639168/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 328/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.434281:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.434285:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d669f0. 00000100:00000001:3.0:1767384590.434287:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.434290:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d669f0. 00000100:00100000:3.0:1767384590.434295:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000059cf52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037639168:12345-0@lo:101: 00000100:00000200:3.0:1767384590.434300:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037639168 00000020:00000001:3.0:1767384590.434304:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.434308:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.434355:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.434360:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.434363:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:3.0:1767384590.434378:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.434381:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.434385:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.434387:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.434393:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.434396:0:16806:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384590.434399:0:16806:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384590.434401:0:16806:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384590.434404:0:16806:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384590.434406:0:16806:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.434412:0:16806:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384590.434418:0:16806:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f96eb36. 00010000:00000001:3.0:1767384590.434423:0:16806:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384590.434425:0:16806:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f4a3a63. 00000020:00000001:3.0:1767384590.434429:0:16806:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384590.434431:0:16806:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f4a3a63 with handle 0x1c01179f271edbea to hash 00000020:00000001:3.0:1767384590.434433:0:16806:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384590.434435:0:16806:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384590.434438:0:16806:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00010000:3.0:1767384590.434441:0:16806:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271edbe3 expref: -99 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.434450:0:16806:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:3.0:1767384590.434453:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:3.0:1767384590.434462:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.434465:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.434469:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c1fc9315. 02000000:00000001:3.0:1767384590.434472:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.434474:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.434477:0:16806:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384590.434481:0:16806:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384590.434484:0:16806:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384590.434487:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.434489:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.434491:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.434499:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.434502:0:16806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384590.434505:0:16806:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384590.434507:0:16806:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384590.434508:0:16806:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384590.434511:0:16806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f96eb36) refcount = 1 00010000:00010000:3.0:1767384590.434516:0:16806:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.434524:0:16806:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384590.434526:0:16806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384590.434528:0:16806:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.434530:0:16806:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.434533:0:16806:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.434538:0:16806:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384590.434541:0:16806:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.434549:0:16806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384590.434551:0:16806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384590.434554:0:16806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.434557:0:16806:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.434559:0:16806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384590.434584:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.434586:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384590.434588:0:16806:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004f4a3a63, rc 0) 00000020:00000001:3.0:1767384590.434592:0:16806:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.434596:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037639168 00010000:00000001:3.0:1767384590.434599:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.434604:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000059cf52f x1853237037639168/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.434615:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.434617:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.434621:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.434627:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.434630:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384590.434640:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384590.434643:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.434646:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.434650:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.434653:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.434656:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007423159a. 00000100:00000200:3.0:1767384590.434661:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037639168, offset 224 00000400:00000200:3.0:1767384590.434667:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.434675:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.434683:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f502600 00000400:00000200:3.0:1767384590.434689:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x12b5 [1] + 224 00000400:00000200:3.0:1767384590.434694:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.434698:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.434702:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.434707:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.434717:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.434741:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.434748:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007423159a 00000400:00000010:3.0:1767384590.434750:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007423159a. 00000100:00000001:3.0:1767384590.434754:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.434756:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.434759:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.434762:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384590.434765:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.434768:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.434771:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.434775:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000059cf52f x1853237037639168/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.434785:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000059cf52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037639168:12345-0@lo:101: Request processed in 503us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384590.434793:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:3.0:1767384590.434804:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384590.434808:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.434811:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.434817:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdf9f307. 00000020:00000010:3.0:1767384590.434822:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034f0babd. 00000020:00000010:3.0:1767384590.434830:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab14efb. 00000020:00000040:3.0:1767384590.434835:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:3.0:1767384590.434841:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.434844:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c1fc9315. 00000100:00000001:2.0:1767384590.434848:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384590.434849:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.434857:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384590.434862:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384590.434864:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384590.434869:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384590.434873:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056526d12. 00000400:00000010:2.0:1767384590.434874:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007df9998d. 00000400:00000200:2.0:1767384590.434886:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000400:00000010:2.0:1767384590.434889:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00000001:2.0:1767384590.434894:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384590.434898:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000353211b9. 00000100:00000200:2.0:1767384590.434903:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384590.434920:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.434930:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384590.434932:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.434935:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384590.434938:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384590.434940:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384590.434942:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.434946:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384590.434951:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384590.434955:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384590.434959:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384590.434961:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384590.434964:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384590.434966:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.434970:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.434974:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.434983:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.434986:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384590.435000:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384590.435005:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384590.435014:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000658953e3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037639168:0@lo:101: 00000100:00000001:2.0:1767384590.435020:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.435022:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.435025:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384590.435027:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.435030:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.435038:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384590.435042:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002837ea6. 00000100:00000001:2.0:1767384590.435045:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384590.435046:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384590.435050:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384590.435054:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384590.435056:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384590.435059:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=4 00000020:00000001:2.0:1767384590.435061:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384590.435065:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000040:2.0:1767384590.435071:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007afa19f4, remote cookie: 0x1c01179f271edbea, flags: 0x0 00010000:00000001:2.0:1767384590.435075:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384590.435078:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384590.435080:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384590.435082:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384590.435083:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384590.435086:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000741a0cab) refcount = 1 00010000:00010000:2.0:1767384590.435090:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384590.435099:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384590.435101:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384590.435102:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384590.435112:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384590.435116:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384590.435119:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384590.435127:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384590.435129:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384590.435131:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384590.435132:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384590.435133:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384590.435135:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.435138:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.435143:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000658953e3 x1853237037639168/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.435152:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384590.435154:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384590.435157:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000075b5a62f. 02000000:00000001:2.0:1767384590.435161:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384590.435163:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384590.435165:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384590.435168:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384590.435171:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000080e37ae8. 02000000:00000001:2.0:1767384590.435174:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384590.435176:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384590.435178:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000658953e3. 00000100:00000001:2.0:1767384590.435182:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384590.435183:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384590.435185:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384590.435188:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384590.435190:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384590.435193:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384590.435195:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384590.435197:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384590.435198:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=3 00000020:00000001:2.0:1767384590.435200:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384590.435203:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384590.435205:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384590.435218:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384590.435220:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384590.435221:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384590.435224:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384590.435229:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000dfe53f00. 00000100:00000010:2.0:1767384590.435254:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000658953e3. 00000020:00000040:2.0:1767384590.435258:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384590.435261:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384590.435264:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384590.435268:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384590.435273:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080e37ae8. 00000100:00000001:2.0:1767384590.435277:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.435282:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384590.435286:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000075b5a62f. 00000100:00000010:2.0:1767384590.435289:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000006eb1d157. 00000020:00000040:2.0:1767384590.435292:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384590.435297:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384590.435298:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384590.435302:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002837ea6. 00000100:00000001:2.0:1767384590.435304:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934752004160 : -117138957547456 : ffff9576760bc840) 00000100:00000001:2.0:1767384590.435307:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384590.435360:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974587520 : -117139734964096 : ffff957647b55880) 00000100:00000001:2.0:1767384590.435365:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384590.435368:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.435371:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384590.435373:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384590.435379:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.435389:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384590.435391:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.435395:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384590.435397:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384590.435400:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384590.435407:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000658953e3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037639296:0@lo:256: 00000100:00000001:2.0:1767384590.435411:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384590.435425:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384590.435427:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.435430:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384590.435436:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007df9998d. 00000400:00000010:2.0:1767384590.435441:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e8ac5b5b. 00000100:00000200:2.0:1767384590.435445:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f502680-0x695825f502680, portal 33 00000100:00000001:2.0:1767384590.435449:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.435452:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384590.435455:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000514f1134. 02000000:00000001:2.0:1767384590.435457:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384590.435463:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f75e71. 00000400:00000010:2.0:1767384590.435469:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000200:2.0:1767384590.435472:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037639296, portal 25 00000100:00000001:2.0:1767384590.435474:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384590.435476:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974587520 : -117139734964096 : ffff957647b55880) 00000100:00000040:2.0:1767384590.435482:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.435491:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384590.435494:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384590.435498:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000100:00000200:2.0:1767384590.435502:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037639296, offset 0 00000400:00000200:2.0:1767384590.435508:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384590.435517:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384590.435528:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f502680 00000400:00000200:2.0:1767384590.435537:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1e5 [2] + 0 00000400:00000010:2.0:1767384590.435541:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7880a0b. 00000400:00000200:2.0:1767384590.435545:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007bca235d 00000400:00000200:2.0:1767384590.435550:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384590.435555:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384590.435583:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bca235d 00000400:00000010:2.0:1767384590.435587:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bca235d. 00000100:00000001:2.0:1767384590.435593:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384590.435596:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384590.435600:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000723f6ad0 x1853237037639296 msgsize 304 00000100:00100000:2.0:1767384590.435634:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384590.435637:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384590.435653:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384590.435662:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:2.0:1767384590.435664:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000100:00000001:2.0:1767384590.435666:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384590.435670:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.435680:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.435686:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.435689:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384590.435695:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037639296 02000000:00000001:3.0:1767384590.435702:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384590.435702:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.435707:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384590.435709:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.435710:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.435716:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.435717:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.435720:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037639296 00000100:00000001:2.0:1767384590.435724:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294879252 00000020:00000001:3.0:1767384590.435726:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.435730:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384590.435734:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384590.435737:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294879250 00000020:00000040:3.0:1767384590.435738:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:3.0:1767384590.435746:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384590.435751:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294879252 00000020:00000001:3.0:1767384590.435752:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384590.435762:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384590.435763:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294879250 00000020:00000010:3.0:1767384590.435769:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d669f0. 00000100:00000001:2.0:1767384590.435770:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294879252 00000100:00000001:3.0:1767384590.435780:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.435781:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879250 00000020:00000010:3.0:1767384590.435787:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d669f0. 00000100:00000001:2.0:1767384590.435789:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294879252 00000100:00000001:2.0:1767384590.435796:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879250 00000020:00000010:3.0:1767384590.435797:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab14efb. 00000100:00000001:2.0:1767384590.435802:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.435808:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdf9f307. 00000100:00000001:2.0:1767384590.435809:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.435819:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384590.435823:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034f0babd. 00000100:00000001:2.0:1767384590.435823:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384590.435831:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 0000000002837ea6 going to sleep for 11 seconds 00000100:00000040:3.0:1767384590.435836:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384590.435837:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384590.435840:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.435851:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.435854:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.435856:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.435863:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.435884:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.435896:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.435898:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.435902:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384590.435905:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384590.435907:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715858000 : -117138993693616 : ffff957673e43c50) 00000100:00000040:3.0:1767384590.435912:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000723f6ad0 x1853237037639296/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 304/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.435921:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.435925:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d669f0. 00000100:00000001:3.0:1767384590.435927:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.435929:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d669f0. 00000100:00100000:3.0:1767384590.435934:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000723f6ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037639296:12345-0@lo:256: 00000100:00000200:3.0:1767384590.435938:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037639296 00000020:00000001:3.0:1767384590.435941:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.435943:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.435946:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.435949:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.435952:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:3.0:1767384590.435955:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.435957:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.435959:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.435962:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.435965:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.435969:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.435971:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.435976:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c1fc9315. 02000000:00000001:3.0:1767384590.435979:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.435981:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.435994:0:16806:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384590.435999:0:16806:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384590.436002:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384590.436005:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384590.436007:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.436010:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384590.436012:0:16806:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384590.436017:0:16806:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000df3afa4a. 20000000:00000001:3.0:1767384590.436020:0:16806:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384590.436035:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384590.436042:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384590.436047:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384590.436050:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384590.436069:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:01000000:3.0:1767384590.436073:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 124, pages 3972/1/4/3. 20000000:00000040:3.0:1767384590.436079:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384590.436082:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384590.436084:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384590.436086:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384590.436089:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:01000000:3.0:1767384590.436092:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 124, pages 3848/1/4/3. 20000000:01000000:3.0:1767384590.436095:0:16806:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 248, version 14 20000000:00000001:3.0:1767384590.436097:0:16806:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=248 : 248 : f8) 00000100:00000001:3.0:1767384590.436101:0:16806:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384590.436108:0:16806:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f8860e4a. 00000100:00000010:3.0:1767384590.436115:0:16806:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000760cd920. 00000020:00000040:3.0:1767384590.436119:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:3.0:1767384590.436125:0:16806:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384590.436130:0:16806:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384590.436137:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007423159a. 00000400:00000010:3.0:1767384590.436154:0:16806:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f8b20ed4. 00000400:00000200:3.0:1767384590.436160:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.436174:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.436188:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 248 into portal 33 MB=0x695825f502680 00000400:00000200:3.0:1767384590.436197:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 248/248 into md 0x12c5 [4] + 0 00000400:00000010:3.0:1767384590.436204:0:16806:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007df9998d. 00000400:00000200:3.0:1767384590.436211:0:16806:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8ac5b5b 00000400:00000200:3.0:1767384590.436233:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.436239:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384590.436245:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8ac5b5b 00000400:00000010:3.0:1767384590.436248:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e8ac5b5b. 00000100:00000001:3.0:1767384590.436254:0:16806:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384590.436257:0:16806:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000658953e3 desc 0000000075b5a62f mbits 1853237037639296 00000100:00000001:3.0:1767384590.436279:0:16806:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384590.436285:0:16806:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384590.436294:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384590.436306:0:16806:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x12d1 00000400:00000200:3.0:1767384590.436309:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.436370:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384590.436377:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384590.436380:0:16806:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f8860e4a 00000100:00000001:3.0:1767384590.436384:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384590.436398:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007423159a 00000400:00000010:3.0:1767384590.436402:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007423159a. 00000100:00000001:3.0:1767384590.436408:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384590.436411:0:16806:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f8860e4a 00000100:00000001:2.0:1767384590.436418:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.436419:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:2.0:1767384590.436429:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384590.436430:0:16806:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 248 bytes via portal 33 id 12345-0@lo mbits 0x695825f502680-0x695825f502680 00000100:00000001:3.0:1767384590.436442:0:16806:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.436449:0:16806:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.436452:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384590.436456:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:3.0:1767384590.436459:0:16806:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000760cd920. 00000100:00000010:3.0:1767384590.436464:0:16806:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f8860e4a. 00000100:00000001:3.0:1767384590.436467:0:16806:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384590.436469:0:16806:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384590.436480:0:16806:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000df3afa4a. 20000000:00000001:3.0:1767384590.436484:0:16806:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.436488:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037639296 00010000:00000001:3.0:1767384590.436491:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.436495:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000723f6ad0 x1853237037639296/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 304/240 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.436522:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.436524:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.436526:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.436531:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.436534:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384590.436536:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384590.436539:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.436542:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.436544:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.436547:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.436552:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007423159a. 00000100:00000200:3.0:1767384590.436556:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037639296, offset 224 00000400:00000200:3.0:1767384590.436601:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.436608:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.436617:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f502680 00000400:00000200:3.0:1767384590.436622:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x12c9 [1] + 224 00000400:00000200:3.0:1767384590.436627:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.436648:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.436652:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.436656:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.436667:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.436688:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.436694:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007423159a 00000400:00000010:3.0:1767384590.436696:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007423159a. 00000100:00000001:3.0:1767384590.436699:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.436701:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.436704:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.436707:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384590.436710:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.436712:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.436715:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.436731:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000723f6ad0 x1853237037639296/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 304/240 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.436742:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000723f6ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037639296:12345-0@lo:256: Request processed in 820us (1140us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384590.436750:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384590.436752:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384590.436756:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384590.436758:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.436760:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.436765:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdf9f307. 00000020:00000010:3.0:1767384590.436775:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034f0babd. 00000400:00000001:2.0:1767384590.436780:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384590.436781:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab14efb. 00000400:00000001:2.0:1767384590.436788:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384590.436789:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000400:00000010:2.0:1767384590.436797:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f75e71. 02000000:00000001:3.0:1767384590.436799:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.436804:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c1fc9315. 02000000:00000001:3.0:1767384590.436812:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384590.436812:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000100:00000001:3.0:1767384590.436816:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384590.436822:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00000200:3.0:1767384590.436825:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384590.436834:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384590.436835:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a741f16b. 00000400:00000010:3.0:1767384590.436846:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a81f853a. 00000100:00000200:2.0:1767384590.436850:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384590.436871:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.436885:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384590.436888:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.436892:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384590.436896:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384590.436899:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384590.436902:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.436906:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384590.436912:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384590.436918:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384590.436922:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384590.436925:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384590.436929:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384590.436932:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.436936:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.436941:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384590.436957:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.436971:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384590.436976:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384590.436982:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384590.436998:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000658953e3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037639296:0@lo:256: 00000100:00000001:2.0:1767384590.437026:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.437032:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.437035:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384590.437038:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.437043:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.437055:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384590.437060:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002837ea6. 00000100:00000001:2.0:1767384590.437065:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384590.437067:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384590.437074:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:2.0:1767384590.437080:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384590.437091:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000001ccfeaa6. 10000000:00000040:2.0:1767384590.437108:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384590.437119:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384590.437124:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384590.437132:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:2.0:1767384590.437136:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.437140:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384590.437144:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:2.0:1767384590.437148:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000400:00000200:2.0:1767384590.437152:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 5 NIDs 00000400:00001000:2.0:1767384590.437157:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384590.437163:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:2.0:1767384590.437172:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384590.437180:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (5) 00000400:00000200:2.0:1767384590.437188:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384590.437194:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:2.0:1767384590.437198:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (6) 00000400:00000200:2.0:1767384590.437201:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:2.0:1767384590.437205:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:2.0:1767384590.437212:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384590.437215:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:2.0:1767384590.437219:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:2.0:1767384590.437238:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384590.437241:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:2.0:1767384590.437244:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:2.0:1767384590.437249:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384590.437253:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:2.0:1767384590.437257:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:2.0:1767384590.437262:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384590.437266:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000100:00000001:2.0:1767384590.437269:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384590.437273:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384590.437279:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 10000000:00000010:2.0:1767384590.437288:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d862a6b7. 10000000:00000040:2.0:1767384590.437293:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:2.0:1767384590.437298:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384590.437348:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384590.437357:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f51fa6. 00000020:00000010:2.0:1767384590.437367:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1ea0210. 00000040:00000010:2.0:1767384590.437376:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e1fd7f6d. 00000020:00000010:2.0:1767384590.437386:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006c1c876a. 00000020:00000010:2.0:1767384590.437396:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384590.437405:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a45e6403. 80000000:00000010:2.0:1767384590.437413:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003110bcf0. 40000000:00000010:2.0:1767384590.437422:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000da8ef353. 00100000:00000010:2.0:1767384590.437432:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e05090a2. 00040000:00000010:2.0:1767384590.437441:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009b4a9931. 00040000:00000010:2.0:1767384590.437450:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005b78aa92. 00040000:00000010:2.0:1767384590.437458:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023c81b56. 00080000:00000010:2.0:1767384590.437468:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000054cc289. 00000004:00000010:2.0:1767384590.437478:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036e8b50c. 00000004:00000010:2.0:1767384590.437488:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a9587bee. 00000004:00000010:2.0:1767384590.437498:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a70c8dc. 00002000:00000010:2.0:1767384590.437505:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000edd35d1. 00000004:00000010:2.0:1767384590.437514:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000668d9d85. 00000004:00000001:2.0:1767384590.437534:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384590.437539:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384590.437542:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d862a6b7 00000040:00001000:2.0:1767384590.437545:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384590.437547:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384590.437550:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384590.437552:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384590.437557:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384590.437588:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384590.437591:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384590.437594:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:2.0:1767384590.437597:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384590.437686:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384590.437696:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1ea0210. 00000040:00000010:2.0:1767384590.437705:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e1fd7f6d. 00000020:00000010:2.0:1767384590.437711:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006c1c876a. 00000020:00000010:2.0:1767384590.437719:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384590.437726:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a45e6403. 80000000:00000010:2.0:1767384590.437732:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003110bcf0. 40000000:00000010:2.0:1767384590.437738:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000da8ef353. 00100000:00000010:2.0:1767384590.437743:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e05090a2. 00040000:00000010:2.0:1767384590.437749:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009b4a9931. 00040000:00000010:2.0:1767384590.437757:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005b78aa92. 00040000:00000010:2.0:1767384590.437762:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000023c81b56. 00080000:00000010:2.0:1767384590.437767:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000054cc289. 00000004:00000010:2.0:1767384590.437773:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036e8b50c. 00000004:00000010:2.0:1767384590.437778:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a9587bee. 00000004:00000010:2.0:1767384590.437785:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a70c8dc. 00002000:00000010:2.0:1767384590.437790:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000edd35d1. 00000004:00000010:2.0:1767384590.437796:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000668d9d85. 00000020:00000010:2.0:1767384590.437802:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f51fa6. 00000020:00000001:2.0:1767384590.437806:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384590.437810:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384590.437816:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d862a6b7. 10000000:00000010:2.0:1767384590.437820:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000001ccfeaa6. 10000000:00000001:2.0:1767384590.437837:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.437842:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.437849:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000658953e3 x1853237037639296/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.437864:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384590.437868:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384590.437872:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000514f1134. 02000000:00000001:2.0:1767384590.437877:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384590.437880:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384590.437884:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384590.437888:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384590.437890:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384590.437892:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384590.437895:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384590.437898:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384590.437902:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000006eb1d157. 00000100:00000010:2.0:1767384590.437906:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000075b5a62f. 00000100:00000001:2.0:1767384590.437910:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384590.437913:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000080e37ae8. 02000000:00000001:2.0:1767384590.437918:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384590.437920:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384590.437923:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000658953e3. 00000100:00000001:2.0:1767384590.437928:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384590.437931:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384590.437957:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000dfe53f00. 10000000:01000000:2.0:1767384590.437966:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384590.437973:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384590.437976:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384590.437979:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384590.437982:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=3 00000020:00000001:2.0:1767384590.437986:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384590.437993:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384590.437997:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384590.438001:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384590.438035:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384590.438039:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384590.438043:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384590.438055:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384590.438058:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384590.438061:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384590.438064:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384590.438068:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384590.438072:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384590.438076:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384590.438080:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384590.438084:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384590.452508:0:19845:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000077d669f0. 00000020:00000040:3.0:1767384590.452521:0:19845:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384590.452525:0:19845:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000077d669f0. 00000100:00000040:3.0:1767384590.454401:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294879252, at 4294879253 00000100:00000010:3.0:1767384590.454415:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f31f1047. 00000100:00000040:0.0:1767384590.454434:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294879252, at 4294879253 00000100:00000010:0.0:1767384590.454453:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1a727d9. 00000100:00000040:2.0:1767384590.455389:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294879252, at 4294879254 00000100:00000010:2.0:1767384590.455406:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a36cbb18. 00000100:00000040:1.0:1767384590.455426:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294879252, at 4294879254 00000100:00000010:1.0:1767384590.455446:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000480f0cfb. 00080000:00000001:1.0:1767384590.473978:0:19835:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384590.473994:0:19835:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.474000:0:19835:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.474008:0:19835:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384590.474016:0:19835:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.474020:0:19835:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384590.945382:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384590.945384:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000004:00000020:3.0:1767384590.945386:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1767384590.945389:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384590.945393:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2772b1a. 00000100:00000001:2.0:1767384590.945393:0:16841:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384590.945397:0:16841:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384590.945401:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384590.945407:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384590.945409:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384590.945414:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384590.945420:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce1fe3e5. 00000100:00000040:2.0:1767384590.945425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384590.945426:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.945430:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384590.945435:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000658953e3. 00000020:00000040:2.0:1767384590.945438:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384590.945439:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384590.945442:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384590.945443:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.945446:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384590.945449:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.945453:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2772b1a] to pc [ptlrpcd_00_03+3] req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384590.945454:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b4a9931. 00000100:00000001:2.0:1767384590.945459:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.945467:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384590.945474:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384590.945476:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.945479:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000658953e3] to pc [ptlrpcd_00_00+0] req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384590.945482:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.945494:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384590.945497:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384590.945499:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384590.945502:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384590.945502:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.945513:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384590.945513:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384590.945515:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.945517:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384590.945518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384590.945518:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384590.945522:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384590.945523:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384590.945524:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384590.945526:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384590.945528:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75dce92. 00000100:00000040:0.0:1767384590.945529:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.945530:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384590.945531:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384590.945537:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.945537:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384590.945540:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384590.945544:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.945545:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384590.945548:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384590.945552:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009ac6e09f. 00000100:00000001:3.0:1767384590.945554:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384590.945554:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384590.945568:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384590.945571:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.945574:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384590.945575:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000658953e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037639552:0@lo:400: 02000000:00000001:3.0:1767384590.945578:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384590.945580:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384590.945581:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.945581:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384590.945585:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384590.945588:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384590.945589:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.945591:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384590.945593:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c2772b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037639424:0@lo:13: 02000000:00000001:0.0:1767384590.945594:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384590.945601:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384590.945604:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384590.945605:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c68af43. 02000000:00000001:3.0:1767384590.945607:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384590.945609:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.945613:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384590.945614:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384590.945616:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384590.945617:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18a994a. 02000000:00000010:3.0:1767384590.945619:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f8860e4a. 02000000:00000001:3.0:1767384590.945623:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.945623:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e75dce92] to pc [ptlrpcd_00_01+1] req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384590.945625:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000400:00000010:3.0:1767384590.945631:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab765171. 00000100:00000200:0.0:1767384590.945634:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037639552, portal 25 00000100:00000001:2.0:1767384590.945637:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.945638:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007423159a. 00000100:00000001:0.0:1767384590.945638:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384590.945640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384590.945642:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974587520 : -117139734964096 : ffff957647b55880) 00000100:00000200:3.0:1767384590.945645:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037639424, portal 4 00000100:00000001:2.0:1767384590.945648:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384590.945649:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384590.945652:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.945653:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646740224 : -117139062811392 : ffff95766fc59500) 00000100:00000010:2.0:1767384590.945653:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c27a2f27. 00000020:00000040:2.0:1767384590.945659:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767384590.945664:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.945665:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384590.945667:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384590.945671:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.945672:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384590.945678:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000037d2d2bb. 00000100:00000040:0.0:1767384590.945679:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384590.945683:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384590.945684:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000100:00000200:0.0:1767384590.945689:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037639552, offset 0 00000100:00000040:2.0:1767384590.945691:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384590.945702:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384590.945709:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384590.945710:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384590.945713:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.945714:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384590.945718:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384590.945720:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006393ccee. 00000100:00000200:3.0:1767384590.945726:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037639424, offset 0 00000100:00000040:2.0:1767384590.945727:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27a2f27] to pc [ptlrpcd_00_02+2] req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384590.945736:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384590.945737:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f502780 00000100:00000001:2.0:1767384590.945739:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.945745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384590.945750:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384590.945750:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1e9 [2] + 0 00000100:00000001:2.0:1767384590.945751:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384590.945755:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 00000400:00000010:0.0:1767384590.945758:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cbc319a. 00000020:00000040:2.0:1767384590.945759:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384590.945763:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384590.945763:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ef8547b 00000400:00000200:3.0:1767384590.945764:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f502700 02000000:00000001:2.0:1767384590.945766:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384590.945770:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384590.945771:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.945775:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 448 02000000:00000010:2.0:1767384590.945777:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c385335. 00000400:00000200:0.0:1767384590.945780:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384590.945781:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384590.945782:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384590.945786:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef8547b 00000100:00000040:2.0:1767384590.945789:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384590.945790:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384590.945790:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ef8547b. 00000100:00000001:0.0:1767384590.945798:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384590.945799:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384590.945800:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384590.945801:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384590.945804:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384590.945804:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384590.945806:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000e6f50ff6 x1853237037639552 msgsize 224 00000100:00000040:2.0:1767384590.945811:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674c92be] to pc [ptlrpcd_00_03+3] req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384590.945812:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fd72f68. 00000100:00000040:3.0:1767384590.945817:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000009fd72f68 x1853237037639424 msgsize 224 00000100:00100000:0.0:1767384590.945820:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384590.945825:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1767384590.945831:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384590.945837:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.945838:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384590.945843:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384590.945843:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (217) 00000400:00000200:0.0:1767384590.945845:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00000400:00000010:0.0:1767384590.945848:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00000100:00000001:0.0:1767384590.945851:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384590.945854:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.945855:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384590.945857:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006393ccee 00000100:00000001:2.0:1767384590.945859:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384590.945862:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006393ccee. 00000100:00000001:2.0:1767384590.945862:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384590.945868:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384590.945868:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384590.945874:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.945900:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384590.945903:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.945905:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384590.945905:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384590.945906:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384590.945909:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384590.945912:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384590.945912:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384590.945913:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384590.945920:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037639680:0@lo:400: 00000100:00000001:2.0:1767384590.945929:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384590.945938:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384590.945941:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.945946:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384590.945946:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.945947:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384590.945948:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a45e6403. 00000100:00000001:0.0:1767384590.945952:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.945953:0:16165:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384590.945954:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384590.945959:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f75e71. 00000100:00000001:0.0:1767384590.945959:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.945960:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384590.945965:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000001:0.0:1767384590.945967:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294879762 00000100:00000040:3.0:1767384590.945968:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 13912 usecs (14 jiffies) 00000100:00000200:2.0:1767384590.945969:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037639680, portal 4 00000100:00000001:2.0:1767384590.945974:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384590.945975:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294879758 00000100:00000001:2.0:1767384590.945976:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000100:00000010:0.0:1767384590.945977:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5fb1e97. 00000100:00000040:2.0:1767384590.945984:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.945985:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384590.945991:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384590.945992:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294879762 00000100:00000001:3.0:1767384590.945993:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294879762 00000100:00000040:2.0:1767384590.945996:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384590.945998:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff78556f. 00000100:00000001:3.0:1767384590.946000:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294879758 00000400:00000010:2.0:1767384590.946001:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000100:00000001:0.0:1767384590.946002:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384590.946007:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037639680, offset 0 00000100:00000001:0.0:1767384590.946008:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294879762 00000100:00000001:3.0:1767384590.946009:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294879762 00000400:00000200:2.0:1767384590.946012:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384590.946013:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b2915de. 00000100:00000001:3.0:1767384590.946018:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294879758 00000100:00000001:0.0:1767384590.946019:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384590.946022:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384590.946025:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294879762 00000100:00000001:3.0:1767384590.946026:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294879762 00000100:00000001:3.0:1767384590.946030:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294879758 00000400:00000200:2.0:1767384590.946031:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f502800 00000100:00000010:0.0:1767384590.946031:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005439a392. 00000100:00000001:0.0:1767384590.946038:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384590.946041:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 1872 00000100:00000001:3.0:1767384590.946044:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294879762 00000100:00000001:0.0:1767384590.946044:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384590.946046:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384590.946049:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946051:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384590.946053:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384590.946055:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.946056:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.946058:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.946063:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.946063:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384590.946064:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384590.946067:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384590.946069:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384590.946069:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:2.0:1767384590.946071:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051829d79. 00000100:00000001:0.0:1767384590.946075:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384590.946076:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000051829d79 x1853237037639680 msgsize 224 00000100:00000001:3.0:1767384590.946077:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384590.946079:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.946081:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384590.946082:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946087:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384590.946088:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384590.946088:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946091:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.946094:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384590.946098:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.946100:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384590.946106:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384590.946107:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000100:00000001:0.0:1767384590.946107:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384590.946109:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384590.946111:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000100:00100000:0.0:1767384590.946111:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037639552 02000000:00000001:3.0:1767384590.946113:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384590.946116:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384590.946117:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.946118:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384590.946119:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384590.946122:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384590.946123:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.946126:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037639808:0@lo:400: 00000100:00000001:0.0:1767384590.946128:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384590.946135:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946136:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384590.946140:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384590.946142:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384590.946142:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037639552 02000000:00000001:3.0:1767384590.946143:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.946147:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384590.946148:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384590.946151:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 02000000:00000010:3.0:1767384590.946153:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdb10387. 00000100:00000040:2.0:1767384590.946153:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384590.946154:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384590.946158:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384590.946158:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384590.946163:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000010:3.0:1767384590.946166:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1be1433. 00000020:00000001:0.0:1767384590.946168:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000010:3.0:1767384590.946172:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006393ccee. 00000100:00000001:2.0:1767384590.946175:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.946176:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384590.946178:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037639808, portal 10 00000100:00000001:2.0:1767384590.946178:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384590.946181:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc40e9a4. 00000100:00000001:3.0:1767384590.946182:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384590.946185:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946186:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974586624 : -117139734964992 : ffff957647b55500) 00000100:00000001:0.0:1767384590.946186:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384590.946189:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 13912 usecs (14 jiffies) 00000020:00000010:0.0:1767384590.946193:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc40e9a4. 00000100:00000001:2.0:1767384590.946194:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294879758 00000100:00000040:3.0:1767384590.946197:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384590.946198:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d892b670. 00000100:00000001:2.0:1767384590.946199:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294879762 00000100:00000001:2.0:1767384590.946203:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294879758 00000020:00000010:0.0:1767384590.946205:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b14429d. 00000100:00000001:2.0:1767384590.946207:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294879762 00000020:00000010:0.0:1767384590.946212:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d73cc8c. 00000100:00000001:2.0:1767384590.946213:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294879758 00000100:00000001:2.0:1767384590.946218:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294879762 00000100:00000040:0.0:1767384590.946221:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.946222:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384590.946222:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294879758 00000100:00000001:0.0:1767384590.946226:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384590.946227:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294879762 00000100:00000001:0.0:1767384590.946229:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384590.946230:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384590.946232:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384590.946233:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.946235:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a587e9a. 00000100:00000001:2.0:1767384590.946236:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384590.946241:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037639808, offset 0 00000100:00000001:2.0:1767384590.946242:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.946243:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.946248:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384590.946251:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384590.946253:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384590.946254:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.946255:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384590.946261:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384590.946261:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384590.946264:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384590.946265:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384590.946266:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.946268:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384590.946270:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384590.946272:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f502880 00000100:00100000:0.0:1767384590.946276:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:0.0:1767384590.946280:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000200:3.0:1767384590.946281:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000100:00000001:0.0:1767384590.946283:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981241424 : -117139728310192 : ffff9576481ae050) 00000400:00000200:3.0:1767384590.946287:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384590.946287:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384590.946290:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6f50ff6 x1853237037639552/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 224/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384590.946291:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037639680 00000400:00000200:3.0:1767384590.946296:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384590.946296:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384590.946300:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384590.946303:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946305:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384590.946306:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384590.946307:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384590.946308:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384590.946335:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc40e9a4. 00000100:00000001:0.0:1767384590.946339:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384590.946343:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab0873e. 00000100:00100000:2.0:1767384590.946343:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037639680 00000020:00000010:0.0:1767384590.946344:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc40e9a4. 00000020:00000001:2.0:1767384590.946346:0:18091:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384590.946348:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000006ab0873e x1853237037639808 msgsize 224 00000020:00000040:2.0:1767384590.946348:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:2.0:1767384590.946359:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384590.946359:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50ff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037639552:12345-0@lo:400: 00000100:00100000:3.0:1767384590.946360:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384590.946363:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000001:2.0:1767384590.946368:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000200:0.0:1767384590.946368:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037639552 00000100:00000001:3.0:1767384590.946372:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384590.946373:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:0.0:1767384590.946373:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384590.946378:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384590.946379:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a587e9a 00000100:00000001:2.0:1767384590.946379:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384590.946381:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.946383:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a587e9a. 00000020:00000010:2.0:1767384590.946383:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086ea715c. 00000020:00000001:0.0:1767384590.946385:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384590.946388:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000100:00000001:3.0:1767384590.946389:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384590.946390:0:18091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005edd23ea. 00000020:00000001:0.0:1767384590.946393:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384590.946396:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384590.946396:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384590.946397:0:18091:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000020:00000001:0.0:1767384590.946402:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384590.946406:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384590.946410:0:18091:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384590.946410:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946411:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384590.946413:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384590.946415:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f51fa6. 00000100:00000040:3.0:1767384590.946416:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.946417:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384590.946421:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c5d9067. 02000000:00000001:0.0:1767384590.946422:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384590.946428:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d37075d6. 00000100:00000001:3.0:1767384590.946429:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384590.946430:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bc2e8bb5. 00000100:00000001:3.0:1767384590.946433:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384590.946435:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:0.0:1767384590.946435:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946438:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.946441:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.946442:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4016 usecs (5 jiffies) 00000100:00000001:2.0:1767384590.946442:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384590.946445:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384590.946448:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946449:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294879750 00000100:00000001:2.0:1767384590.946449:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384590.946454:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037639552 00000100:00000001:3.0:1767384590.946455:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294879762 00000100:00000001:2.0:1767384590.946456:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384590.946460:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294879750 00000100:00000001:2.0:1767384590.946460:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1767384590.946461:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384590.946463:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946466:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294879762 00000100:00000001:2.0:1767384590.946470:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384590.946471:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6f50ff6 x1853237037639552/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.946477:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.946478:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294879750 00000100:00000001:2.0:1767384590.946481:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384590.946484:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294879762 00000100:00100000:2.0:1767384590.946488:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00010000:00000001:0.0:1767384590.946489:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384590.946490:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294879750 00000100:00000040:2.0:1767384590.946492:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00010000:00000001:0.0:1767384590.946493:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946494:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294879762 00000100:00000001:2.0:1767384590.946496:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974591104 : -117139734960512 : ffff957647b56680) 00000100:00000001:3.0:1767384590.946499:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384590.946499:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=20 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384590.946502:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051829d79 x1853237037639680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:571/0 lens 224/0 e 0 to 0 dl 1767384601 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.946505:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.946508:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384590.946512:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384590.946514:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384590.946517:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384590.946519:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:2.0:1767384590.946522:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384590.946523:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384590.946524:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384590.946526:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005edd23ea. 02000000:00000001:0.0:1767384590.946526:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946528:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384590.946533:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384590.946533:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384590.946534:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384590.946538:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384590.946539:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005edd23ea. 00000100:00000040:0.0:1767384590.946539:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384590.946543:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384590.946545:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000100:00100000:3.0:1767384590.946546:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767384590.946549:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000051829d79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037639680:12345-0@lo:400: 00000100:00000001:3.0:1767384590.946551:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384590.946552:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037639552, offset 224 00000100:00000001:3.0:1767384590.946567:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384590.946568:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.946570:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384590.946571:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.946574:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384590.946581:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384590.946581:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037639680 00000400:00000200:0.0:1767384590.946581:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384590.946587:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384590.946592:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384590.946593:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384590.946594:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384590.946596:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946598:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384590.946603:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384590.946603:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f502780 02000000:00000001:3.0:1767384590.946604:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384590.946606:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384590.946607:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.946613:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237037639936:0@lo:400: 00000020:00000001:2.0:1767384590.946616:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:3.0:1767384590.946620:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384590.946621:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12dd [1] + 224 00000020:00000001:2.0:1767384590.946623:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384590.946624:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384590.946627:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384590.946628:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384590.946629:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384590.946633:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384590.946635:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384590.946637:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384590.946638:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091a65f29. 00000020:00000001:2.0:1767384590.946639:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384590.946641:0:16806:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384590.946644:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384590.946644:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384590.946647:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384590.946649:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384590.946655:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384590.946656:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000064f8bb0. 02000000:00000001:2.0:1767384590.946658:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384590.946663:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000edd35d1. 00000400:00000010:3.0:1767384590.946664:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a587e9a. 00000100:00000040:0.0:1767384590.946664:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384590.946667:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384590.946671:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037639936, portal 10 00000100:00000001:2.0:1767384590.946673:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946677:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384590.946678:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946681:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00010000:00000040:2.0:1767384590.946683:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037639680 00010000:00000001:2.0:1767384590.946689:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384590.946693:0:16165:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d762f838. 00010000:00000200:2.0:1767384590.946693:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000051829d79 x1853237037639680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:571/0 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.946694:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384590.946700:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00000400:00000010:0.0:1767384590.946704:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00010000:00000001:2.0:1767384590.946705:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384590.946706:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384590.946709:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.946710:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384590.946713:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:2.0:1767384590.946715:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384590.946717:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384590.946724:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:3.0:1767384590.946725:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384590.946726:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384590.946727:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384590.946731:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.946732:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384590.946733:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:0.0:1767384590.946736:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384590.946738:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da331fb3. 00000100:00000001:2.0:1767384590.946739:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000040:0.0:1767384590.946741:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f50ff6 x1853237037639552/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:571/0 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384590.946745:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384590.946746:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037639936, offset 0 02000000:00000001:2.0:1767384590.946749:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.946755:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384590.946758:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384590.946762:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384590.946763:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50ff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037639552:12345-0@lo:400: Request processed in 453us (953us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384590.946766:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000400:00000200:3.0:1767384590.946772:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384590.946772:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037639680, offset 224 00000100:00100000:0.0:1767384590.946774:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:0.0:1767384590.946780:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000400:00000200:2.0:1767384590.946781:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384590.946783:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384590.946786:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384590.946787:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f502900 00000020:00000010:0.0:1767384590.946792:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b14429d. 00000400:00000200:3.0:1767384590.946796:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000020:00000010:0.0:1767384590.946798:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d73cc8c. 00000400:00000200:2.0:1767384590.946799:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384590.946805:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d892b670. 00000400:00000200:3.0:1767384590.946807:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384590.946811:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f502800 00000400:00000200:3.0:1767384590.946817:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384590.946818:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000400:00000200:2.0:1767384590.946822:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12ed [1] + 224 02000000:00000001:0.0:1767384590.946824:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384590.946826:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384590.946827:0:16165:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384590.946827:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bc2e8bb5. 00000100:00000200:3.0:1767384590.946832:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1767384590.946833:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384590.946835:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384590.946837:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384590.946839:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fac73d17. 00000100:00000001:2.0:1767384590.946840:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384590.946842:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384590.946845:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000fac73d17 x1853237037639936 msgsize 224 00000100:00000200:2.0:1767384590.946846:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384590.946848:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ffa0f9. 00000400:00000010:0.0:1767384590.946855:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b886139. 00000100:00100000:3.0:1767384590.946860:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384590.946866:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.946875:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384590.946876:0:17587:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384590.946878:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384590.946880:0:17587:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037639424 02000000:00000001:0.0:1767384590.946883:0:17587:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384590.946884:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da331fb3 00000100:00000001:0.0:1767384590.946884:0:17587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384590.946887:0:17587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.946889:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da331fb3. 02000000:00000001:0.0:1767384590.946890:0:17587:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384590.946894:0:17587:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037639424 00000100:00000001:3.0:1767384590.946895:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384590.946895:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000020:00000001:0.0:1767384590.946896:0:17587:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384590.946900:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000020:00000040:0.0:1767384590.946900:0:17587:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000200:3.0:1767384590.946903:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384590.946904:0:17587:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384590.946905:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384590.946907:0:17587:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00000100:00000001:2.0:1767384590.946908:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384590.946913:0:17587:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384590.946914:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384590.946919:0:17587:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000040:2.0:1767384590.946921:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:3.0:1767384590.946923:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384590.946923:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384590.946925:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384590.946928:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384590.946928:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc40e9a4. 00000100:00000040:3.0:1767384590.946930:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.946933:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384590.946934:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384590.946938:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc40e9a4. 00000100:00000040:2.0:1767384590.946941:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051829d79 x1853237037639680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:571/0 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384590.946944:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d892b670. 00000020:00000010:0.0:1767384590.946950:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b14429d. 00000020:00000010:0.0:1767384590.946955:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d73cc8c. 00000100:00000001:3.0:1767384590.946958:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384590.946962:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000051829d79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237037639680:12345-0@lo:400: Request processed in 438us (885us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384590.946963:0:17587:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384590.946968:0:17587:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.946971:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384590.946971:0:17587:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384590.946975:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1767384590.946976:0:17587:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.946978:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.946981:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000040:3.0:1767384590.946984:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4876 usecs (5 jiffies) 00000100:00000001:2.0:1767384590.946984:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384590.946984:0:17587:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.946987:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384590.946991:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294879750 00000020:00000010:2.0:1767384590.946992:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c5d9067. 00000100:00000001:0.0:1767384590.946994:0:17587:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.946997:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294879762 00000020:00000010:2.0:1767384590.946998:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d37075d6. 00000100:00000001:0.0:1767384590.947001:0:17587:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.947003:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294879750 00000020:00000010:2.0:1767384590.947003:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f51fa6. 00000100:00000001:3.0:1767384590.947009:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294879762 00000020:00000040:2.0:1767384590.947009:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00000100:00000001:0.0:1767384590.947010:0:17587:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384590.947015:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.947016:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294879750 00000100:00100000:0.0:1767384590.947016:0:17587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384590.947022:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294879762 00000100:00000040:0.0:1767384590.947022:0:17587:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:0.0:1767384590.947026:0:17587:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646747392 : -117139062804224 : ffff95766fc5b100) 00000100:00000001:3.0:1767384590.947028:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294879750 00000100:00000001:3.0:1767384590.947032:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294879762 00000100:00000040:0.0:1767384590.947032:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fd72f68 x1853237037639424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:571/0 lens 224/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.947037:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.947038:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384590.947041:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.947044:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.947046:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1767384590.947047:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384590.947050:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384590.947050:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384590.947050:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc40e9a4. 00000400:00000010:2.0:1767384590.947053:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f75e71. 00000100:00000001:0.0:1767384590.947056:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384590.947057:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384590.947058:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000020:00000010:0.0:1767384590.947061:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc40e9a4. 00000400:00000010:2.0:1767384590.947062:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00000001:2.0:1767384590.947067:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384590.947069:0:17587:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fd72f68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037639424:12345-0@lo:13: 00000100:00000200:2.0:1767384590.947072:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384590.947075:0:17587:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037639424 00000020:00000001:0.0:1767384590.947079:0:17587:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384590.947082:0:17587:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384590.947085:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384590.947086:0:17587:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.947090:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384590.947091:0:17587:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384590.947095:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037639808 00000020:00000001:0.0:1767384590.947095:0:17587:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000100:00000001:2.0:1767384590.947099:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384590.947101:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384590.947101:0:17587:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384590.947102:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.947106:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384590.947106:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384590.947107:0:17587:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.947110:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.947111:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384590.947111:0:17587:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384590.947115:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384590.947116:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384590.947116:0:17587:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384590.947117:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384590.947120:0:17587:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.947122:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.947123:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037639808 00000100:00000001:0.0:1767384590.947123:0:17587:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1767384590.947127:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=10 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384590.947127:0:17587:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384590.947128:0:16811:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767384590.947131:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bc2e8bb5. 00000020:00000040:3.0:1767384590.947132:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00001000:2.0:1767384590.947133:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=10 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384590.947136:0:17587:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.947137:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384590.947138:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384590.947139:0:17587:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384590.947142:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:2.0:1767384590.947142:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384590.947143:0:17587:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000001:2.0:1767384590.947148:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384590.947149:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00002000:00000001:0.0:1767384590.947149:0:17587:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384590.947153:0:17587:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384590.947154:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00010000:00080000:2.0:1767384590.947154:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384590.947157:0:17587:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384590.947162:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384590.947164:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.947167:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000142df39f. 00000100:00000001:2.0:1767384590.947168:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00080000:00000001:0.0:1767384590.947169:0:17587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.947171:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384590.947173:0:16811:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.947175:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767384590.947175:0:17587:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.947178:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000142df39f. 00000100:00000001:2.0:1767384590.947179:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384590.947180:0:17587:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:2.0:1767384590.947183:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384590.947193:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd1eb3f9. 00000020:00000020:0.0:1767384590.947193:0:17587:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767384590.947194:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.947199:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000142e95f7. 00000100:00000001:2.0:1767384590.947200:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000020:0.0:1767384590.947200:0:17587:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384590.947205:0:17587:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:3.0:1767384590.947208:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034f0babd. 00000100:00000001:2.0:1767384590.947209:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384590.947210:0:17587:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:2.0:1767384590.947216:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384590.947217:0:17587:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1767384590.947219:0:16811:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000001:00000001:0.0:1767384590.947221:0:17587:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.947224:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:0.0:1767384590.947226:0:17587:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.947228:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:0.0:1767384590.947231:0:17587:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037639424 00000100:00000001:3.0:1767384590.947234:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384590.947236:0:17587:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384590.947240:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037639680:0@lo:400: 00000100:00000001:3.0:1767384590.947244:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000200:0.0:1767384590.947244:0:17587:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009fd72f68 x1853237037639424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:571/0 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.947246:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.947248:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384590.947251:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384590.947252:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.947256:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e75dce92 x1853237037639680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384590.947263:0:17587:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384590.947266:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.947267:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384590.947267:0:17587:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.947271:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767384590.947273:0:17587:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=10 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384590.947274:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a45e6403. 00000100:00000001:0.0:1767384590.947278:0:17587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384590.947279:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384590.947280:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384590.947282:0:17587:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00100000:3.0:1767384590.947284:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037639936 00000020:00000001:2.0:1767384590.947284:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384590.947285:0:17587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000040:2.0:1767384590.947286:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384590.947290:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384590.947291:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384590.947291:0:17587:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384590.947293:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384590.947295:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009ac6e09f. 02000000:00000001:0.0:1767384590.947295:0:17587:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.947297:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.947299:0:17587:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384590.947302:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.947302:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384590.947303:0:17587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384590.947306:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384590.947326:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e75dce92. 00000100:00000001:2.0:1767384590.947329:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384590.947330:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000100:00000001:2.0:1767384590.947331:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384590.947336:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037639936 00000100:00000001:2.0:1767384590.947336:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384590.947337:0:17587:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037639424, offset 224 00000100:00000001:2.0:1767384590.947339:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384590.947341:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384590.947342:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384590.947344:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000400:00000200:0.0:1767384590.947346:0:17587:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384590.947348:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384590.947349:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384590.947351:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384590.947353:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000400:00000200:0.0:1767384590.947357:0:17587:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384590.947359:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000001:3.0:1767384590.947363:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000400:00000200:0.0:1767384590.947363:0:17587:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f502700 00000100:00000001:3.0:1767384590.947369:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384590.947373:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384590.947374:0:17587:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12e1 [1] + 224 00000020:00000010:3.0:1767384590.947376:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000142df39f. 00000100:00000001:2.0:1767384590.947376:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384590.947382:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000200:0.0:1767384590.947382:0:17587:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384590.947384:0:16811:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008d949f49. 00000100:00000040:2.0:1767384590.947386:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:2.0:1767384590.947390:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646750080 : -117139062801536 : ffff95766fc5bb80) 00000020:00000040:3.0:1767384590.947393:0:16811:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000400:00000200:0.0:1767384590.947393:0:17587:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384590.947397:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ab0873e x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:571/0 lens 224/0 e 0 to 0 dl 1767384601 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.947402:0:16811:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384590.947403:0:17587:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384590.947407:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.947408:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe83427e. 00000100:00000200:0.0:1767384590.947411:0:17587:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384590.947415:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f6f1f88. 00000020:00000010:2.0:1767384590.947416:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005edd23ea. 00000100:00000001:2.0:1767384590.947421:0:17559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.947423:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e574699b. 00000020:00000010:2.0:1767384590.947426:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005edd23ea. 00000100:00000001:3.0:1767384590.947430:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384590.947434:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ab0873e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037639808:12345-0@lo:400: 00000100:00000001:3.0:1767384590.947435:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384590.947436:0:17587:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.947439:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384590.947439:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037639808 00000020:00000001:2.0:1767384590.947442:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384590.947444:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384590.947445:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384590.947450:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384590.947453:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:3.0:1767384590.947455:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384590.947458:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384590.947460:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384590.947462:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.947464:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384590.947468:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384590.947470:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384590.947471:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384590.947473:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384590.947475:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384590.947476:0:17587:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384590.947477:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384590.947480:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384590.947482:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000856d3a0e. 00000400:00000200:0.0:1767384590.947485:0:17587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 02000000:00000001:2.0:1767384590.947487:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384590.947489:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00000100:00000001:2.0:1767384590.947491:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.947494:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384590.947495:0:17587:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384590.947496:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.947500:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384590.947500:0:17587:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384590.947501:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037639808 00010000:00000001:2.0:1767384590.947506:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384590.947507:0:17587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.947510:0:16811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000200:2.0:1767384590.947513:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ab0873e x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:571/0 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384590.947515:0:17587:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:3.0:1767384590.947518:0:16811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00010000:00000001:0.0:1767384590.947521:0:17587:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384590.947524:0:16811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646744704 : -117139062806912 : ffff95766fc5a680) 00000020:00000001:0.0:1767384590.947526:0:17587:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384590.947532:0:17587:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384590.947535:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384590.947536:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fac73d17 x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:571/0 lens 224/0 e 0 to 0 dl 1767384601 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384590.947539:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384590.947539:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fd72f68 x1853237037639424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:571/0 lens 224/368 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384590.947545:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384590.947579:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384590.947585:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384590.947591:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:3.0:1767384590.947595:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384590.947597:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384590.947601:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e344849. 02000000:00000001:2.0:1767384590.947602:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384590.947602:0:17587:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fd72f68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037639424:12345-0@lo:13: Request processed in 551us (1779us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384590.947607:0:16811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.947615:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e344849. 00000100:00100000:0.0:1767384590.947615:0:17587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384590.947616:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384590.947622:0:17587:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000040:2.0:1767384590.947623:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384590.947628:0:16811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fac73d17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237037639936:12345-0@lo:400: 00000100:00000001:0.0:1767384590.947628:0:17587:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384590.947629:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000001:0.0:1767384590.947632:0:17587:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384590.947635:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037639808, offset 224 00000100:00000200:3.0:1767384590.947637:0:16811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037639936 00000020:00000010:0.0:1767384590.947638:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b14429d. 00000400:00000200:2.0:1767384590.947643:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384590.947644:0:16811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384590.947645:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d73cc8c. 00000020:00000001:3.0:1767384590.947648:0:16811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384590.947651:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d892b670. 00000020:00000001:3.0:1767384590.947652:0:16811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384590.947654:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384590.947657:0:16811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.947660:0:16811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000040:0.0:1767384590.947660:0:17587:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000400:00000200:2.0:1767384590.947666:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f502880 00000100:00000001:0.0:1767384590.947666:0:17587:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.947667:0:16811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.947670:0:16811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.947674:0:16811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.947677:0:16811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384590.947678:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f5 [1] + 224 00000020:00000001:3.0:1767384590.947680:0:16811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.947684:0:16811:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384590.947685:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384590.947687:0:16811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.947690:0:16811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384590.947693:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1767384590.947693:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000010:3.0:1767384590.947695:0:16811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a565de6c. 00000100:00000001:2.0:1767384590.947698:0:17559:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384590.947700:0:16811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384590.947701:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:3.0:1767384590.947703:0:16811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384590.947705:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384590.947708:0:16811:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384590.947710:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384590.947714:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00010000:00000040:3.0:1767384590.947718:0:16811:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037639936 00010000:00000001:3.0:1767384590.947722:0:16811:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384590.947728:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384590.947729:0:16811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fac73d17 x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:571/0 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.947731:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384590.947735:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.947743:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384590.947746:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384590.947751:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384590.947754:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384590.947761:0:16811:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384590.947762:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384590.947764:0:16811:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384590.947765:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a18a994a. 00000100:00001000:3.0:1767384590.947766:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.947772:0:16811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384590.947772:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000100:00000040:3.0:1767384590.947777:0:16811:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000400:00000010:0.0:1767384590.947777:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000100:00000001:3.0:1767384590.947782:0:16811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384590.947784:0:16811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384590.947784:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384590.947787:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 02000000:00000001:3.0:1767384590.947788:0:16811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384590.947792:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00000200:0.0:1767384590.947793:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.947794:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384590.947799:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384590.947802:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384590.947803:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384590.947808:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da331fb3. 00000100:00000001:2.0:1767384590.947810:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384590.947813:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037639936, offset 224 00000100:00000200:0.0:1767384590.947814:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384590.947817:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000200:3.0:1767384590.947823:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384590.947824:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384590.947828:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384590.947833:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384590.947839:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384590.947840:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384590.947841:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab0873e x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:571/0 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.947844:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384590.947850:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384590.947854:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384590.947855:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f502900 00000100:00000001:0.0:1767384590.947858:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384590.947861:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384590.947867:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1301 [1] + 224 02000000:00000001:0.0:1767384590.947867:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384590.947869:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ab0873e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037639808:12345-0@lo:400: Request processed in 459us (1518us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384590.947875:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=20 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384590.947880:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767384590.947882:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=20 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384590.947884:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000400:00000200:3.0:1767384590.947890:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384590.947890:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:0.0:1767384590.947891:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384590.947895:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384590.947896:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.947898:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384590.947900:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384590.947900:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384590.947905:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384590.947907:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000142e95f7. 00000100:00000200:3.0:1767384590.947908:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.947910:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384590.947912:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034f0babd. 00000100:00000040:0.0:1767384590.947919:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384590.947920:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd1eb3f9. 00000020:00000040:2.0:1767384590.947925:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:2.0:1767384590.947930:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384590.947933:0:16811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.947944:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384590.947950:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384590.947953:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.947957:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384590.947957:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384590.947959:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.947971:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384590.947976:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da331fb3 00000400:00000010:3.0:1767384590.947979:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da331fb3. 00000100:00100000:0.0:1767384590.947980:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000658953e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037639552:0@lo:400: 00000100:00000001:3.0:1767384590.947984:0:16811:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384590.947985:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384590.947988:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.947989:0:16811:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384590.947989:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384590.947992:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000064f8bb0. 00000100:00000001:0.0:1767384590.947993:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384590.947996:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384590.947997:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a587e9a 00000100:00000040:0.0:1767384590.948000:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000658953e3 x1853237037639552/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384590.948001:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a587e9a. 00000100:00000040:3.0:1767384590.948004:0:16811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384590.948005:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384590.948010:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.948019:0:16811:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.948024:0:16811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.948029:0:16811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.948037:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fac73d17 x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:571/0 lens 224/224 e 0 to 0 dl 1767384601 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.948039:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384590.948041:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384590.948044:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384590.948049:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c68af43. 02000000:00000001:0.0:1767384590.948056:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384590.948060:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384590.948063:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384590.948070:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384590.948070:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767384590.948075:0:16811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fac73d17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16165:x1853237037639936:12345-0@lo:400: Request processed in 477us (1226us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384590.948075:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384590.948075:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b4a9931. 00000100:00000001:2.0:1767384590.948082:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384590.948085:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384590.948085:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384590.948088:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384590.948089:0:16811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384590.948090:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384590.948090:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384590.948094:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000658953e3. 00000100:00000040:3.0:1767384590.948096:0:16811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 02000000:00000001:2.0:1767384590.948096:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.948102:0:16811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384590.948102:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384590.948104:0:16811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384590.948106:0:16165:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000adce67d6. 00000100:00000001:0.0:1767384590.948106:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384590.948108:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f6f1f88. 00000100:00001000:2.0:1767384590.948111:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=14 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384590.948112:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384590.948114:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e574699b. 00000100:00001000:2.0:1767384590.948120:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=14 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384590.948121:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe83427e. 00000100:00000001:2.0:1767384590.948123:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384590.948123:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384590.948127:0:16811:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:2.0:1767384590.948128:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.948128:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.948132:0:16811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384590.948135:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384590.948136:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384590.948140:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384590.948141:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384590.948148:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.948150:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384590.948151:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384590.948159:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384590.948160:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.948162:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.948167:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.948168:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384590.948169:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384590.948172:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384590.948176:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16165:1853237037639936:0@lo:400: 00000400:00000001:2.0:1767384590.948180:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384590.948181:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384590.948181:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1be1433. 00000400:00000200:2.0:1767384590.948184:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006393ccee 00000400:00000010:2.0:1767384590.948185:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006393ccee. 00000100:00000001:2.0:1767384590.948186:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384590.948187:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384590.948191:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.948195:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384590.948196:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.948197:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384590.948198:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384590.948198:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384590.948199:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.948200:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384590.948202:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=14 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384590.948204:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384590.948206:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384590.948206:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384590.948207:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384590.948209:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384590.948219:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.948220:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384590.948221:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384590.948222:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384590.948223:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.948225:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.948228:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.948229:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384590.948230:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384590.948232:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384590.948237:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037639808:0@lo:400: 00000400:00000001:2.0:1767384590.948240:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384590.948241:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384590.948242:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab765171. 00000400:00000200:2.0:1767384590.948243:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007423159a 00000400:00000010:2.0:1767384590.948244:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007423159a. 00000100:00000001:2.0:1767384590.948246:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384590.948248:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384590.948252:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.948255:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384590.948256:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.948257:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384590.948258:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384590.948258:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384590.948259:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384590.948260:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384590.948262:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384590.948269:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384590.948270:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384590.948271:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384590.948272:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384590.948274:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384590.948278:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.948279:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384590.948280:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384590.948280:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384590.948281:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.948282:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.948286:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384590.948287:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384590.948287:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384590.948289:0:16165:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384590.948291:0:16165:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384590.948294:0:16165:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384590.948298:0:16165:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384590.948301:0:16165:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384590.948302:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384590.948306:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c2772b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037639424:0@lo:13: 00000100:00000001:2.0:1767384590.948308:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.948329:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.948331:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037639936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.948336:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384590.948342:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384590.948344:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091a65f29. 02000000:00000001:2.0:1767384590.948346:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384590.948347:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384590.948348:0:16165:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384590.948349:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384590.948350:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000c385335. 02000000:00000001:2.0:1767384590.948352:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384590.948353:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384590.948354:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000100:00000001:2.0:1767384590.948356:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384590.948367:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.948369:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.948370:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c27a2f27 x1853237037639808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.948374:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384590.948375:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384590.948376:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdb10387. 02000000:00000001:2.0:1767384590.948377:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384590.948378:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384590.948379:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384590.948379:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384590.948380:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000037d2d2bb. 02000000:00000001:2.0:1767384590.948381:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384590.948382:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384590.948382:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27a2f27. 00000100:00000001:2.0:1767384590.948383:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384590.948384:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.948385:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384590.948386:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c2772b1a x1853237037639424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384590.948389:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384590.948390:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384590.948391:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f8860e4a. 02000000:00000001:2.0:1767384590.948392:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384590.948393:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384590.948394:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384590.948399:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384590.948400:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce1fe3e5. 02000000:00000001:2.0:1767384590.948401:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384590.948402:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384590.948403:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2772b1a. 00000100:00000001:2.0:1767384590.948405:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384590.948405:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.948406:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384590.948409:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384590.948410:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384590.948411:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384590.948412:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384590.964338:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294879762, at 4294879763 00000100:00000010:0.0:1767384590.964347:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5fb1e97. 00000100:00000040:1.0:1767384590.964371:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294879762, at 4294879763 00000100:00000040:3.0:1767384590.964380:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294879762, at 4294879763 00000100:00000040:2.0:1767384590.964380:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294879762, at 4294879763 00000100:00000010:1.0:1767384590.964381:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff78556f. 00000100:00000010:2.0:1767384590.964390:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b2915de. 00000100:00000010:3.0:1767384590.964392:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005439a392. 00010000:00000001:0.0:1767384591.009376:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384591.009382:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.009388:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384591.009390:0:253:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384591.009393:0:253:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384591.009394:0:253:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.009397:0:253:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384591.009398:0:253:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.009400:0:253:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.009401:0:253:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384591.009454:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384591.009458:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384591.009461:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384591.282767:0:20001:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384591.282771:0:20001:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:2.0:1767384591.286732:0:20001:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384591.294661:0:20002:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d97e8b76. 00000400:00000010:2.0:1767384591.294675:0:20002:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000043a4d6db. 00000400:00000010:2.0:1767384591.294683:0:20002:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000028f2e556. 00000400:00000010:2.0:1767384591.294686:0:20002:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a45e6403. 00000400:00000010:2.0:1767384591.294689:0:20002:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000094171fad. 00000400:00000010:2.0:1767384591.294693:0:20002:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005edd23ea. 00000400:00000010:2.0:1767384591.294694:0:20002:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007bb35523. 00000400:00000010:2.0:1767384591.294695:0:20002:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f74a2fa. 00000400:00000010:2.0:1767384591.294698:0:20002:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000030316453. 00000800:00000010:2.0:1767384591.294707:0:20002:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000037d2d2bb. 00000800:00000200:2.0:1767384591.294716:0:20002:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384591.294721:0:20002:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384591.294753:0:20002:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384591.294770:0:20002:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp14 [8/256/0/180] 00000400:00000010:2.0:1767384591.296208:0:20002:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000008ddf48d0. 00000400:00000010:2.0:1767384591.296214:0:20002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f75e71. 00000400:00000010:2.0:1767384591.296219:0:20002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000400:00000001:2.0:1767384591.296236:0:20002:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384591.296237:0:20002:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384591.296238:0:20002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cc339d. 00000400:00000200:2.0:1767384591.296240:0:20002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aed24d0 00000400:00000010:2.0:1767384591.296242:0:20002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aed24d0. 00000400:00000010:2.0:1767384591.296245:0:20002:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000000e5c14cf. 00000400:00000200:2.0:1767384591.296249:0:20002:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (5) 00000400:00000200:2.0:1767384591.296259:0:20002:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384591.296267:0:20002:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:2.0:1767384591.296273:0:20002:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000023252fec. 00000020:01000000:2.0:1767384591.296276:0:20002:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384591.296277:0:20002:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp14 00000400:00000010:2.0:1767384591.296290:0:20002:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000043a4d6db. 00000400:00000010:2.0:1767384591.296293:0:20002:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d97e8b76. 00000400:00000200:0.0:1767384591.296341:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384591.296348:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000020:00000001:3.0:1767384591.296353:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384591.296354:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000400:00000200:0.0:1767384591.296359:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (6) 10000000:00000001:3.0:1767384591.296360:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:0.0:1767384591.296363:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000041afcf88. 10000000:00000001:3.0:1767384591.296364:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384591.296367:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384591.296371:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384591.296375:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384591.296375:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000020:01000004:3.0:1767384591.296380:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384591.296394:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384591.296398:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384591.296401:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384591.296402:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:3.0:1767384591.296406:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384591.296409:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384591.296410:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384591.296412:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384591.296415:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384591.296418:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384591.296424:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384591.296424:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384591.296429:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000100:00000010:3.0:1767384591.296432:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ede3f990. 00000400:00000200:0.0:1767384591.296433:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp13 00000400:00000200:0.0:1767384591.296438:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp13 lpni_is_preferred = 0 00000020:00000040:3.0:1767384591.296439:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:0.0:1767384591.296442:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp13 00000400:00000200:0.0:1767384591.296447:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp13 NI seq info: [13:13:256:4294967295] 192.168.203.133@tcp13 LPNI seq info [13:13:8:4294967295] 00000100:00000001:3.0:1767384591.296449:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384591.296453:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp13 02000000:00000001:3.0:1767384591.296454:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384591.296461:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384591.296461:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13:) -> 192.168.203.133@tcp13(192.168.203.133@tcp:192.168.203.133@tcp13) : PUT try# 0 00000800:00000200:0.0:1767384591.296468:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.203.133@tcp13 00000800:00000010:0.0:1767384591.296473:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab7a34f. 02000000:00000010:3.0:1767384591.296474:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001cf9de24. 00000800:00000010:0.0:1767384591.296480:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000832d592d. 00000100:00000001:3.0:1767384591.296483:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384591.296484:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000062f2e6be. 00000800:00000200:0.0:1767384591.296500:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (2) 00000800:00000200:0.1:1767384591.296503:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (2) 00000100:00000001:3.0:1767384591.296505:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384591.296509:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384591.296519:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede3f990] to pc [ptlrpcd_00_00+0] req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384591.296520:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384591.296525:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 10000000:00000001:3.0:1767384591.296571:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384591.296575:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384591.296578:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.296580:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384591.296581:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:0.0:1767384591.296586:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384591.296588:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384591.296601:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384591.296605:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384591.296606:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 10000000:00000001:3.0:1767384591.296607:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384591.296607:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:3.0:1767384591.296612:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384591.296612:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.296615:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384591.296617:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384591.296618:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384591.296622:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384591.296622:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384591.296626:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384591.296629:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384591.296630:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384591.296635:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384591.296638:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384591.296639:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384591.296641:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384591.296642:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384591.296647:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000055e5be6. 00000100:00000001:0.0:1767384591.296651:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384591.296654:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384591.296654:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384591.296658:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 02000000:00000001:0.0:1767384591.296660:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384591.296661:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384591.296665:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384591.296665:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384591.296669:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384591.296671:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384591.296673:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ede3f990 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037640064:0@lo:253: 00000100:00000001:0.0:1767384591.296678:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384591.296681:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000084bba02b. 02000000:00000001:0.0:1767384591.296682:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384591.296686:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.296689:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384591.296689:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384591.296692:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 02000000:00000010:0.0:1767384591.296695:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c680bc17. 02000000:00000001:0.0:1767384591.296699:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.296705:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384591.296705:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18a994a. 00000100:00000001:3.0:1767384591.296710:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384591.296712:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000636f667a. 00000100:00000040:3.0:1767384591.296717:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000055e5be6] to pc [ptlrpcd_00_01+1] req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384591.296718:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037640064, portal 25 00000400:00000200:2.0:1767384591.296720:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:0.0:1767384591.296723:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384591.296726:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646736640 : -117139062814976 : ffff95766fc58700) 00000100:00000040:0.0:1767384591.296735:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384591.296742:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.296742:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384591.296747:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:3.0:1767384591.296749:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384591.296751:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000010:0.0:1767384591.296751:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e24b088e. 00000020:00000001:3.0:1767384591.296753:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384591.296755:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037640064, offset 0 00000020:01000000:3.0:1767384591.296760:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384591.296765:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384591.296767:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000023252fec. 00000400:00000200:0.0:1767384591.296774:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384591.296779:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:3.0:1767384591.296784:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384591.296785:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502980 00000100:00100000:3.0:1767384591.296791:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1767384591.296795:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000100:00000001:3.0:1767384591.296796:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384591.296800:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055771a93. 00000100:00000001:3.0:1767384591.296804:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384591.296804:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ff1c96a 00000400:00000200:2.0:1767384591.296806:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:3.0:1767384591.296808:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384591.296813:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384591.296813:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384591.296817:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384591.296819:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384591.296822:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384591.296825:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff1c96a 00000100:00000040:3.0:1767384591.296829:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384591.296834:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ff1c96a. 00000400:00000200:2.0:1767384591.296835:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:0.0:1767384591.296842:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384591.296846:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384591.296846:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384591.296851:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384591.296852:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000ac34e7e3 x1853237037640064 msgsize 4848 02000000:00000001:3.0:1767384591.296859:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384591.296860:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384591.296863:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384591.296864:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384591.296870:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.296873:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384591.296874:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000055e5be6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037640192:0@lo:253: 00000100:00000001:3.0:1767384591.296880:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384591.296881:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e24b088e 02000000:00000001:3.0:1767384591.296883:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384591.296884:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e24b088e. 02000000:00000001:3.0:1767384591.296888:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.296888:0:16164:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384591.296893:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384591.296893:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384591.296901:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000045b71cf2. 00000100:00000001:0.0:1767384591.296902:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384591.296905:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384591.296907:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384591.296916:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 00000100:00000001:0.0:1767384591.296916:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.296918:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384591.296925:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384591.296926:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf338313. 00000100:00000001:0.0:1767384591.296928:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294880113 00000100:00000200:3.0:1767384591.296933:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037640192, portal 25 00000100:00000010:0.0:1767384591.296934:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5fb1e97. 00000100:00000001:3.0:1767384591.296939:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384591.296942:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384591.296948:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294880113 00000100:00000001:3.0:1767384591.296949:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646737536 : -117139062814080 : ffff95766fc58a80) 00000100:00000010:0.0:1767384591.296952:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d57593ec. 00000100:00000001:0.0:1767384591.296956:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384591.296959:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.296961:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294880113 00000100:00000010:0.0:1767384591.296966:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009432f516. 00000100:00000001:0.0:1767384591.296971:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384591.296975:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294880113 00000100:00000001:3.0:1767384591.296976:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384591.296979:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce76482c. 00000100:00000040:3.0:1767384591.296984:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384591.296984:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384591.296989:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384591.296990:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000968215ee. 00000100:00000001:0.0:1767384591.296992:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384591.296996:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037640192, offset 0 00000100:00000001:0.0:1767384591.297003:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.297006:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384591.297008:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384591.297009:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384591.297012:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384591.297015:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.297018:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384591.297025:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384591.297032:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bbebe6c. 00000400:00000200:3.0:1767384591.297035:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502a00 00000100:00000001:0.0:1767384591.297037:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384591.297038:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000043a4d6db. 00000100:00100000:0.0:1767384591.297042:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037640064 00000400:00000200:3.0:1767384591.297046:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000800:00000010:2.0:1767384591.297047:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003aae73d0. 02000000:00000001:0.0:1767384591.297047:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384591.297051:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384591.297054:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384591.297056:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071f917c3. 02000000:00000001:0.0:1767384591.297058:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384591.297062:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5335c35 00000100:00100000:0.0:1767384591.297062:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037640064 00000020:00000001:0.0:1767384591.297066:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384591.297068:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000200:3.0:1767384591.297070:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384591.297071:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384591.297074:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384591.297078:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:3.0:1767384591.297081:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384591.297081:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000800:00000010:2.0:1767384591.297084:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003aae73d0. 00000100:00000001:0.0:1767384591.297088:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384591.297089:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5335c35 00000020:00000010:0.0:1767384591.297092:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba6ec4b8. 00000400:00000010:3.0:1767384591.297093:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5335c35. 00000100:00000001:0.0:1767384591.297096:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384591.297099:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba6ec4b8. 00000100:00000001:3.0:1767384591.297101:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384591.297104:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767384591.297105:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000195f19b. 00000100:00000040:3.0:1767384591.297108:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000080ef9ff6 x1853237037640192 msgsize 4848 00000020:00000010:0.0:1767384591.297111:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c6f20fe. 00000100:00100000:3.0:1767384591.297119:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384591.297119:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d73cc8c. 00000100:00000040:3.0:1767384591.297124:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:0.0:1767384591.297139:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384591.297142:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384591.297144:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384591.297145:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.297148:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384591.297152:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384591.297155:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968215ee 00000400:00000010:3.0:1767384591.297159:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000968215ee. 00000100:00000001:3.0:1767384591.297164:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384591.297164:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384591.297171:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.297176:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384591.297180:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037640192 02000000:00000001:0.0:1767384591.297183:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384591.297184:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384591.297184:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384591.297185:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384591.297188:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384591.297192:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.297193:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384591.297197:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 02000000:00000001:0.0:1767384591.297198:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384591.297204:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00100000:0.0:1767384591.297205:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037640192 00000020:00000001:0.0:1767384591.297209:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384591.297210:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981233232 : -117139728318384 : ffff9576481ac050) 00000100:00000001:3.0:1767384591.297212:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384591.297212:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384591.297217:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384591.297218:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384591.297219:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac34e7e3 x1853237037640064/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 4848/0 e 0 to 0 dl 1767384602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384591.297220:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000100:00000001:3.0:1767384591.297226:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384591.297227:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384591.297232:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384591.297236:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384591.297239:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294880113 00000020:00000010:0.0:1767384591.297241:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba6ec4b8. 00000100:00000001:3.0:1767384591.297247:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294880113 00000100:00000001:0.0:1767384591.297247:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384591.297252:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba6ec4b8. 00000100:00000001:3.0:1767384591.297254:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294880113 00000100:00000001:2.0:1767384591.297255:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384591.297258:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d892b670. 00000100:00000001:3.0:1767384591.297260:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294880113 00000020:00000010:2.0:1767384591.297260:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003aae73d0. 00000020:00000010:0.0:1767384591.297263:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4ae7e10. 00000100:00000001:2.0:1767384591.297265:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384591.297266:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294880113 00000020:00000010:0.0:1767384591.297269:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008416b764. 00000020:00000010:2.0:1767384591.297270:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003aae73d0. 00000100:00000001:3.0:1767384591.297271:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294880113 00000100:00000001:3.0:1767384591.297276:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294880113 00000100:00000001:0.0:1767384591.297277:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384591.297278:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac34e7e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16164:x1853237037640064:12345-0@lo:253: 00000100:00000001:0.0:1767384591.297280:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384591.297283:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.297284:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294880113 00000100:00000200:2.0:1767384591.297285:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037640064 00000100:00000001:0.0:1767384591.297289:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.297290:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384591.297291:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384591.297292:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384591.297295:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384591.297298:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384591.297298:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.297303:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384591.297304:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384591.297305:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.297306:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384591.297307:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384591.297331:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384591.297332:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384591.297336:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384591.297336:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384591.297339:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384591.297342:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000020:00000001:2.0:1767384591.297343:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384591.297345:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:2.0:1767384591.297348:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384591.297349:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981243472 : -117139728308144 : ffff9576481ae850) 02000000:00000001:2.0:1767384591.297352:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384591.297355:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080ef9ff6 x1853237037640192/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 4848/0 e 0 to 0 dl 1767384602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384591.297357:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000023252fec. 02000000:00000001:2.0:1767384591.297362:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.297367:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.297368:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384591.297370:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767384591.297373:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba6ec4b8. 00000100:00000001:0.0:1767384591.297377:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384591.297379:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba6ec4b8. 00000100:00100000:0.0:1767384591.297393:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080ef9ff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037640192:12345-0@lo:253: 20000000:00000010:2.0:1767384591.297399:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a34035e. 20000000:01000000:2.0:1767384591.297405:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:0.0:1767384591.297405:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037640192 00000020:00000001:0.0:1767384591.297408:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384591.297409:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384591.297412:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384591.297413:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384591.297415:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384591.297417:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384591.297419:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384591.297420:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384591.297423:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384591.297423:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384591.297428:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384591.297430:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384591.297431:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:0.0:1767384591.297432:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:2.0:1767384591.297433:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1fd7f6d. 00000020:00000001:0.0:1767384591.297435:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:2.0:1767384591.297439:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00000020:00000001:0.0:1767384591.297439:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.297444:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384591.297447:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384591.297447:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384591.297454:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c00dab4e. 00080000:00000001:2.0:1767384591.297455:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:0.0:1767384591.297457:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384591.297459:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp13 from 247.3.0.2 00000100:00000001:0.0:1767384591.297460:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384591.297465:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:3.0:1767384591.297479:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fd9dca33. 20000000:00000010:0.0:1767384591.297483:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000315bc2d9. 20000000:01000000:0.0:1767384591.297487:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384591.297489:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384591.297490:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384591.297492:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384591.297494:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384591.297495:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384591.297515:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384591.297519:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384591.297521:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384591.297522:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384591.297526:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384591.297531:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:2.0:1767384591.297534:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384591.297541:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007947dcb8. 00080000:00000001:2.0:1767384591.297543:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568975872 : -117144140575744 : ffff9575411d0c00) 00080000:00000001:2.0:1767384591.297545:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384591.297669:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000872536ad. 00000800:00000010:3.0:1767384591.297675:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000968215ee. 00000001:00000001:2.0:1767384591.297687:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384591.297691:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384591.297694:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384591.297697:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000049be02ce. 00000800:00000200:3.1:1767384591.297705:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (2) 00000800:00000200:3.1:1767384591.297711:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp13 0000000049be02ce deleted 00000800:00000010:3.1:1767384591.297714:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000049be02ce. 00080000:00000001:2.0:1767384591.297717:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384591.297719:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:2.0:1767384591.297721:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:3.1:1767384591.297730:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp13 ip 192.168.203.133:1015 00000800:00000200:3.1:1767384591.297735:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eab7a34f type 1, nob 224 niov 1 nkiov 1 00000800:00000200:3.0:1767384591.297742:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp13 p 3.x 192.168.203.133 -> 192.168.203.133:1015 incarnation:1767384589873290069 sched[0] 00000800:00000010:3.0:1767384591.297748:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a81e0603. 00080000:00000001:2.0:1767384591.297805:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384591.297808:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384591.297810:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a81e0603. 00000800:00000010:3.0:1767384591.297816:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000968215ee. 00000800:00000010:3.0:1767384591.297850:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fd9dca33. 00000800:00000200:2.1:1767384591.297864:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767384591.297868:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384591.297872:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp13 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384589873290069 sched[0] 00000800:00000001:3.0:1767384591.297876:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384591.297876:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000043a4d6db. 00000400:00000200:2.0:1767384591.297921:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:0.0:1767384591.297926:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384591.297930:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab7a34f. 00000400:00000200:0.0:1767384591.297935:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384591.297940:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: PUT: OK 00000400:00000200:0.0:1767384591.297944:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384591.297947:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000001:0.0:1767384591.297954:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384591.297960:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384591.297962:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000001:0.0:1767384591.297962:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384591.297965:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384591.297973:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13) <- 192.168.203.133@tcp13 : PUT - for me 00000400:00000200:0.0:1767384591.297988:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384591.297992:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 128/128 into md 0x12a1 [1] + 0 00000400:00000010:0.0:1767384591.297995:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029189cd8. 00000400:00000200:2.0:1767384591.297996:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384591.297998:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3972d42 00000800:00000001:0.0:1767384591.298004:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384591.298013:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384591.298015:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384591.298018:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: PUT: OK 00000400:00000200:0.0:1767384591.298020:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3972d42 00000400:00000010:0.0:1767384591.298022:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3972d42. 00000400:00000200:0.0:1767384591.298025:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384591.298027:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (7) 00000400:00000200:0.0:1767384591.298031:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:2.0:1767384591.298032:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000010:0.0:1767384591.298034:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000e24b088e. 00000400:00000200:0.0:1767384591.298039:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 6 00000400:00000200:0.0:1767384591.298043:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384591.298050:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (8) 00000400:00000200:0.0:1767384591.298054:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384591.298059:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp13 to MR: 192.168.203.133@tcp13 local destination 00000400:00000200:0.0:1767384591.298064:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp13 NI seq info: [14:14:256:4294967295] 192.168.203.133@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767384591.298071:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384591.298079:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13:192.168.203.133@tcp13) -> 192.168.203.133@tcp13(192.168.203.133@tcp13:192.168.203.133@tcp13) 192.168.203.133@tcp13 : ACK try# 0 00000800:00000200:0.0:1767384591.298086:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp13 00000800:00000010:0.0:1767384591.298088:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab7a34f. 00000800:00000200:0.0:1767384591.298092:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (4) 00000800:00000200:0.0:1767384591.298096:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp13 ip 192.168.203.133:988 00000800:00000200:0.0:1767384591.298098:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eab7a34f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384591.298110:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000200:0.0:1767384591.298135:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384591.298142:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab7a34f. 00000400:00000200:2.0:1767384591.298145:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384591.298146:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384591.298153:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: ACK: OK 00000800:00000001:0.0:1767384591.298164:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384591.298168:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384591.298171:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384591.298175:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384591.298176:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384591.298179:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000800:00000001:0.0:1767384591.298180:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384591.298188:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13) <- 192.168.203.133@tcp13 : ACK - for me 00000400:00000200:0.0:1767384591.298199:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp13: ACK from 12345-192.168.203.133@tcp13 into md 0x1321 00000400:00000200:0.0:1767384591.298203:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384591.298207:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: ACK: OK 00000400:00000200:0.0:1767384591.298210:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000400:00000010:0.0:1767384591.298212:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000400:00000200:2.0:1767384591.298215:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384591.298215:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384591.298220:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:0.0:1767384591.298225:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384591.298229:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (7) 00000800:00000001:0.0:1767384591.298252:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384591.298255:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384591.298265:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384591.298268:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029189cd8. 00000400:00000010:0.0:1767384591.298273:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000400:00000200:0.0:1767384591.298275:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:0.0:1767384591.298278:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:0.0:1767384591.298284:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 000000001e4578e0. 00000400:00000010:0.0:1767384591.298287:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 00000000428fb9c0. 00000400:00000010:0.0:1767384591.298290:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 0000000091122963. 00000400:00000010:0.0:1767384591.298299:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001227f702. 00000400:00000200:0.0:1767384591.298304:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001227f702 nid 192.168.203.133@tcp14 00000400:00000010:0.0:1767384591.298307:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000134dab91. 00000400:00000200:0.0:1767384591.298363:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000134dab91 net tcp14 00000400:00000200:0.0:1767384591.298366:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (6) 00000400:00000200:0.0:1767384591.298370:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp14 flags 0x11 00000400:00000010:0.0:1767384591.298374:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 000000001e4578e0. 00000400:00000010:0.0:1767384591.298377:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000428fb9c0. 00000400:00000010:0.0:1767384591.298384:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 0000000091122963. 00000400:00000010:0.0:1767384591.298397:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000e24b088e. 00000400:00000200:0.0:1767384591.298400:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384591.298403:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384591.298405:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384591.298408:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384591.298410:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384591.298412:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384591.298414:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384591.298418:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (7) 00000400:00000200:0.0:1767384591.298485:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384591.298725:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000028dd1e5. 00000800:00000010:2.0:1767384591.298730:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f625611c. 00000800:00000010:2.0:1767384591.298735:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003aae73d0. 00000800:00000010:2.0:1767384591.298773:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003aae73d0. 00000400:00000200:0.0:1767384591.298779:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384591.298782:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c98536b8. 00000800:00000010:2.0:1767384591.298814:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008643d9a8. 00000800:00000010:2.0:1767384591.298820:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000854af7c5. 00000800:00000010:2.0:1767384591.298852:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000043a4d6db. 00000800:00000200:2.1:1767384591.298860:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (4) 00000800:00000200:2.1:1767384591.298866:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp13 0000000043a4d6db deleted 00000800:00000010:2.1:1767384591.298868:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000043a4d6db. 00000800:00000200:2.1:1767384591.298871:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384591.298875:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp13 p 3.x 192.168.203.133 -> 192.168.203.133:1014 incarnation:1767384589873290069 sched[0] 00000800:00000010:2.0:1767384591.298879:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003aae73d0. 00000800:00000010:2.0:1767384591.298915:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003aae73d0. 00000800:00000010:2.0:1767384591.298918:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000854af7c5. 00000800:00000010:2.0:1767384591.298940:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c98536b8. 00000800:00000001:2.0:1767384591.298972:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384591.298975:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384591.298999:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384591.299005:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp13 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384589873290069 sched[0] 00000800:00000010:0.0:1767384591.299008:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f625611c. 00000800:00000001:0.0:1767384591.299055:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384591.299058:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384591.306017:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384591.306023:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384591.306026:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384591.306029:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384591.306029:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384591.306034:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384591.306037:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384591.306038:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384591.306040:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384591.306043:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384591.306047:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007947dcb8. 20000000:00000001:2.0:1767384591.306052:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384591.306053:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384591.306056:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384591.306058:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384591.306060:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002d314e09. 00080000:00000020:2.0:1767384591.306063:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384591.306064:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384591.306065:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767384591.306070:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384591.306074:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384591.306075:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384591.306080:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384591.306083:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384591.306089:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006f96eb36 count: 2 00010000:00000001:1.0:1767384591.306092:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384591.306095:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384591.306095:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384591.306098:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a32dcdaa. 00080000:00000001:0.0:1767384591.306099:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384591.306102:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384591.306104:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384591.306105:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384591.306106:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:1.0:1767384591.306108:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a32dcdaa with handle 0x1c01179f271edbf1 to hash 00000020:00000001:0.0:1767384591.306110:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000001:1.0:1767384591.306111:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384591.306113:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00080000:00000001:0.0:1767384591.306115:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384591.306117:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384591.306121:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384591.306121:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000046b21ac7. 00010000:00000001:1.0:1767384591.306123:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384591.306125:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752928768 : -117138956622848 : ffff95767619e400) 00010000:00010000:1.0:1767384591.306126:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384591.306128:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384591.306135:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384591.306139:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384591.306140:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384591.306142:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384591.306143:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384591.306147:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384591.306152:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384591.306154:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.306156:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384591.306157:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384591.306159:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384591.306161:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384591.306163:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384591.306163:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384591.306166:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384591.306170:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384591.306172:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f96eb36) refcount = 2 00010000:00000040:1.0:1767384591.306181:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384591.306183:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384591.306187:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384591.306188:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:0.0:1767384591.306191:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:1.0:1767384591.306192:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384591.306200:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a721e885. 00000100:00000001:1.0:1767384591.306202:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384591.306206:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2a3f275. 00000100:00000001:1.0:1767384591.306208:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934910412480 : -117138799139136 : ffff95767f7ce6c0) 00000100:00000001:1.0:1767384591.306210:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934910412480 : -117138799139136 : ffff95767f7ce6c0) 00000100:00000001:1.0:1767384591.306212:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384591.306213:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384591.306215:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384591.306218:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384591.306219:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384591.306221:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384591.306224:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384591.306226:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384591.306228:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384591.306231:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb57ea1a. 00000020:00000040:1.0:1767384591.306234:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:1.0:1767384591.306237:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384591.306239:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384591.306242:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384591.306244:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000010:1.0:1767384591.306247:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aade8a47. 00080000:00000001:0.0:1767384591.306248:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384591.306253:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384591.306257:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384591.306269:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 16 pid: 16806 timeout: 362 lvb_type: 0 00010000:00000001:1.0:1767384591.306275:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384591.306281:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384591.306285:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384591.306291:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384591.306293:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384591.306295:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb57ea1a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037640320:0@lo:104: 00000100:00000001:1.0:1767384591.306298:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384591.306301:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384591.306303:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384591.306305:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384591.306307:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002845012e. 02000000:00000001:1.0:1767384591.306336:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384591.306340:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3306fc4. 00000400:00000010:1.0:1767384591.306345:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000200:1.0:1767384591.306349:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037640320, portal 16 00000100:00000001:1.0:1767384591.306351:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384591.306353:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150976 : -117139110400640 : ffff95766cef6d80) 00000100:00000040:1.0:1767384591.306357:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384591.306362:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384591.306365:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384591.306368:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000100:00000200:1.0:1767384591.306370:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037640320, offset 0 00000400:00000200:1.0:1767384591.306375:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384591.306382:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384591.306389:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f502a80 00000400:00000200:1.0:1767384591.306395:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:1.0:1767384591.306399:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384591.306402:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384591.306406:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384591.306407:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384591.306410:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c287963. 00000100:00000040:1.0:1767384591.306412:0:16827:0:(events.c:337:request_in_callback()) incoming req@000000006c287963 x1853237037640320 msgsize 328 00000100:00100000:1.0:1767384591.306416:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384591.306434:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384591.306441:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00000400:00000010:1.0:1767384591.306443:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000100:00000001:1.0:1767384591.306447:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384591.306451:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384591.306459:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384591.306463:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384591.306468:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384591.306471:0:16794:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000056f8cacd. 00000100:00000001:1.0:1767384591.306471:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384591.306476:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.306479:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384591.306480:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294880123 00000100:00100000:3.0:1767384591.306485:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037640320 00000100:00000001:1.0:1767384591.306488:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294880113 02000000:00000001:3.0:1767384591.306489:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384591.306494:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384591.306495:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294880123 00000100:00000001:3.0:1767384591.306499:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.306502:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294880113 02000000:00000001:3.0:1767384591.306506:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.306508:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294880123 00000100:00100000:3.0:1767384591.306511:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037640320 00000100:00000001:1.0:1767384591.306512:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294880113 00000020:00000001:3.0:1767384591.306518:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384591.306519:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294880123 00000020:00000040:3.0:1767384591.306521:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000100:00000001:1.0:1767384591.306523:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294880113 00000020:00000001:3.0:1767384591.306525:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384591.306530:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000100:00000001:1.0:1767384591.306530:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384591.306535:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384591.306537:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00010000:00000001:1.0:1767384591.306538:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.306542:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384591.306544:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:1.0:1767384591.306544:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.306548:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384591.306551:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384591.306551:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384591.306567:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.306570:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:3.0:1767384591.306572:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061a7a2b0. 00010000:00000001:1.0:1767384591.306572:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384591.306577:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.306579:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384591.306579:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384591.306582:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384591.306585:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061a7a2b0. 00000100:00100000:1.0:1767384591.306590:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c2a3f275 going to sleep for 11 seconds 00000020:00000010:3.0:1767384591.306594:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdb10387. 00000100:00000001:1.0:1767384591.306594:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384591.306597:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384591.306601:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6eae47e. 00000020:00000010:3.0:1767384591.306609:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e574699b. 00000100:00000040:3.0:1767384591.306618:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384591.306622:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384591.306624:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384591.306627:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.306634:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.306646:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384591.306655:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384591.306658:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384591.306662:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384591.306666:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:3.0:1767384591.306669:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599150080 : -117139110401536 : ffff95766cef6a00) 00000100:00000040:3.0:1767384591.306675:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c287963 x1853237037640320/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 328/0 e 0 to 0 dl 1767384602 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384591.306700:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384591.306704:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061a7a2b0. 00000100:00000001:3.0:1767384591.306707:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384591.306709:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061a7a2b0. 00000100:00100000:3.0:1767384591.306715:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c287963 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037640320:12345-0@lo:104: 00000100:00000200:3.0:1767384591.306720:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037640320 00010000:00000001:3.0:1767384591.306723:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384591.306727:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384591.306729:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384591.306731:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=2 00000020:00000001:3.0:1767384591.306733:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:3.0:1767384591.306736:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:3.0:1767384591.306738:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384591.306740:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384591.306742:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384591.306749:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384591.306751:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384591.306754:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dca1954e. 02000000:00000001:3.0:1767384591.306756:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.306758:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384591.306761:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384591.306764:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384591.306767:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384591.306771:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384591.306774:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384591.306776:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384591.306778:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384591.306779:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.306781:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384591.306790:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384591.306792:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da331fb3. 00000100:00000200:3.0:1767384591.306795:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037640320, offset 224 00000400:00000200:3.0:1767384591.306800:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384591.306806:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384591.306813:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f502a80 00000400:00000200:3.0:1767384591.306817:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1339 [1] + 224 00000400:00000200:3.0:1767384591.306820:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384591.306823:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384591.306825:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384591.306830:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384591.306836:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384591.306854:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384591.306859:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da331fb3 00000400:00000010:3.0:1767384591.306861:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da331fb3. 00000100:00000001:3.0:1767384591.306864:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384591.306865:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384591.306865:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384591.306870:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384591.306872:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384591.306875:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:1.0:1767384591.306875:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384591.306880:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3306fc4. 00010000:00000001:3.0:1767384591.306881:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384591.306885:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000dce7d447. 00000400:00000200:1.0:1767384591.306885:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384591.306888:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00010000:00000001:3.0:1767384591.306890:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384591.306893:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384591.306898:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384591.306900:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384591.306906:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384591.306911:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384591.306913:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384591.306914:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384591.306918:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c287963 x1853237037640320/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 328/224 e 0 to 0 dl 1767384602 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384591.306926:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384591.306929:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384591.306932:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c287963 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037640320:12345-0@lo:104: Request processed in 229us (515us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384591.306933:0:16827:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384591.306937:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384591.306939:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384591.306941:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384591.306945:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 02000000:00000001:1.0:1767384591.306945:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384591.306950:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=21 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384591.306956:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00000100:00001000:1.0:1767384591.306956:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384591.306961:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384591.306962:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384591.306965:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384591.306965:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.306969:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384591.306971:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6eae47e. 00010000:00000001:1.0:1767384591.306971:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.306975:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384591.306978:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e574699b. 00000100:00000040:1.0:1767384591.306981:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384591.306985:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdb10387. 00000100:00000001:1.0:1767384591.306990:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384591.306991:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000100:00000001:1.0:1767384591.306993:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384591.306996:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.306997:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384591.307003:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384591.307005:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384591.307006:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384591.307013:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384591.307017:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384591.307023:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb57ea1a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037640320:0@lo:104: 00000100:00000001:1.0:1767384591.307028:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.307030:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.307032:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384591.307033:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384591.307036:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb57ea1a x1853237037640320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384591.307041:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384591.307043:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384591.307045:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002845012e. 02000000:00000001:1.0:1767384591.307047:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384591.307049:0:16827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384591.307050:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00000020:00000001:1.0:1767384591.307052:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384591.307053:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aade8a47. 02000000:00000001:1.0:1767384591.307056:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384591.307057:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384591.307059:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb57ea1a. 00000100:00000001:1.0:1767384591.307062:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384591.307063:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384591.307066:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c2a3f275. 00000100:00000001:1.0:1767384591.307069:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384591.307070:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384591.307073:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a721e885. 00010000:00000001:1.0:1767384591.307076:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.307078:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.307080:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384591.307083:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384591.307085:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384591.307087:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384591.307106:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384591.307112:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384591.307115:0:16800:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384591.307119:0:16800:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384591.307121:0:16800:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384591.307123:0:16800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384591.307129:0:16800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007afa19f4 already unused, calling callback (000000001582b397) 10000000:00000001:1.0:1767384591.307131:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384591.307133:0:16800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384591.307138:0:16800:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384591.307140:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384591.307141:0:16800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384591.307142:0:16800:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=3 00000020:00000001:1.0:1767384591.307144:0:16800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:1.0:1767384591.307146:0:16800:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:1.0:1767384591.307150:0:16800:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384591.307152:0:16800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384591.307157:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384591.307159:0:16800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384591.307163:0:16800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384591.307165:0:16800:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384591.307167:0:16800:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384591.307169:0:16800:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384591.307170:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384591.307171:0:16800:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384591.307182:0:16800:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384591.307183:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384591.307185:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 10000000:00000001:1.0:1767384591.307191:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384591.307193:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.307197:0:16800:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384591.307200:0:16800:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384591.307201:0:16800:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384591.307203:0:16800:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384591.307205:0:16800:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384591.307207:0:16800:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007afa19f4 with handle 0x1c01179f271edbe3 from hash 00010000:00000001:1.0:1767384591.307210:0:16800:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384591.307211:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384591.307212:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384591.307213:0:16800:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384591.307215:0:16800:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384591.307216:0:16800:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384591.307219:0:16800:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384591.307221:0:16800:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384591.307225:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb57ea1a. 00000020:00000040:1.0:1767384591.307227:0:16800:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384591.307230:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384591.307231:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384591.307233:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384591.307237:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aade8a47. 00000100:00000001:1.0:1767384591.307240:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.307242:0:16800:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384591.307245:0:16800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384591.307249:0:16800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384591.307251:0:16800:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.307254:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384591.307255:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384591.307260:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb57ea1a] to pc [ptlrpcd_00_02+2] req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384591.307285:0:16800:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384591.307287:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384591.307289:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384591.307293:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384591.307298:0:16800:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384591.307299:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:1.0:1767384591.307300:0:16800:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.307302:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384591.307303:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384591.307307:0:16800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384591.307308:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384591.307327:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384591.307329:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384591.307330:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384591.307334:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384591.307337:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384591.307339:0:16800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 000000007afa19f4/0x1c01179f271edbe3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edbea expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384591.307340:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384591.307354:0:16800:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000741a0cab count: 0 00000100:00000001:3.0:1767384591.307357:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384591.307359:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384591.307362:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384591.307364:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384591.307367:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.307367:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384591.307370:0:16800:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:3.0:1767384591.307373:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb57ea1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037640448:0@lo:103: 00010000:00000010:1.0:1767384591.307374:0:16800:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000dce7d447. 00000100:00000001:3.0:1767384591.307379:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384591.307381:0:16800:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384591.307383:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384591.307384:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384591.307386:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384591.307388:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384591.307389:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767384591.307391:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767384591.307393:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdb10387. 00000020:00000001:1.0:1767384591.307394:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384591.307397:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384591.307398:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384591.307401:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384591.307404:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab765171. 00000020:00000001:1.0:1767384591.307404:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384591.307406:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384591.307410:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384591.307412:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da331fb3. 00000100:00000200:3.0:1767384591.307415:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037640448, portal 18 00000100:00000001:3.0:1767384591.307417:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384591.307418:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150976 : -117139110400640 : ffff95766cef6d80) 00000100:00000001:1.0:1767384591.307426:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384591.307429:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.307431:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.307438:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384591.307441:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384591.307443:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fa6cda. 00000100:00000200:3.0:1767384591.307446:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037640448, offset 0 00000400:00000200:3.0:1767384591.307451:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384591.307458:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384591.307465:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f502b00 00000400:00000200:3.0:1767384591.307470:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:3.0:1767384591.307474:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384591.307478:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384591.307482:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384591.307484:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384591.307488:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006594ae83. 00000100:00000040:3.0:1767384591.307490:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000006594ae83 x1853237037640448 msgsize 328 00000100:00100000:3.0:1767384591.307495:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384591.307505:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384591.307511:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fa6cda 00000400:00000010:3.0:1767384591.307512:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fa6cda. 00000100:00000001:3.0:1767384591.307516:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384591.307519:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384591.307526:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384591.307529:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384591.307534:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.307535:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384591.307539:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.307543:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294880124 00000100:00000001:2.0:1767384591.307548:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384591.307549:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294880123 00000100:00100000:2.0:1767384591.307566:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037640448 00000100:00000001:3.0:1767384591.307568:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294880124 02000000:00000001:2.0:1767384591.307571:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384591.307574:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294880123 00000100:00000001:2.0:1767384591.307575:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384591.307578:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384591.307581:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.307586:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294880124 00000100:00100000:2.0:1767384591.307586:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037640448 00000020:00000001:2.0:1767384591.307590:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384591.307593:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294880123 00000020:00000040:2.0:1767384591.307594:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384591.307599:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384591.307601:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294880124 00000020:00000040:2.0:1767384591.307602:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000020:00000001:2.0:1767384591.307608:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384591.307610:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294880123 00000020:00000001:2.0:1767384591.307611:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384591.307618:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384591.307618:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384591.307624:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384591.307624:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d50dfc8. 00000100:00000001:3.0:1767384591.307631:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.307631:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384591.307634:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d50dfc8. 00000100:00000001:3.0:1767384591.307637:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384591.307642:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001271e725. 00000020:00000010:2.0:1767384591.307654:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9df3645. 00000020:00000010:2.0:1767384591.307659:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d37075d6. 00000100:00000040:2.0:1767384591.307668:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384591.307671:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384591.307674:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384591.307676:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384591.307679:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384591.307681:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384591.307684:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384591.307686:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384591.307689:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:2.0:1767384591.307691:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:2.0:1767384591.307693:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00010000:2.0:1767384591.307698:0:16841:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 17 pid: 16806 timeout: 362 lvb_type: 0 00010000:00000001:2.0:1767384591.307705:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.307707:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.307709:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384591.307711:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384591.307716:0:16841:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384591.307720:0:16841:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006594ae83 x1853237037640448/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 328/0 e 0 to 0 dl 1767384602 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384591.307728:0:16841:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384591.307730:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.307746:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384591.307762:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384591.307764:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384591.307765:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384591.307768:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384591.307771:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384591.307775:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:3.0:1767384591.307776:0:16798:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.307781:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646746496 : -117139062805120 : ffff95766fc5ad80) 00000100:00000001:3.0:1767384591.307782:0:16798:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384591.307789:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006594ae83 x1853237037640448/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 328/0 e 0 to 0 dl 1767384602 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384591.307798:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384591.307807:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d50dfc8. 00000100:00000001:2.0:1767384591.307810:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384591.307812:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d50dfc8. 00000100:00100000:2.0:1767384591.307818:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006594ae83 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16166:x1853237037640448:12345-0@lo:103: 00000100:00000200:2.0:1767384591.307823:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037640448 00010000:00000001:2.0:1767384591.307826:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384591.307828:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384591.307831:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384591.307835:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384591.307838:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384591.307842:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d3196a2f. 02000000:00000001:2.0:1767384591.307844:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.307846:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384591.307849:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384591.307852:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384591.307855:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384591.307857:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384591.307859:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:2.0:1767384591.307861:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:2.0:1767384591.307864:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000040:2.0:1767384591.307866:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006f96eb36 count: 3 00010000:00010000:2.0:1767384591.307871:0:16841:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 17 pid: 16806 timeout: 362 lvb_type: 0 00000100:00001000:2.0:1767384591.307877:0:16841:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384591 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384591.307881:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384591.307888:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.307890:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384591.307894:0:16841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 17 pid: 16806 timeout: 362 lvb_type: 0 00000020:00000001:2.0:1767384591.307900:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384591.307902:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384591.307904:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384591.307913:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384591.307918:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384591.307920:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384591.307926:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.307928:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.307930:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384591.307932:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384591.307935:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4a3a63 with handle 0x1c01179f271edbea from hash 00010000:00000001:2.0:1767384591.307937:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384591.307939:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.307940:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.307942:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384591.307944:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384591.307946:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384591.307948:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f4a3a63/0x1c01179f271edbea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271edbe3 expref: 17 pid: 16806 timeout: 362 lvb_type: 0 00010000:00000040:2.0:1767384591.307955:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:2.0:1767384591.307957:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:2.0:1767384591.307964:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.307967:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384591.307970:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384591.307972:0:16841:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000a32dcdaa 00010000:00000001:2.0:1767384591.307974:0:16841:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384591.307976:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384591.307978:0:16841:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384591.307980:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384591.307981:0:16841:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384591.307984:0:16841:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384591.307986:0:16841:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384591.307987:0:16841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.307993:0:16841:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384591.307995:0:16841:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384591.307997:0:16841:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384591.307999:0:16841:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384591.308008:0:16841:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f96eb36) refcount = 2 00010000:00010000:2.0:1767384591.308012:0:16841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308018:0:16841:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384591.308020:0:16841:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384591.308021:0:16841:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384591.308023:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384591.308027:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d50dfc8. 00000100:00000001:2.0:1767384591.308030:0:16841:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384591.308034:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be7b1595. 00000100:00000001:2.0:1767384591.308037:0:16841:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933942003200 : -117139767548416 : ffff957645c42600) 00000100:00000001:2.0:1767384591.308039:0:16841:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626933942003200 : -117139767548416 : ffff957645c42600) 00000100:00000001:2.0:1767384591.308041:0:16841:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384591.308042:0:16841:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384591.308044:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384591.308047:0:16841:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384591.308050:0:16841:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384591.308053:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384591.308055:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384591.308057:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=5 00000020:00000001:2.0:1767384591.308059:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:2.0:1767384591.308062:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:2.0:1767384591.308064:0:16841:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384591.308066:0:16841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308071:0:16841:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384591.308073:0:16841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308079:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.308080:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384591.308082:0:16841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308099:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384591.308101:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384591.308103:0:16841:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384591.308105:0:16841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384591.308112:0:16841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a32dcdaa already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384591.308115:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384591.308118:0:16841:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384591.308121:0:16841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308127:0:16841:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384591.308129:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384591.308131:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384591.308133:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=6 00000020:00000001:2.0:1767384591.308136:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:2.0:1767384591.308139:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:2.0:1767384591.308142:0:16841:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384591.308145:0:16841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308151:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384591.308154:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384591.308157:0:16841:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384591.308175:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384591.308177:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384591.308180:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384591.308182:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384591.308195:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a32dcdaa with handle 0x1c01179f271edbf1 from hash 00010000:00000001:2.0:1767384591.308198:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384591.308200:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.308202:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.308210:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384591.308212:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384591.308215:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1767384591.308215:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308217:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384591.308221:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384591.308226:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384591.308227:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384591.308229:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384591.308233:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384591.308233:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308237:0:16841:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384591.308239:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384591.308242:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.308244:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.308245:0:16841:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.308248:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.308249:0:16841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.308251:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384591.308254:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384591.308255:0:16841:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384591.308260:0:16841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308267:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.308269:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.308271:0:16841:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384591.308273:0:16841:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384591.308275:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384591.308276:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.308279:0:16841:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384591.308282:0:16841:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384591.308286:0:16841:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384591.308288:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384591.308292:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbf1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384591.308305:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384591.308307:0:16841:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384591.308353:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384591.308355:0:16841:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384591.308359:0:16841:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.308361:0:16841:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.308363:0:16841:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384591.308366:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000be7b1595. 00000100:00000001:2.0:1767384591.308370:0:16841:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384591.308379:0:16841:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384591.308382:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d50dfc8. 00010000:00000001:2.0:1767384591.308386:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384591.308388:0:16841:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006f96eb36 count: 0 00010000:00010000:2.0:1767384591.308397:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384591.308400:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384591.308404:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384591.308406:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384591.308409:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384591.308414:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384591.308417:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384591.308421:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384591.308424:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384591.308427:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.308430:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384591.308435:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384591.308440:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000100:00000200:2.0:1767384591.308445:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037640448, offset 224 00000400:00000200:2.0:1767384591.308453:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384591.308463:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384591.308471:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f502b00 00000400:00000200:2.0:1767384591.308480:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1345 [1] + 224 00000400:00000200:2.0:1767384591.308486:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384591.308490:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384591.308496:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384591.308501:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384591.308513:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384591.308533:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384591.308542:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:2.0:1767384591.308545:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000100:00000001:2.0:1767384591.308549:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384591.308552:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384591.308582:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384591.308587:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:1.0:1767384591.308587:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384591.308590:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384591.308594:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384591.308597:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384591.308605:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384591.308605:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384591.308608:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab765171. 00000400:00000200:1.0:1767384591.308613:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da331fb3 00000100:00000040:2.0:1767384591.308614:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006594ae83 x1853237037640448/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 328/224 e 0 to 0 dl 1767384602 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384591.308616:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da331fb3. 00000100:00000001:1.0:1767384591.308622:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384591.308628:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384591.308635:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006594ae83 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16166:x1853237037640448:12345-0@lo:103: Request processed in 831us (1138us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384591.308641:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.308650:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384591.308651:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384591.308653:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384591.308657:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384591.308657:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384591.308660:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384591.308664:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384591.308664:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384591.308666:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384591.308669:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384591.308669:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384591.308674:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=21 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384591.308676:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9df3645. 00000100:00001000:1.0:1767384591.308678:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384591.308682:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384591.308684:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d37075d6. 00000100:00000001:1.0:1767384591.308684:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.308685:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384591.308689:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384591.308691:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001271e725. 00000100:00000001:1.0:1767384591.308692:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384591.308698:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384591.308700:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000001:1.0:1767384591.308706:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384591.308707:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.308709:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384591.308712:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384591.308715:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384591.308730:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb57ea1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037640448:0@lo:103: 00000100:00000001:1.0:1767384591.308733:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.308735:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384591.308737:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb57ea1a x1853237037640448/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.308741:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384591.308742:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384591.308744:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdb10387. 02000000:00000001:1.0:1767384591.308747:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384591.308749:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384591.308750:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384591.308751:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384591.308753:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aade8a47. 02000000:00000001:1.0:1767384591.308755:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384591.308756:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384591.308757:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb57ea1a. 00000100:00000001:1.0:1767384591.308760:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384591.308761:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.308762:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.308766:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384591.308767:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.308769:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384591.308771:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384591.313237:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384591.313240:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384591.313243:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384591.313244:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384591.313248:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384591.313248:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384591.313251:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384591.313252:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384591.313254:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384591.313256:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384591.313258:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000046b21ac7. 00080000:00000001:1.0:1767384591.313263:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384591.313266:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384591.313269:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384591.313275:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384591.313284:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384591.313286:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384591.313288:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384591.313291:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384591.313293:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384591.313298:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb5206ec. 00010000:00000001:0.0:1767384591.313302:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384591.313305:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000020:00000001:0.0:1767384591.313308:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384591.313333:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271edbf8 to hash 00000020:00000001:0.0:1767384591.313335:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384591.313337:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000010:2.1:1767384591.313340:0:20008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4a3a63. 00010000:00000001:0.0:1767384591.313340:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384591.313342:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384591.313344:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384591.313346:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.313357:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000010:2.1:1767384591.313360:0:20008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a32dcdaa. 00010000:00000001:0.0:1767384591.313360:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384591.313363:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384591.313366:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384591.313367:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384591.313369:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000010:2.1:1767384591.313370:0:20008:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f96eb36. 00010000:00000001:0.0:1767384591.313377:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384591.313380:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384591.313381:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384591.313383:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384591.313385:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384591.313387:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cb5206ec) refcount = 1 00010000:00010000:0.0:1767384591.313389:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.313394:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384591.313395:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384591.313397:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384591.313398:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.313400:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384591.313402:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384591.313405:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384591.313408:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384591.313409:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384591.313411:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384591.313413:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384591.313415:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384591.313417:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384591.313419:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.313423:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384591.313425:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.313429:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384591.313430:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384591.313431:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:1.1:1767384591.313435:0:16675:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000741a0cab. 00010000:00000001:0.0:1767384591.313435:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384591.313437:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384591.313441:0:16675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007afa19f4. 00010000:00000001:0.0:1767384591.313445:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384591.313448:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384591.313453:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384591.313455:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384591.313456:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384591.313458:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.313462:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384591.313464:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384591.313465:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384591.313467:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384591.313468:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384591.313470:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384591.313472:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384591.313473:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.313476:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384591.313478:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384591.313479:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.313481:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384591.313483:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384591.313485:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384591.313486:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384591.313488:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271edbf8 from hash 00010000:00000001:0.0:1767384591.313490:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384591.313491:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384591.313492:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384591.313493:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384591.313494:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384591.313495:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384591.313497:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384591.313498:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384591.313505:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.313507:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384591.313508:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384591.313510:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384591.313511:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384591.313513:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.313514:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.313516:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384591.313518:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.313521:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384591.313523:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384591.313524:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384591.313525:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384591.313527:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384591.313528:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384591.313529:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384591.313531:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384591.313532:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384591.313534:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.313537:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384591.313538:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384591.313540:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271edbf8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384591.313543:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cb5206ec count: 0 00010000:00000001:0.0:1767384591.313549:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384591.313550:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384591.315203:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384591.315207:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384591.315210:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a34035e. 20000000:00000001:3.0:1767384591.315215:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384591.315219:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037640064 00010000:00000001:3.0:1767384591.315221:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384591.315228:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac34e7e3 x1853237037640064/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 4848/4768 e 0 to 0 dl 1767384602 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384591.315235:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384591.315237:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384591.315239:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384591.315243:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384591.315246:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384591.315248:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384591.315251:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384591.315253:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.315256:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384591.315259:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384591.315263:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005de260c7. 00000100:00000200:3.0:1767384591.315266:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037640064, offset 224 00000400:00000200:3.0:1767384591.315272:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384591.315286:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384591.315296:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502980 00000400:00000200:3.0:1767384591.315300:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1325 [2] + 224 00000400:00000200:3.0:1767384591.315306:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384591.315331:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384591.315337:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384591.315341:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384591.315350:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384591.315366:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384591.315373:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005de260c7 00000400:00000010:3.0:1767384591.315375:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005de260c7. 00000100:00000001:0.0:1767384591.315377:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384591.315379:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384591.315380:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384591.315382:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384591.315386:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384591.315388:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384591.315388:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384591.315392:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a18a994a. 00000100:00000040:3.0:1767384591.315393:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384591.315398:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384591.315398:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000636f667a 00000400:00000010:0.0:1767384591.315401:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000636f667a. 00000020:00000001:3.0:1767384591.315402:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384591.315405:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384591.315409:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac34e7e3 x1853237037640064/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 4848/4768 e 0 to 0 dl 1767384602 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.315412:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384591.315418:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384591.315419:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac34e7e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037640064:12345-0@lo:253: Request processed in 18163us (18565us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384591.315435:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000200:0.0:1767384591.315437:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384591.315439:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384591.315444:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384591.315448:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384591.315449:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384591.315452:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c6f20fe. 00000100:00000001:0.0:1767384591.315452:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.315453:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384591.315457:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384591.315459:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d73cc8c. 00000100:00000001:0.0:1767384591.315459:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384591.315461:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384591.315464:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384591.315465:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000195f19b. 00000100:00001000:0.0:1767384591.315469:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=21 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384591.315471:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:0.0:1767384591.315473:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384591.315477:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384591.315479:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.315482:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384591.315484:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384591.315484:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384591.315488:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000023252fec. 00000100:00000001:0.0:1767384591.315488:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384591.315494:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384591.315495:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384591.315499:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.315503:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384591.315506:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384591.315507:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384591.315508:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384591.315513:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384591.315514:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1be1433. 00000020:01000004:0.0:1767384591.315516:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384591.315519:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384591.315521:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384591.315522:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005de260c7. 00000020:01000004:0.0:1767384591.315522:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384591.315526:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384591.315528:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384591.315529:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384591.315531:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384591.315533:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384591.315536:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384591.315552:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ede3f990 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037640064:0@lo:253: 00000100:00000001:0.0:1767384591.315569:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.315571:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384591.315574:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ede3f990 x1853237037640064/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.315579:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384591.315582:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384591.315584:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c680bc17. 02000000:00000001:0.0:1767384591.315589:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384591.315590:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384591.315592:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384591.315594:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384591.315595:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001cf9de24. 02000000:00000001:0.0:1767384591.315599:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384591.315601:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384591.315602:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ede3f990. 00000100:00000001:0.0:1767384591.315607:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384591.315608:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.315609:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.315614:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384591.315616:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.315618:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384591.315620:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384591.316541:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384591.316544:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384591.316545:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000315bc2d9. 20000000:00000001:0.0:1767384591.316548:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384591.316551:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037640192 00010000:00000001:0.0:1767384591.316552:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384591.316566:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080ef9ff6 x1853237037640192/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 4848/4768 e 0 to 0 dl 1767384602 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384591.316572:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384591.316574:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384591.316580:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384591.316583:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384591.316585:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384591.316587:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384591.316589:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384591.316590:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.316592:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384591.316595:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384591.316598:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b42aff4c. 00000100:00000200:0.0:1767384591.316600:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037640192, offset 224 00000400:00000200:0.0:1767384591.316604:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384591.316608:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384591.316614:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502a00 00000400:00000200:0.0:1767384591.316619:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x132d [2] + 224 00000400:00000200:0.0:1767384591.316623:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384591.316626:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384591.316628:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384591.316630:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384591.316637:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.316650:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384591.316654:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b42aff4c 00000400:00000010:0.0:1767384591.316655:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b42aff4c. 00000100:00000001:0.0:1767384591.316658:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384591.316659:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384591.316661:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384591.316662:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384591.316664:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384591.316665:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384591.316667:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384591.316669:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080ef9ff6 x1853237037640192/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:572/0 lens 4848/4768 e 0 to 0 dl 1767384602 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384591.316675:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080ef9ff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037640192:12345-0@lo:253: Request processed in 19306us (19567us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384591.316687:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000040:0.0:1767384591.316689:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384591.316691:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384591.316692:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384591.316694:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4ae7e10. 00000020:00000010:0.0:1767384591.316697:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008416b764. 00000020:00000010:0.0:1767384591.316700:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d892b670. 00000020:00000040:0.0:1767384591.316702:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:0.0:1767384591.316704:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384591.316706:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c00dab4e. 02000000:00000001:0.0:1767384591.316708:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384591.316709:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384591.316712:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384591.316714:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18a994a. 00000400:00000010:0.0:1767384591.316717:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b42aff4c. 00000100:00000001:0.0:1767384591.316728:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384591.316730:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384591.316732:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384591.316733:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384591.316734:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cc339d. 00000400:00000200:0.0:1767384591.316735:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf338313 00000400:00000010:0.0:1767384591.316737:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf338313. 00000100:00000001:0.0:1767384591.316738:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384591.316741:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384591.316746:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.316751:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384591.316752:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.316753:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384591.316754:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384591.316754:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384591.316755:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384591.316756:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384591.316763:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384591.316766:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384591.316768:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384591.316769:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.316771:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384591.316772:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.316773:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384591.316776:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.316780:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384591.316782:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384591.316783:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384591.316786:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384591.316788:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384591.316789:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384591.316790:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384591.316792:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384591.316793:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384591.316794:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384591.316796:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384591.316797:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384591.316800:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384591.316804:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000055e5be6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037640192:0@lo:253: 00000100:00000001:0.0:1767384591.316808:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.316809:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384591.316811:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000055e5be6 x1853237037640192/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.316815:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384591.316815:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384591.316817:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000045b71cf2. 02000000:00000001:0.0:1767384591.316819:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384591.316820:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384591.316821:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384591.316822:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384591.316828:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000084bba02b. 02000000:00000001:0.0:1767384591.316832:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384591.316833:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384591.316834:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000055e5be6. 00000100:00000001:0.0:1767384591.316836:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384591.316837:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.316838:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.316842:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384591.316843:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.316844:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384591.316845:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384591.317130:0:20007:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ce7877c1. 00000400:00000040:0.0:1767384591.317143:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384591.317144:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384591.317146:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384591.317148:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384591.317149:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384591.317150:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384591.317153:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384591.317154:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384591.317155:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384591.317155:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384591.317157:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384591.317158:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384591.317160:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384591.317160:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384591.317161:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384591.317163:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384591.317164:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384591.317165:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384591.317165:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384591.317167:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384591.317168:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384591.317169:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384591.317170:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384591.317171:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384591.317172:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384591.317173:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384591.317174:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384591.317178:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384591.317179:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384591.317180:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384591.317181:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384591.317183:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384591.317184:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384591.317185:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384591.317186:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384591.317187:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384591.317188:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384591.317189:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384591.317190:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384591.317191:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384591.317192:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384591.317193:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384591.317194:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384591.317195:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384591.317196:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384591.317197:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384591.317198:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384591.317199:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384591.317201:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384591.317202:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384591.317203:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384591.317204:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384591.317204:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384591.317205:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384591.317206:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384591.317207:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384591.317208:0:20007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384591.317227:0:20007:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ce7877c1. 00010000:00000010:0.1:1767384591.320415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb5206ec. 00010000:00000010:0.1:1767384591.320423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00000100:00000040:1.0:1767384591.326371:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294880124, at 4294880125 00000100:00000010:1.0:1767384591.326380:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d57593ec. 00000100:00000040:2.0:1767384591.327344:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294880124, at 4294880126 00000100:00000010:2.0:1767384591.327350:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009432f516. 00000100:00000040:0.0:1767384591.327364:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294880124, at 4294880126 00000100:00000010:0.0:1767384591.327371:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5fb1e97. 00000100:00000040:3.0:1767384591.327373:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294880124, at 4294880126 00000100:00000010:3.0:1767384591.327381:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce76482c. 00080000:00000001:1.0:1767384591.950519:0:20174:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384591.950529:0:20174:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384591.950536:0:20174:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384591.950541:0:20174:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384591.950548:0:20174:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384591.950564:0:20174:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384592.034359:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384592.034365:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384592.034372:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384592.034374:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.034393:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384592.034396:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384592.034399:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384592.616748:0:20338:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384592.616757:0:20338:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:0.0:1767384592.621791:0:20338:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384592.630224:0:20339:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000eabe9464. 00000400:00000010:0.0:1767384592.630240:0:20339:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e89770b5. 00000400:00000010:0.0:1767384592.630251:0:20339:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e74c221a. 00000400:00000010:0.0:1767384592.630255:0:20339:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000edbd5659. 00000400:00000010:0.0:1767384592.630259:0:20339:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009a0ab138. 00000400:00000010:0.0:1767384592.630264:0:20339:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015a79d2c. 00000400:00000010:0.0:1767384592.630266:0:20339:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000492eefc9. 00000400:00000010:0.0:1767384592.630268:0:20339:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8a814e4. 00000400:00000010:0.0:1767384592.630271:0:20339:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ce7877c1. 00000800:00000010:0.0:1767384592.630282:0:20339:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b07a67dc. 00000800:00000200:0.0:1767384592.630293:0:20339:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384592.630300:0:20339:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384592.630385:0:20339:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384592.630410:0:20339:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp15 [8/256/0/180] 00000400:00000010:0.0:1767384592.632610:0:20339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000ea31d710. 00000400:00000010:0.0:1767384592.632616:0:20339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2f7263. 00000400:00000010:0.0:1767384592.632620:0:20339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3972d42. 00000400:00000001:0.0:1767384592.632631:0:20339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384592.632632:0:20339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384592.632634:0:20339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f75e71. 00000400:00000200:0.0:1767384592.632636:0:20339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000400:00000010:0.0:1767384592.632638:0:20339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000400:00000010:0.0:1767384592.632641:0:20339:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000008ddf48d0. 00000400:00000200:0.0:1767384592.632646:0:20339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (6) 00000400:00000200:0.0:1767384592.632659:0:20339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384592.632667:0:20339:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:0.0:1767384592.632673:0:20339:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c00dab4e. 00000020:01000000:0.0:1767384592.632677:0:20339:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384592.632680:0:20339:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp15 00000400:00000200:2.0:1767384592.632685:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384592.632692:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:0.0:1767384592.632695:0:20339:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e89770b5. 00000400:00000010:0.0:1767384592.632699:0:20339:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000eabe9464. 00000400:00000010:2.0:1767384592.632700:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000400:00000200:2.0:1767384592.632705:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (7) 00000400:00000010:2.0:1767384592.632713:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008e5bd920. 00000400:00000200:2.0:1767384592.632717:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000020:00000001:1.0:1767384592.632722:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384592.632728:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384592.632729:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 10000000:00000001:1.0:1767384592.632732:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384592.632735:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384592.632738:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384592.632740:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384592.632744:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384592.632746:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384592.632747:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384592.632748:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384592.632752:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384592.632755:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384592.632757:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384592.632758:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384592.632762:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384592.632765:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384592.632767:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384592.632768:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384592.632774:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb57ea1a. 00000020:00000040:1.0:1767384592.632780:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384592.632785:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384592.632786:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384592.632791:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384592.632792:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 02000000:00000001:1.0:1767384592.632796:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384592.632798:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp14 00000400:00000200:2.0:1767384592.632804:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384592.632806:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp14 02000000:00000010:1.0:1767384592.632808:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000031f1f566. 00000400:00000200:2.0:1767384592.632812:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp14 NI seq info: [15:15:256:4294967295] 192.168.203.133@tcp14 LPNI seq info [15:15:8:4294967295] 00000100:00000001:1.0:1767384592.632819:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384592.632820:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp14 00000400:00000200:2.0:1767384592.632830:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14:) -> 192.168.203.133@tcp14(192.168.203.133@tcp:192.168.203.133@tcp14) : PUT try# 0 00000100:00000001:1.0:1767384592.632830:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384592.632834:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384592.632840:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.203.133@tcp14 00000100:00000040:1.0:1767384592.632843:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb57ea1a] to pc [ptlrpcd_00_03+3] req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384592.632847:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019d2f52a. 00000800:00000010:2.0:1767384592.632867:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000042b5c454. 10000000:00000001:1.0:1767384592.632871:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384592.632872:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000078ca6be. 10000000:00000001:1.0:1767384592.632876:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.632879:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384592.632882:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (2) 00000020:01000000:1.0:1767384592.632884:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384592.632885:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.1:1767384592.632890:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (2) 00000100:00000001:0.0:1767384592.632891:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384592.632893:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384592.632896:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384592.632897:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384592.632900:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384592.632902:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384592.632904:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384592.632910:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000020:01000004:1.0:1767384592.632915:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384592.632918:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000020:01000004:1.0:1767384592.632920:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384592.632922:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384592.632924:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384592.632927:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384592.632927:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384592.632932:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384592.632934:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384592.632935:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384592.632939:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384592.632940:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384592.632943:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384592.632945:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384592.632946:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384592.632951:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb57ea1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037640576:0@lo:253: 00000100:00000010:1.0:1767384592.632952:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000320049f7. 00000020:00000040:1.0:1767384592.632957:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384592.632959:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384592.632962:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384592.632965:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384592.632966:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384592.632970:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384592.632971:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384592.632975:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384592.632978:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000088a5df4e. 02000000:00000010:0.0:1767384592.632981:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000315bc2d9. 00000100:00000001:1.0:1767384592.632983:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384592.632985:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384592.632986:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:1.0:1767384592.632989:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384592.632992:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000972815e2. 00000100:00000001:1.0:1767384592.632993:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.633002:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320049f7] to pc [ptlrpcd_00_00+0] req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384592.633002:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e89770b5. 00000100:00000200:0.0:1767384592.633009:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037640576, portal 25 00000100:00000001:0.0:1767384592.633016:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384592.633018:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150976 : -117139110400640 : ffff95766cef6d80) 00000100:00000040:0.0:1767384592.633024:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384592.633031:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384592.633032:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384592.633033:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000040:0.0:1767384592.633036:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384592.633040:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384592.633043:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f206bbb9. 00000020:00000001:1.0:1767384592.633044:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384592.633049:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384592.633050:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037640576, offset 0 00000020:00000010:1.0:1767384592.633052:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c00dab4e. 00000400:00000200:0.0:1767384592.633058:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384592.633067:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384592.633070:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384592.633072:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384592.633073:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000001:1.0:1767384592.633080:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384592.633084:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502b80 00000100:00000001:1.0:1767384592.633085:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384592.633089:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384592.633093:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 00000100:00000040:1.0:1767384592.633095:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384592.633098:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000315def26. 00000400:00000200:2.0:1767384592.633105:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384592.633105:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000abbf3745 00000100:00000001:1.0:1767384592.633106:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384592.633109:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.633113:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384592.633116:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384592.633121:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384592.633127:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384592.633132:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384592.633135:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037640704:0@lo:253: 00000400:00000200:0.0:1767384592.633139:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abbf3745 00000100:00000001:1.0:1767384592.633140:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384592.633142:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 02000000:00000001:1.0:1767384592.633145:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384592.633145:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abbf3745. 02000000:00000001:1.0:1767384592.633149:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.633152:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384592.633153:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384592.633156:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:1.0:1767384592.633158:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ddb7263. 00000100:00000040:0.0:1767384592.633159:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000ae9d4a0a x1853237037640576 msgsize 4848 02000000:00000001:1.0:1767384592.633162:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384592.633168:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3306fc4. 00000100:00100000:0.0:1767384592.633168:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384592.633172:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000040:0.0:1767384592.633174:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384592.633176:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000371d3756. 00000100:00000200:1.0:1767384592.633182:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037640704, portal 25 00000100:00000001:1.0:1767384592.633184:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.633186:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599147392 : -117139110404224 : ffff95766cef5f80) 00000100:00000001:0.0:1767384592.633187:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384592.633193:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384592.633196:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f206bbb9 00000400:00000010:0.0:1767384592.633200:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f206bbb9. 00000100:00000001:1.0:1767384592.633201:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384592.633206:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384592.633207:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384592.633212:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073582bd0. 00000100:00000200:0.0:1767384592.633213:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384592.633216:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037640704, offset 0 00000400:00000200:2.0:1767384592.633218:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384592.633230:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384592.633235:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384592.633242:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384592.633243:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384592.633254:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384592.633257:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:0.0:1767384592.633258:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384592.633259:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502c00 00000100:00000001:0.0:1767384592.633265:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384592.633271:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000100:00000001:0.0:1767384592.633273:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294881449 00000400:00000010:1.0:1767384592.633275:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f2da1fa. 00000400:00000200:1.0:1767384592.633280:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000017db262 00000100:00000010:0.0:1767384592.633281:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9fe538a. 00000400:00000200:1.0:1767384592.633285:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384592.633290:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384592.633292:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384592.633297:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000017db262 00000100:00000001:0.0:1767384592.633298:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294881449 00000400:00000010:1.0:1767384592.633299:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000017db262. 00000400:00000200:2.0:1767384592.633302:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000010:0.0:1767384592.633305:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe862d84. 00000100:00000001:1.0:1767384592.633306:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384592.633337:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384592.633341:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000004fe3fe8c x1853237037640704 msgsize 4848 00000100:00100000:1.0:1767384592.633349:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384592.633350:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384592.633352:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384592.633356:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294881450 00000100:00000010:0.0:1767384592.633360:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5fb1e97. 00000100:00000001:0.0:1767384592.633365:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384592.633369:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294881450 00000100:00000010:0.0:1767384592.633372:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078c80bbb. 00000100:00000001:1.0:1767384592.633375:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384592.633376:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384592.633377:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384592.633386:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073582bd0 00000100:00000001:0.0:1767384592.633389:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384592.633391:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073582bd0. 00000100:00000001:0.0:1767384592.633393:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.633398:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633399:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384592.633400:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384592.633407:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384592.633409:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384592.633413:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384592.633418:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384592.633421:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384592.633423:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.633429:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633431:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.633436:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.633443:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633444:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384592.633447:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384592.633450:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384592.633451:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037640576 00000100:00000001:1.0:1767384592.633454:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294881450 02000000:00000001:0.0:1767384592.633455:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384592.633460:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384592.633462:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633464:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294881449 02000000:00000001:0.0:1767384592.633466:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384592.633472:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037640576 00000100:00000001:1.0:1767384592.633473:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294881450 00000020:00000001:0.0:1767384592.633476:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384592.633479:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384592.633481:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294881449 00000020:00000001:0.0:1767384592.633482:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384592.633486:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294881450 00000020:00000040:0.0:1767384592.633486:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:1.0:1767384592.633491:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294881450 00000020:00000001:0.0:1767384592.633492:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384592.633496:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294881450 00000020:00000001:0.0:1767384592.633497:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384592.633500:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294881450 00000100:00000001:0.0:1767384592.633503:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384592.633504:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.633508:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384592.633510:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e372acff. 00000100:00000001:1.0:1767384592.633511:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.633515:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.633516:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384592.633521:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e372acff. 00000100:00000001:1.0:1767384592.633526:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384592.633528:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1d96ff0. 00000100:00000001:1.0:1767384592.633529:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384592.633535:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384592.633537:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384592.633538:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000052831b75. 00000100:00000001:1.0:1767384592.633539:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633559:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384592.633560:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008416b764. 00000100:00000040:0.0:1767384592.633569:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384592.633572:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384592.633573:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384592.633575:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.633576:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384592.633580:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.633588:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633591:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384592.633598:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384592.633601:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037640704 02000000:00000001:1.0:1767384592.633604:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384592.633605:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384592.633608:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.633612:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384592.633614:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006f5280c8. 00000100:00100000:1.0:1767384592.633615:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037640704 00000020:00000001:1.0:1767384592.633619:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384592.633621:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:2.0:1767384592.633622:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000394b9f58. 00000020:00000040:1.0:1767384592.633623:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:0.0:1767384592.633625:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384592.633628:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384592.633631:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000800:00000010:2.0:1767384592.633632:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ab87800. 00000100:00100000:0.0:1767384592.633636:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000020:00000001:1.0:1767384592.633637:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384592.633643:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000040:0.0:1767384592.633644:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384592.633646:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384592.633648:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981242448 : -117139728309168 : ffff9576481ae450) 00000020:00000010:1.0:1767384592.633651:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aa55eff. 00000100:00000001:1.0:1767384592.633656:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384592.633656:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae9d4a0a x1853237037640576/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:573/0 lens 4848/0 e 0 to 0 dl 1767384603 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384592.633662:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aa55eff. 00000020:00000010:1.0:1767384592.633671:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aade8a47. 00000100:00000001:0.0:1767384592.633671:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384592.633675:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ab87800. 00000020:00000010:0.0:1767384592.633678:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e372acff. 00000020:00000010:1.0:1767384592.633679:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000917391f. 00000100:00000001:0.0:1767384592.633685:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384592.633687:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fb53b6a. 00000020:00000010:0.0:1767384592.633689:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e372acff. 00000100:00000001:1.0:1767384592.633696:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384592.633701:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384592.633701:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae9d4a0a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037640576:12345-0@lo:253: 00000100:00000001:1.0:1767384592.633705:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384592.633708:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037640576 00000020:00000001:0.0:1767384592.633713:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384592.633714:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633719:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384592.633719:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384592.633723:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384592.633727:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384592.633729:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384592.633732:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384592.633735:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384592.633735:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.633739:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384592.633740:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:0.0:1767384592.633741:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384592.633745:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384592.633747:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000020:00000001:0.0:1767384592.633750:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.633752:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384592.633756:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981235280 : -117139728316336 : ffff9576481ac850) 00000100:00000001:0.0:1767384592.633756:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384592.633762:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384592.633765:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp14 from 245.3.0.2 00000100:00000040:1.0:1767384592.633765:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004fe3fe8c x1853237037640704/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:573/0 lens 4848/0 e 0 to 0 dl 1767384603 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384592.633770:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c680bc17. 00000800:00000010:2.0:1767384592.633774:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001e26c513. 02000000:00000001:0.0:1767384592.633776:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.633782:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633785:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:0.0:1767384592.633786:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:1.0:1767384592.633790:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aa55eff. 20000000:00000010:0.0:1767384592.633798:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c7b4f8cc. 00000100:00000001:1.0:1767384592.633802:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384592.633804:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:1.0:1767384592.633806:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aa55eff. 20000000:00000001:0.0:1767384592.633809:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384592.633813:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:1.0:1767384592.633815:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004fe3fe8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037640704:12345-0@lo:253: 00000100:00000200:1.0:1767384592.633818:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037640704 00000020:00000001:1.0:1767384592.633824:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384592.633824:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384592.633829:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.633830:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384592.633833:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384592.633833:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384592.633838:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384592.633840:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:1.0:1767384592.633842:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:0.0:1767384592.633844:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d11f0a0b. 00000020:00000001:1.0:1767384592.633845:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384592.633850:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 00000020:00000001:1.0:1767384592.633851:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384592.633856:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384592.633858:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384592.633859:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384592.633861:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384592.633866:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384592.633866:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:1.0:1767384592.633873:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000069f77d93. 02000000:00000001:1.0:1767384592.633877:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.633879:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384592.633881:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384592.633890:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe483639. 20000000:01000000:1.0:1767384592.633893:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384592.633896:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384592.633898:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384592.633900:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384592.633902:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384592.633904:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384592.633968:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a34035e. 00000800:00000010:2.0:1767384592.633974:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f217e313. 00080000:00000001:0.0:1767384592.633988:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384592.633991:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002a4c72b7. 00080000:00000001:0.0:1767384592.633993:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384592.633996:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384592.634001:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (2) 00080000:00000001:0.0:1767384592.634001:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384592.634004:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:2.1:1767384592.634008:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp14 000000002a4c72b7 deleted 00000800:00000010:2.1:1767384592.634011:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002a4c72b7. 00000020:00000001:0.0:1767384592.634011:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000800:00000200:2.1:1767384592.634015:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767384592.634017:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:2.1:1767384592.634022:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp14 ip 192.168.203.133:1013 00080000:00000010:0.0:1767384592.634023:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dc94df2c. 00000800:00000200:2.1:1767384592.634027:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019d2f52a type 1, nob 240 niov 1 nkiov 1 00080000:00000001:0.0:1767384592.634028:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752919552 : -117138956632064 : ffff95767619c000) 00080000:00000001:0.0:1767384592.634046:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.0:1767384592.634050:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp14 p 3.x 192.168.203.133 -> 192.168.203.133:1013 incarnation:1767384591294708305 sched[0] 00000800:00000010:2.0:1767384592.634056:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ab87800. 00000800:00000010:2.0:1767384592.634098:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ab87800. 00000800:00000010:2.0:1767384592.634102:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f217e313. 00000800:00000010:2.0:1767384592.634137:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001e26c513. 00000001:00000001:0.0:1767384592.634138:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384592.634142:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384592.634145:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:2.0:1767384592.634152:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384592.634158:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384592.634168:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384592.634172:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767384592.634216:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384592.634220:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019d2f52a. 00000400:00000200:2.0:1767384592.634224:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384592.634229:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: PUT: OK 00000400:00000200:2.0:1767384592.634233:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384592.634236:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00080000:00000001:0.0:1767384592.634284:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384592.634290:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:2.1:1767384592.634440:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384592.634447:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp14 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384591294708305 sched[0] 00000800:00000010:2.0:1767384592.634451:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000394b9f58. 00000400:00000200:2.0:1767384592.634515:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384592.634587:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384592.634643:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000001:1.0:1767384592.634667:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384592.634674:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000001:1.0:1767384592.634676:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384592.634680:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384592.634684:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384592.634692:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14) <- 192.168.203.133@tcp14 : PUT - for me 00000400:00000200:1.0:1767384592.634702:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384592.634709:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 144/144 into md 0x1335 [1] + 0 00000400:00000010:1.0:1767384592.634719:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029189cd8. 00000400:00000200:2.0:1767384592.634720:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384592.634723:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092db2842 00000800:00000001:1.0:1767384592.634729:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384592.634740:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384592.634742:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.634746:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: PUT: OK 00000400:00000200:1.0:1767384592.634751:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000400:00000010:1.0:1767384592.634753:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000400:00000200:1.0:1767384592.634757:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384592.634760:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (8) 00000400:00000200:1.0:1767384592.634765:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:2.0:1767384592.634766:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000010:1.0:1767384592.634769:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000073582bd0. 00000400:00000200:1.0:1767384592.634774:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 7 00000400:00000200:1.0:1767384592.634778:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384592.634788:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (9) 00000400:00000200:1.0:1767384592.634792:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384592.634796:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp14 to MR: 192.168.203.133@tcp14 local destination 00000400:00000200:1.0:1767384592.634802:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp14 NI seq info: [16:16:256:4294967295] 192.168.203.133@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384592.634812:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14:192.168.203.133@tcp14) -> 192.168.203.133@tcp14(192.168.203.133@tcp14:192.168.203.133@tcp14) 192.168.203.133@tcp14 : ACK try# 0 00000800:00000200:1.0:1767384592.634817:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp14 00000400:00000200:2.0:1767384592.634819:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000800:00000010:1.0:1767384592.634821:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041332a76. 00000800:00000200:1.0:1767384592.634829:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (4) 00000800:00000200:1.0:1767384592.634834:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp14 ip 192.168.203.133:988 00000800:00000200:1.0:1767384592.634837:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000041332a76 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384592.634863:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000800:00000200:1.0:1767384592.634899:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384592.634902:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000800:00000010:1.0:1767384592.634903:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041332a76. 00000400:00000200:1.0:1767384592.634909:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.634916:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: ACK: OK 00000800:00000001:1.0:1767384592.634941:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384592.634947:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384592.634956:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384592.634962:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384592.634964:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384592.634967:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000800:00000001:1.0:1767384592.634969:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384592.634978:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14) <- 192.168.203.133@tcp14 : ACK - for me 00000400:00000200:1.0:1767384592.634989:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp14: ACK from 12345-192.168.203.133@tcp14 into md 0x1365 00000400:00000200:1.0:1767384592.634992:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.634997:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: ACK: OK 00000400:00000200:1.0:1767384592.635001:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:1.0:1767384592.635003:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000400:00000200:1.0:1767384592.635009:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384592.635013:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:2.0:1767384592.635015:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384592.635018:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384592.635022:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (8) 00000800:00000001:1.0:1767384592.635053:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384592.635058:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384592.635079:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384592.635083:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d468bc45. 00000400:00000010:1.0:1767384592.635089:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000400:00000200:1.0:1767384592.635092:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:1.0:1767384592.635096:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:1.0:1767384592.635103:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000a7e46d3b. 00000400:00000010:1.0:1767384592.635108:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 000000005532d923. 00000400:00000010:1.0:1767384592.635111:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 000000003d75288f. 00000400:00000010:1.0:1767384592.635125:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c29dc845. 00000400:00000200:1.0:1767384592.635129:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c29dc845 nid 192.168.203.133@tcp15 00000400:00000010:1.0:1767384592.635133:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006c078edb. 00000400:00000200:1.0:1767384592.635136:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000006c078edb net tcp15 00000400:00000200:1.0:1767384592.635139:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (7) 00000400:00000200:1.0:1767384592.635143:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp15 flags 0x11 00000400:00000010:1.0:1767384592.635147:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000a7e46d3b. 00000400:00000010:1.0:1767384592.635150:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 000000005532d923. 00000400:00000010:1.0:1767384592.635153:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 000000003d75288f. 00000400:00000010:1.0:1767384592.635155:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000073582bd0. 00000400:00000200:1.0:1767384592.635165:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384592.635169:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:1.0:1767384592.635174:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:1.0:1767384592.635179:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:1.0:1767384592.635182:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384592.635184:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:1.0:1767384592.635188:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384592.635194:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (8) 00000800:00000010:2.0:1767384592.635225:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a84b6623. 00000800:00000010:2.0:1767384592.635232:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000394b9f58. 00000800:00000010:2.0:1767384592.635237:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ab87800. 00000800:00000010:2.0:1767384592.635270:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ab87800. 00000400:00000200:2.0:1767384592.635400:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384592.635417:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp14 from 244.3.0.2 00000800:00000010:2.0:1767384592.635421:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001e26c513. 00000800:00000010:1.0:1767384592.635459:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000200a5898. 00000800:00000010:1.0:1767384592.635465:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073582bd0. 00000800:00000010:1.0:1767384592.635486:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d75288f. 00000800:00000200:1.1:1767384592.635494:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (4) 00000800:00000200:1.1:1767384592.635500:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp14 000000003d75288f deleted 00000800:00000010:1.1:1767384592.635502:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d75288f. 00000800:00000200:1.1:1767384592.635506:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384592.635511:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp14 p 3.x 192.168.203.133 -> 192.168.203.133:1012 incarnation:1767384591294708305 sched[0] 00000800:00000010:1.0:1767384592.635517:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ab20983. 00000800:00000010:1.0:1767384592.635587:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ab20983. 00000800:00000010:1.0:1767384592.635592:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073582bd0. 00000800:00000010:1.0:1767384592.635618:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001e26c513. 00000800:00000001:1.0:1767384592.635709:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384592.635714:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384592.635805:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384592.635813:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp14 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384591294708305 sched[0] 00000800:00000010:0.0:1767384592.635817:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000394b9f58. 00000800:00000001:0.0:1767384592.635917:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384592.635921:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384592.643655:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384592.643660:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:1.0:1767384592.643664:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.643666:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384592.643667:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384592.643672:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384592.643675:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384592.643676:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384592.643678:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384592.643679:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384592.643681:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dc94df2c. 00080000:00000001:3.0:1767384592.643688:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384592.643692:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384592.643697:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384592.643699:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ca4f6ab7. 00080000:00000020:1.0:1767384592.643702:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384592.643704:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384592.643709:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384592.643713:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384592.643723:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384592.643727:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384592.643729:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384592.643733:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384592.643736:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384592.643741:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384592.643743:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009f2ad841. 00080000:00000001:0.0:1767384592.643747:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384592.643749:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384592.643750:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384592.643753:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384592.643755:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384592.643760:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a32dcdaa. 00000020:00000001:1.0:1767384592.643767:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384592.643768:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000040:1.0:1767384592.643771:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a32dcdaa with handle 0x1c01179f271edbff to hash 00080000:00000001:0.0:1767384592.643774:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384592.643775:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384592.643778:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.643782:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00080000:00000010:0.0:1767384592.643782:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eabe9464. 00080000:00000001:0.0:1767384592.643788:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752922624 : -117138956628992 : ffff95767619cc00) 00010000:00000001:1.0:1767384592.643790:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384592.643792:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384592.643793:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.643798:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.643806:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384592.643810:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384592.643812:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384592.643814:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384592.643816:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.643818:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384592.643820:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.643822:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384592.643824:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384592.643826:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384592.643827:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384592.643829:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009f2ad841) refcount = 1 00010000:00010000:1.0:1767384592.643832:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.643838:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384592.643840:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384592.643841:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.643843:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.643845:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384592.643847:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384592.643850:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384592.643853:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384592.643854:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384592.643862:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=4 00000020:00000001:1.0:1767384592.643865:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.643867:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.643870:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384592.643871:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384592.643876:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384592.643877:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384592.643879:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.643881:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384592.643883:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384592.643890:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.643892:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384592.643893:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.643898:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384592.643899:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.643902:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:0.0:1767384592.643902:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.643904:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384592.643908:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384592.643914:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a32dcdaa already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384592.643916:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384592.643919:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384592.643921:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.643926:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384592.643927:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384592.643929:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384592.643930:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=5 00000020:00000001:1.0:1767384592.643932:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.643934:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.643937:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384592.643945:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.643950:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384592.643953:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384592.643954:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.643958:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384592.643960:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384592.643963:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384592.643965:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384592.643967:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a32dcdaa with handle 0x1c01179f271edbff from hash 00010000:00000001:1.0:1767384592.643970:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384592.643972:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.643974:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384592.643976:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384592.643978:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384592.643980:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384592.643983:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384592.643984:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.643987:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.643989:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384592.643991:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384592.643993:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.643994:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384592.643995:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.643997:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.643999:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.644001:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.644005:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.644007:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384592.644009:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384592.644011:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384592.644013:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.644014:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384592.644017:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384592.644020:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384592.644026:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.644029:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.644034:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384592.644036:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384592.644038:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edbff lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384592.644043:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009f2ad841 count: 0 00080000:00000001:0.0:1767384592.644052:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384592.644056:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384592.644057:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:1.0:1767384592.644059:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384592.649338:0:16636:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009f2ad841. 00010000:00000010:1.1:1767384592.649346:0:16636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a32dcdaa. 00000100:00000040:2.0:1767384592.652353:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294881450, at 4294881451 00000100:00000010:2.0:1767384592.652362:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5fb1e97. 00000100:00000040:0.0:1767384592.652370:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294881450, at 4294881451 00000100:00000010:0.0:1767384592.652378:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9fe538a. 00080000:00000001:3.0:1767384592.653181:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384592.653186:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384592.653189:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384592.653191:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384592.653193:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384592.653202:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384592.653206:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384592.653209:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384592.653211:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384592.653214:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384592.653217:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384592.653221:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384592.653222:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384592.653225:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:1.0:1767384592.653227:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000088493956. 00040000:00000001:3.0:1767384592.653229:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384592.653233:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384592.653233:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:3.0:1767384592.653237:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:1.0:1767384592.653238:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a32dcdaa. 00040000:00000001:3.0:1767384592.653239:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384592.653243:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eabe9464. 00000020:00000001:1.0:1767384592.653244:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384592.653249:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a32dcdaa with handle 0x1c01179f271edc06 to hash 00080000:00000001:3.0:1767384592.653251:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384592.653253:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384592.653256:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.653259:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.653262:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384592.653263:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.653265:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.653271:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384592.653274:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384592.653275:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384592.653277:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384592.653279:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.653281:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384592.653288:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.653290:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384592.653292:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384592.653293:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384592.653294:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384592.653296:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000088493956) refcount = 1 00010000:00010000:1.0:1767384592.653299:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.653303:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384592.653305:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384592.653307:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.653308:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.653345:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384592.653348:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384592.653352:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384592.653354:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384592.653356:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384592.653359:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=4 00000020:00000001:1.0:1767384592.653362:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.653366:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00000100:00000040:3.0:1767384592.653368:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294881450, at 4294881452 00010000:00000001:1.0:1767384592.653370:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384592.653375:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384592.653378:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078c80bbb. 00010000:00000001:1.0:1767384592.653390:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384592.653393:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.653401:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.653403:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384592.653406:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.653414:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384592.653416:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.653427:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384592.653430:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384592.653436:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a32dcdaa already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384592.653439:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384592.653441:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384592.653442:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.653447:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384592.653448:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384592.653450:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384592.653451:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=5 00000020:00000001:1.0:1767384592.653453:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.653455:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384592.653458:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384592.653459:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.653464:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384592.653465:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384592.653466:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.653469:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384592.653470:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384592.653472:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384592.653474:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384592.653475:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a32dcdaa with handle 0x1c01179f271edc06 from hash 00010000:00000001:1.0:1767384592.653477:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384592.653478:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.653479:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384592.653480:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384592.653482:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384592.653483:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384592.653485:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384592.653487:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.653495:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.653497:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384592.653498:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384592.653501:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.653502:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384592.653503:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.653505:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.653506:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.653508:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.653512:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.653513:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384592.653514:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384592.653515:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384592.653517:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384592.653519:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384592.653520:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384592.653522:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384592.653524:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.653526:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384592.653530:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384592.653531:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384592.653532:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc06 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384592.653536:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000088493956 count: 0 00010000:00000001:1.0:1767384592.653543:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384592.653544:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384592.653573:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294881450, at 4294881452 00000100:00000010:1.0:1767384592.653578:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe862d84. 00080000:00000020:1.0:1767384592.654382:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384592.654386:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384592.654389:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c7b4f8cc. 20000000:00000001:1.0:1767384592.654395:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384592.654407:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037640576 00010000:00000001:1.0:1767384592.654411:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384592.654418:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae9d4a0a x1853237037640576/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:573/0 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384592.654429:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384592.654432:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384592.654437:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384592.654442:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384592.654446:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384592.654448:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384592.654451:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384592.654454:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.654457:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384592.654461:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384592.654465:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000da51b33. 00000100:00000200:1.0:1767384592.654469:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037640576, offset 224 00000400:00000200:1.0:1767384592.654477:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384592.654485:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384592.654494:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502b80 00000400:00000200:1.0:1767384592.654500:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1369 [2] + 224 00000400:00000200:1.0:1767384592.654506:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.654510:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384592.654515:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384592.654520:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384592.654529:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.654544:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384592.654564:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384592.654566:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da51b33 00000100:00000001:0.0:1767384592.654568:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384592.654570:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000da51b33. 00000100:00000001:1.0:1767384592.654575:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384592.654576:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384592.654577:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384592.654580:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384592.654583:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384592.654594:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000972815e2. 00000100:00000040:1.0:1767384592.654597:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:0.0:1767384592.654600:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89770b5 00000400:00000010:0.0:1767384592.654602:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e89770b5. 00000100:00000001:0.0:1767384592.654607:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384592.654608:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384592.654612:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.654614:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384592.654615:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384592.654621:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae9d4a0a x1853237037640576/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:573/0 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384592.654641:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384592.654643:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae9d4a0a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037640576:12345-0@lo:253: Request processed in 20969us (21480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384592.654661:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:0.0:1767384592.654661:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384592.654665:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384592.654667:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384592.654669:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384592.654671:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384592.654673:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384592.654675:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384592.654676:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384592.654679:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384592.654681:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000052831b75. 02000000:00000001:0.0:1767384592.654681:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384592.654689:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008416b764. 00000100:00001000:0.0:1767384592.654689:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384592.654696:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=22 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384592.654697:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1d96ff0. 00000100:00000001:0.0:1767384592.654701:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384592.654703:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384592.654708:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384592.654711:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384592.654712:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c680bc17. 00010000:00000001:0.0:1767384592.654718:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384592.654719:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384592.654721:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.654723:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384592.654725:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384592.654729:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384592.654732:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384592.654736:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c390847. 00000400:00000010:1.0:1767384592.654744:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000da51b33. 00000100:00000001:0.0:1767384592.654745:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384592.654751:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384592.654752:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384592.654756:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384592.654758:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384592.654760:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384592.654762:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384592.654763:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384592.654764:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384592.654765:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384592.654766:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384592.654767:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384592.654769:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384592.654771:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384592.654777:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb57ea1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037640576:0@lo:253: 00000100:00000001:0.0:1767384592.654781:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384592.654783:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384592.654784:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb57ea1a x1853237037640576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384592.654789:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384592.654791:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384592.654793:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000315bc2d9. 02000000:00000001:0.0:1767384592.654798:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384592.654799:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384592.654801:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384592.654802:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384592.654805:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000031f1f566. 02000000:00000001:0.0:1767384592.654808:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384592.654816:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384592.654818:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb57ea1a. 00000100:00000001:0.0:1767384592.654822:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384592.654824:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384592.654826:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384592.654831:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384592.654832:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.654834:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384592.654837:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384592.655832:0:20344:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000046657c3b. 00000400:00000040:2.0:1767384592.655849:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384592.655852:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384592.655854:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384592.655856:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384592.655857:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384592.655859:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384592.655861:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384592.655862:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384592.655864:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384592.655864:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384592.655866:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384592.655867:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384592.655869:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384592.655870:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384592.655871:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384592.655873:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384592.655874:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384592.655876:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384592.655877:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384592.655880:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384592.655881:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384592.655883:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384592.655885:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384592.655886:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384592.655887:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384592.655889:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384592.655897:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384592.655898:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384592.655900:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384592.655901:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384592.655902:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384592.655904:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384592.655906:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384592.655908:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384592.655909:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384592.655911:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384592.655912:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384592.655914:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384592.655916:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384592.655917:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384592.655919:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384592.655920:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384592.655923:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384592.655924:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384592.655926:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384592.655927:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384592.655929:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384592.655930:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384592.655933:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384592.655934:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384592.655936:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384592.655938:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384592.655939:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384592.655941:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384592.655943:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384592.655945:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384592.655946:0:20344:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384592.655977:0:20344:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000046657c3b. 00080000:00000020:1.0:1767384592.655979:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384592.655982:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384592.655984:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe483639. 20000000:00000001:1.0:1767384592.655989:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384592.655992:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037640704 00010000:00000001:1.0:1767384592.655994:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384592.655998:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fe3fe8c x1853237037640704/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:573/0 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384592.656004:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384592.656005:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384592.656008:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384592.656011:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384592.656019:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384592.656021:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384592.656023:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384592.656024:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.656026:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384592.656029:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384592.656031:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbba1f3b. 00000100:00000200:1.0:1767384592.656034:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037640704, offset 224 00000400:00000200:1.0:1767384592.656038:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384592.656042:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384592.656047:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502c00 00000400:00000200:1.0:1767384592.656051:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1371 [2] + 224 00000400:00000200:1.0:1767384592.656055:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.656057:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384592.656060:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384592.656062:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384592.656070:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.656082:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384592.656087:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbba1f3b 00000400:00000010:1.0:1767384592.656089:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbba1f3b. 00000100:00000001:1.0:1767384592.656093:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384592.656094:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384592.656096:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384592.656098:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.656099:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384592.656103:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:0.0:1767384592.656105:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384592.656106:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384592.656110:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384592.656110:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384592.656113:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3306fc4. 00000020:00000001:1.0:1767384592.656114:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384592.656120:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fe3fe8c x1853237037640704/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:573/0 lens 4848/4768 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384592.656121:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000371d3756 00000400:00000010:0.0:1767384592.656125:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000371d3756. 00000100:00000001:0.0:1767384592.656130:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384592.656135:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004fe3fe8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037640704:12345-0@lo:253: Request processed in 22347us (22791us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384592.656137:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384592.656149:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384592.656161:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384592.656163:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000001:0.0:1767384592.656164:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384592.656168:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384592.656168:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384592.656172:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384592.656172:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384592.656175:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384592.656176:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384592.656178:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384592.656181:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000917391f. 02000000:00000001:0.0:1767384592.656182:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384592.656187:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fb53b6a. 00000100:00001000:0.0:1767384592.656188:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=22 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384592.656193:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aade8a47. 00000100:00001000:0.0:1767384592.656193:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=22 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384592.656198:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:0.0:1767384592.656199:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384592.656202:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.656203:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384592.656205:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384592.656206:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000069f77d93. 00010000:00000001:0.0:1767384592.656207:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.656210:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384592.656210:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.656212:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384592.656216:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384592.656218:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384592.656225:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933d487b. 00000400:00000010:1.0:1767384592.656230:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbba1f3b. 00000100:00000001:0.0:1767384592.656239:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384592.656242:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384592.656243:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384592.656245:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384592.656247:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384592.656248:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384592.656249:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384592.656250:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384592.656251:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384592.656252:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384592.656253:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384592.656253:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384592.656256:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384592.656261:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037640704:0@lo:253: 00000100:00000001:0.0:1767384592.656264:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384592.656266:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384592.656267:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000320049f7 x1853237037640704/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384592.656272:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384592.656273:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384592.656275:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ddb7263. 02000000:00000001:0.0:1767384592.656278:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384592.656279:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384592.656279:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384592.656281:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384592.656282:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000088a5df4e. 02000000:00000001:0.0:1767384592.656284:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384592.656285:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384592.656286:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000320049f7. 00000100:00000001:0.0:1767384592.656288:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384592.656290:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384592.656291:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384592.656294:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384592.656301:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.656303:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384592.656305:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384592.661361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000088493956. 00010000:00000010:1.1:1767384592.661374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a32dcdaa. 00010000:00000001:0.0:1767384593.057418:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384593.057423:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384593.057428:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384593.057430:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384593.057468:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384593.057472:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384593.057475:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384593.224836:0:20522:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384593.224851:0:20522:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.224854:0:20522:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.224860:0:20522:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384593.224864:0:20522:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.224866:0:20522:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.989425:0:20686:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384593.989430:0:20686:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:3.0:1767384593.996072:0:20686:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384594.002907:0:20687:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002cb493df. 00000400:00000010:0.0:1767384594.002920:0:20687:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000091122963. 00000400:00000010:0.0:1767384594.002928:0:20687:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e24b088e. 00000400:00000010:0.0:1767384594.002931:0:20687:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000aab14efb. 00000400:00000010:0.0:1767384594.002935:0:20687:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a022d0f9. 00000400:00000010:0.0:1767384594.002938:0:20687:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000353171ca. 00000400:00000010:0.0:1767384594.002940:0:20687:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c4644e95. 00000400:00000010:0.0:1767384594.002941:0:20687:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a34b0c82. 00000400:00000010:0.0:1767384594.002944:0:20687:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f8ae3d88. 00000800:00000010:0.0:1767384594.002952:0:20687:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000087ec92b4. 00000800:00000200:0.0:1767384594.002961:0:20687:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384594.002967:0:20687:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384594.002999:0:20687:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384594.003017:0:20687:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp16 [8/256/0/180] 00000400:00000010:0.0:1767384594.004534:0:20687:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000428fb9c0. 00000400:00000010:0.0:1767384594.004559:0:20687:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000972815e2. 00000400:00000010:0.0:1767384594.004564:0:20687:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000400:00000001:0.0:1767384594.004604:0:20687:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384594.004606:0:20687:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384594.004608:0:20687:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2f7263. 00000400:00000200:0.0:1767384594.004610:0:20687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3972d42 00000400:00000010:0.0:1767384594.004612:0:20687:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3972d42. 00000400:00000010:0.0:1767384594.004615:0:20687:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000ea31d710. 00000400:00000200:0.0:1767384594.004619:0:20687:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (7) 00000400:00000200:0.0:1767384594.004630:0:20687:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384594.004639:0:20687:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:0.0:1767384594.004645:0:20687:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000315bc2d9. 00000020:01000000:0.0:1767384594.004650:0:20687:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384594.004652:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384594.004658:0:20687:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp16 00000400:00000200:3.0:1767384594.004660:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384594.004667:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fa6cda. 00000400:00000200:3.0:1767384594.004670:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (8) 00000400:00000010:0.0:1767384594.004673:0:20687:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000091122963. 00000400:00000010:3.0:1767384594.004675:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a0a25bd5. 00000400:00000010:0.0:1767384594.004677:0:20687:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002cb493df. 00000400:00000200:3.0:1767384594.004682:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:3.0:1767384594.004694:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:3.0:1767384594.004699:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:2.0:1767384594.004700:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384594.004705:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384594.004708:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:2.0:1767384594.004710:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384594.004714:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384594.004717:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:01000000:2.0:1767384594.004721:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384594.004725:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384594.004726:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384594.004730:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384594.004734:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:2.0:1767384594.004735:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384594.004738:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384594.004741:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384594.004742:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000020:01000004:2.0:1767384594.004744:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384594.004746:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384594.004747:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384594.004749:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp15 00000020:01000004:2.0:1767384594.004750:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384594.004753:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384594.004755:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp15 lpni_is_preferred = 0 00000100:00000010:2.0:1767384594.004757:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c27a2f27. 00000400:00000200:3.0:1767384594.004760:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp15 00000020:00000040:2.0:1767384594.004763:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384594.004768:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp15 NI seq info: [17:17:256:4294967295] 192.168.203.133@tcp15 LPNI seq info [17:17:8:4294967295] 00000100:00000001:2.0:1767384594.004772:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384594.004775:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384594.004776:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp15 02000000:00000001:2.0:1767384594.004781:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.004787:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp15(192.168.203.133@tcp15:) -> 192.168.203.133@tcp15(192.168.203.133@tcp:192.168.203.133@tcp15) : PUT try# 0 02000000:00000010:2.0:1767384594.004792:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000011ae0a5c. 00000100:00000001:2.0:1767384594.004802:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384594.004804:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.203.133@tcp15 00000800:00000010:3.0:1767384594.004810:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000868fb81e. 00000100:00000001:2.0:1767384594.004811:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384594.004814:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384594.004819:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003b890c60. 00000100:00000040:2.0:1767384594.004822:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27a2f27] to pc [ptlrpcd_00_01+1] req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384594.004826:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000055f46d4f. 00000800:00000200:3.0:1767384594.004836:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (2) 00000800:00000200:3.1:1767384594.004840:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (2) 00000400:00000200:3.0:1767384594.004860:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384594.004863:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 10000000:00000001:2.0:1767384594.004866:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384594.004872:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.004875:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384594.004878:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384594.004886:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384594.004887:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384594.004889:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384594.004889:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384594.004894:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384594.004895:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384594.004897:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384594.004900:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384594.004901:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384594.004904:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000020:01000004:2.0:1767384594.004905:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384594.004907:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384594.004909:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384594.004913:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384594.004916:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384594.004920:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384594.004923:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384594.004925:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384594.004929:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384594.004931:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384594.004933:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384594.004935:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384594.004938:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 02000000:00000001:3.0:1767384594.004939:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384594.004945:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00100000:3.0:1767384594.004946:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037640832:0@lo:253: 00000100:00000001:2.0:1767384594.004952:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384594.004954:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384594.004957:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384594.004961:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384594.004962:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.004964:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384594.004965:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 02000000:00000001:3.0:1767384594.004968:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384594.004970:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dc99854e. 02000000:00000010:3.0:1767384594.004975:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000676ca5e5. 00000100:00000001:2.0:1767384594.004977:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.004980:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.004984:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384594.004986:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000064f8bb0. 00000100:00000001:2.0:1767384594.004988:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384594.004993:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3649346. 00000400:00000200:0.0:1767384594.004994:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000200:3.0:1767384594.004997:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037640832, portal 25 00000100:00000040:2.0:1767384594.004999:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674c92be] to pc [ptlrpcd_00_02+2] req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.005001:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384594.005004:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974586624 : -117139734964992 : ffff957647b55500) 00000100:00000040:3.0:1767384594.005013:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384594.005019:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:3.0:1767384594.005021:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384594.005032:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384594.005035:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099a5d42c. 10000000:00000001:2.0:1767384594.005038:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.005038:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384594.005039:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037640832, offset 0 00000100:00000001:1.0:1767384594.005044:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384594.005044:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 10000000:00000001:2.0:1767384594.005045:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.005048:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384594.005051:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384594.005052:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.005056:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384594.005057:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384594.005060:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000315bc2d9. 00000400:00000200:3.0:1767384594.005070:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384594.005072:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384594.005072:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:2.0:1767384594.005075:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.005076:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.005080:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.005080:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384594.005082:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384594.005086:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.005087:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502c80 00000100:00100000:1.0:1767384594.005093:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037640960:0@lo:253: 00000100:00000001:2.0:1767384594.005098:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.005099:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384594.005101:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:2.0:1767384594.005102:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.005103:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 02000000:00000001:1.0:1767384594.005103:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384594.005107:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.005113:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384594.005114:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000517f6ae1. 00000400:00000200:3.0:1767384594.005120:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000280fa0ec 02000000:00000010:1.0:1767384594.005120:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c3adcc9b. 00000400:00000200:0.0:1767384594.005124:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 02000000:00000001:1.0:1767384594.005126:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.005129:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384594.005133:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e339fe5. 00000400:00000200:3.0:1767384594.005136:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384594.005140:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000280fa0ec 00000400:00000010:3.0:1767384594.005144:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000280fa0ec. 00000400:00000200:0.0:1767384594.005149:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:3.0:1767384594.005151:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384594.005154:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384594.005155:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cadb14e9. 00000100:00000040:3.0:1767384594.005158:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000160b4e0f x1853237037640832 msgsize 4848 00000100:00000200:1.0:1767384594.005160:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037640960, portal 25 00000100:00000001:1.0:1767384594.005166:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384594.005167:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384594.005168:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000400:00000200:0.0:1767384594.005171:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000040:3.0:1767384594.005172:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384594.005176:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.005182:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384594.005186:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384594.005188:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384594.005190:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c90bb6fd. 00000100:00000200:1.0:1767384594.005195:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037640960, offset 0 00000400:00000200:3.0:1767384594.005197:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a5d42c 00000400:00000010:3.0:1767384594.005200:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099a5d42c. 00000100:00000001:3.0:1767384594.005203:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384594.005207:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384594.005209:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000200:3.0:1767384594.005210:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.005221:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384594.005221:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384594.005226:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037640832 00000100:00000001:3.0:1767384594.005230:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384594.005230:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384594.005234:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384594.005235:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502d00 00000100:00000040:3.0:1767384594.005236:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.005238:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.005245:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384594.005247:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000100:00100000:2.0:1767384594.005251:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037640832 00000400:00000200:0.0:1767384594.005254:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000020:00000001:2.0:1767384594.005256:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384594.005256:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6ec9f0e. 00000100:00000001:3.0:1767384594.005258:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384594.005260:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000200:1.0:1767384594.005262:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bda5ef0e 00000100:00000001:3.0:1767384594.005263:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384594.005264:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384594.005269:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000400:00000200:1.0:1767384594.005269:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384594.005270:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.005272:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:1.0:1767384594.005275:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384594.005276:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384594.005277:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294882821 00000400:00000200:1.0:1767384594.005280:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bda5ef0e 00000100:00000001:2.0:1767384594.005282:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384594.005283:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da4db453. 00000400:00000010:1.0:1767384594.005284:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bda5ef0e. 00000100:00000001:3.0:1767384594.005292:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384594.005292:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384594.005293:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d50dfc8. 00000100:00000200:1.0:1767384594.005295:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384594.005297:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384594.005300:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d50dfc8. 00000100:00000040:1.0:1767384594.005300:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000392e3a5b x1853237037640960 msgsize 4848 00000100:00000001:3.0:1767384594.005301:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294882821 00000100:00100000:1.0:1767384594.005305:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384594.005306:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000514f1134. 00000100:00000040:1.0:1767384594.005307:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384594.005338:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006650b24. 00000020:00000010:2.0:1767384594.005338:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a10c76a5. 00000100:00000001:1.0:1767384594.005344:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384594.005346:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384594.005348:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d37075d6. 00000100:00000001:3.0:1767384594.005351:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294882822 00000400:00000200:1.0:1767384594.005352:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c90bb6fd 00000400:00000010:1.0:1767384594.005357:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c90bb6fd. 00000100:00000010:3.0:1767384594.005359:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001be283a. 00000100:00000040:2.0:1767384594.005360:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384594.005361:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384594.005365:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384594.005366:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384594.005368:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.005370:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384594.005372:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294882822 00000100:00000001:2.0:1767384594.005373:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384594.005379:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c034842a. 00000100:00000001:1.0:1767384594.005382:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384594.005384:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384594.005395:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384594.005395:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.005396:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.005402:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.005409:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.005409:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.005412:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.005419:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384594.005424:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384594.005424:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384594.005427:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037640960 00000100:00000001:1.0:1767384594.005427:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.005428:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384594.005431:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384594.005431:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384594.005431:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384594.005434:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384594.005435:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.005439:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.005439:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.005440:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.005446:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.005446:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294882822 00000100:00100000:2.0:1767384594.005450:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037640960 00000020:00000001:2.0:1767384594.005452:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384594.005453:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294882821 00000020:00000040:2.0:1767384594.005454:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384594.005457:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384594.005459:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000001:1.0:1767384594.005459:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294882822 00000020:00000001:2.0:1767384594.005462:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384594.005464:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384594.005465:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294882821 00000100:00000001:2.0:1767384594.005468:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384594.005470:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294882822 00000020:00000010:2.0:1767384594.005471:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d50dfc8. 00000100:00000001:2.0:1767384594.005472:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384594.005474:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d50dfc8. 00000100:00000001:1.0:1767384594.005476:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294882822 00000100:00000001:1.0:1767384594.005478:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294882822 00000020:00000010:2.0:1767384594.005480:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005916f99d. 00000100:00000001:1.0:1767384594.005480:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294882822 00000020:00000010:2.0:1767384594.005483:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044150f6d. 00000100:00000001:1.0:1767384594.005483:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384594.005485:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384594.005487:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eb4fc541. 00000100:00000001:1.0:1767384594.005489:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.005491:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384594.005491:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.005493:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384594.005497:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384594.005499:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384594.005499:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384594.005500:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.005501:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384594.005504:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384594.005505:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384594.005507:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.005508:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.005511:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384594.005513:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000001:1.0:1767384594.005513:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.005519:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384594.005522:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981244496 : -117139728307120 : ffff9576481aec50) 00000100:00000001:2.0:1767384594.005523:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384594.005527:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384594.005528:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000160b4e0f x1853237037640832/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:575/0 lens 4848/0 e 0 to 0 dl 1767384605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384594.005534:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000315bc2d9. 00000100:00100000:2.0:1767384594.005550:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000001:1.0:1767384594.005550:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384594.005555:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:0.0:1767384594.005556:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091122963. 00000100:00000040:2.0:1767384594.005558:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384594.005558:0:16804:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.005564:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981248592 : -117139728303024 : ffff9576481afc50) 00000100:00000001:1.0:1767384594.005564:0:16804:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384594.005565:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000788cf65b. 00000100:00000001:3.0:1767384594.005567:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384594.005571:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000392e3a5b x1853237037640960/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:575/0 lens 4848/0 e 0 to 0 dl 1767384605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384594.005572:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000100:00000001:3.0:1767384594.005577:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384594.005583:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000100:00100000:3.0:1767384594.005591:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000160b4e0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037640832:12345-0@lo:253: 00000100:00000200:3.0:1767384594.005595:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037640832 00000100:00000001:2.0:1767384594.005595:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384594.005600:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d50dfc8. 00000800:00000010:0.0:1767384594.005603:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000788cf65b. 00000100:00000001:2.0:1767384594.005604:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384594.005607:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384594.005612:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d50dfc8. 00000020:00000001:3.0:1767384594.005613:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384594.005617:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.005621:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384594.005621:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000392e3a5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037640960:12345-0@lo:253: 00000020:00000001:3.0:1767384594.005623:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:3.0:1767384594.005629:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384594.005630:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037640960 00000020:00000001:3.0:1767384594.005632:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384594.005634:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384594.005636:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384594.005638:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384594.005639:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384594.005643:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.005644:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.005648:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384594.005650:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384594.005653:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 02000000:00000001:3.0:1767384594.005654:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384594.005659:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1767384594.005660:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000058d2fd12. 00000020:00000001:2.0:1767384594.005661:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384594.005664:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.005666:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384594.005667:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.005669:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384594.005671:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384594.005673:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.005678:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384594.005681:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bf623110. 02000000:00000001:2.0:1767384594.005681:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384594.005686:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:2.0:1767384594.005688:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b4d623ce. 20000000:00000001:3.0:1767384594.005690:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384594.005694:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:2.0:1767384594.005694:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384594.005697:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.005699:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384594.005701:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384594.005707:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384594.005708:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384594.005714:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000010:3.0:1767384594.005719:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000091a58fc2. 20000000:01000000:3.0:1767384594.005722:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:3.0:1767384594.005729:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:2.0:1767384594.005729:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000011fe15a. 00000400:00000200:0.0:1767384594.005731:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp15 from 243.3.0.2 00080000:00000001:3.0:1767384594.005736:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:0.0:1767384594.005737:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d07e1655. 20000000:01000000:2.0:1767384594.005740:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384594.005743:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384594.005746:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384594.005748:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384594.005751:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384594.005753:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384594.005785:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384594.005789:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384594.005790:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.005792:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384594.005796:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384594.005800:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384594.005804:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384594.005812:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bd4a93cc. 00080000:00000001:3.0:1767384594.005814:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579646976 : -117144129904640 : ffff957541bfe000) 00080000:00000001:3.0:1767384594.005817:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384594.005920:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384594.005922:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.005924:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384594.005926:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c680bc17. 00000800:00000010:0.0:1767384594.005932:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea31d710. 00080000:00000001:3.0:1767384594.005946:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384594.005947:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000073adb66a. 00080000:00000001:3.0:1767384594.005950:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.1:1767384594.005954:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (2) 00000800:00000200:0.1:1767384594.005959:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp15 0000000073adb66a deleted 00000800:00000010:0.1:1767384594.005961:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000073adb66a. 00000800:00000200:0.1:1767384594.005965:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384594.005970:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp15 ip 192.168.203.133:1011 00000800:00000200:0.1:1767384594.005973:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000868fb81e type 1, nob 256 niov 1 nkiov 1 00000800:00000200:0.0:1767384594.005978:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp15 p 3.x 192.168.203.133 -> 192.168.203.133:1011 incarnation:1767384592630283938 sched[0] 00000800:00000010:0.0:1767384594.005983:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000788cf65b. 00080000:00000001:3.0:1767384594.006020:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000010:0.0:1767384594.006022:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000788cf65b. 00080000:00000001:3.0:1767384594.006024:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384594.006026:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea31d710. 00000800:00000010:0.0:1767384594.006057:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d07e1655. 00000800:00000001:0.0:1767384594.006067:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384594.006071:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384594.006102:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384594.006107:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp15 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384592630283938 sched[0] 00000800:00000010:0.0:1767384594.006110:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091122963. 00000800:00000200:3.0:1767384594.006151:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384594.006155:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000868fb81e. 00000400:00000200:0.0:1767384594.006157:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384594.006161:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384594.006169:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp15->192.168.203.133@tcp15: PUT: OK 00000400:00000200:3.0:1767384594.006173:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384594.006177:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000001:3.0:1767384594.006184:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384594.006190:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384594.006192:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384594.006195:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384594.006202:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp15(192.168.203.133@tcp15) <- 192.168.203.133@tcp15 : PUT - for me 00000400:00000200:3.0:1767384594.006210:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384594.006216:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 160/160 into md 0x1379 [1] + 0 00000400:00000010:3.0:1767384594.006219:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d468bc45. 00000400:00000200:0.0:1767384594.006220:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384594.006223:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080e98a14 00000800:00000001:3.0:1767384594.006229:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384594.006238:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384594.006240:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384594.006244:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp15->192.168.203.133@tcp15: PUT: OK 00000400:00000200:3.0:1767384594.006246:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:3.0:1767384594.006248:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000400:00000200:3.0:1767384594.006252:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384594.006255:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (9) 00000400:00000200:3.0:1767384594.006258:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384594.006261:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000099a5d42c. 00000400:00000200:3.0:1767384594.006265:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 8 00000400:00000200:3.0:1767384594.006269:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384594.006278:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (10) 00000400:00000200:0.0:1767384594.006283:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384594.006288:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384594.006297:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp15 to MR: 192.168.203.133@tcp15 local destination 00000400:00000200:3.0:1767384594.006303:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp15 NI seq info: [18:18:256:4294967295] 192.168.203.133@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1767384594.006370:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384594.006409:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp15(192.168.203.133@tcp15:192.168.203.133@tcp15) -> 192.168.203.133@tcp15(192.168.203.133@tcp15:192.168.203.133@tcp15) 192.168.203.133@tcp15 : ACK try# 0 00000400:00000200:0.0:1767384594.006410:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000200:3.0:1767384594.006418:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp15 00000800:00000010:3.0:1767384594.006422:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000868fb81e. 00000800:00000200:3.0:1767384594.006428:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (4) 00000800:00000200:3.0:1767384594.006432:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp15 ip 192.168.203.133:988 00000800:00000200:3.0:1767384594.006435:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000868fb81e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384594.006459:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000200:3.0:1767384594.006482:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384594.006485:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000868fb81e. 00000400:00000200:3.0:1767384594.006490:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384594.006495:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp15->192.168.203.133@tcp15: ACK: OK 00000800:00000001:3.0:1767384594.006502:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384594.006504:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000800:00000001:3.0:1767384594.006506:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384594.006510:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384594.006516:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384594.006517:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384594.006522:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384594.006528:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp15(192.168.203.133@tcp15) <- 192.168.203.133@tcp15 : ACK - for me 00000400:00000200:3.0:1767384594.006556:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp15: ACK from 12345-192.168.203.133@tcp15 into md 0x1391 00000400:00000200:3.0:1767384594.006560:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384594.006563:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp15->192.168.203.133@tcp15: ACK: OK 00000400:00000200:3.0:1767384594.006567:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fa6cda 00000400:00000010:3.0:1767384594.006569:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fa6cda. 00000400:00000200:3.0:1767384594.006572:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384594.006575:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:3.0:1767384594.006580:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384594.006585:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (9) 00000800:00000001:3.0:1767384594.006590:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384594.006594:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384594.006620:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384594.006624:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 00000400:00000010:3.0:1767384594.006628:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fa6cda. 00000400:00000200:3.0:1767384594.006632:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:3.0:1767384594.006637:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:3.0:1767384594.006645:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000247f5dec. 00000400:00000010:3.0:1767384594.006649:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000868fb81e. 00000400:00000010:3.0:1767384594.006652:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 0000000043b5e310. 00000400:00000200:0.0:1767384594.006666:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000010:3.0:1767384594.006667:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f6223bfc. 00000400:00000200:3.0:1767384594.006674:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f6223bfc nid 192.168.203.133@tcp16 00000400:00000010:3.0:1767384594.006678:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000038bcb1f4. 00000400:00000200:3.0:1767384594.006682:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000038bcb1f4 net tcp16 00000400:00000200:3.0:1767384594.006686:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (8) 00000400:00000200:3.0:1767384594.006691:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp16 flags 0x11 00000400:00000010:3.0:1767384594.006695:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000247f5dec. 00000400:00000010:3.0:1767384594.006697:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000868fb81e. 00000400:00000010:3.0:1767384594.006700:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 0000000043b5e310. 00000400:00000010:3.0:1767384594.006703:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000099a5d42c. 00000400:00000200:3.0:1767384594.006708:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384594.006711:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:3.0:1767384594.006714:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:3.0:1767384594.006719:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:3.0:1767384594.006723:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384594.006726:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384594.006726:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384594.006734:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384594.006738:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (9) 00000400:00000200:0.0:1767384594.006788:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384594.006830:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384594.006849:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384594.006891:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384594.007091:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384594.007091:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7b4f8cc. 00000800:00000010:0.0:1767384594.007099:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091122963. 00000800:00000010:0.0:1767384594.007104:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000788cf65b. 00000400:00000200:2.0:1767384594.007115:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp15 from 242.3.0.2 00000800:00000010:2.0:1767384594.007121:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a168ff50. 00000800:00000010:0.0:1767384594.007144:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000788cf65b. 00000800:00000010:0.0:1767384594.007180:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c00dab4e. 00000800:00000010:0.0:1767384594.007186:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea31d710. 00000800:00000010:0.0:1767384594.007210:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000073adb66a. 00000800:00000200:0.1:1767384594.007218:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (4) 00000800:00000200:0.1:1767384594.007224:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp15 0000000073adb66a deleted 00000800:00000010:0.1:1767384594.007226:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000073adb66a. 00000800:00000200:0.1:1767384594.007231:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384594.007237:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp15 p 3.x 192.168.203.133 -> 192.168.203.133:1010 incarnation:1767384592630283938 sched[0] 00000800:00000010:0.0:1767384594.007243:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000788cf65b. 00000800:00000010:0.0:1767384594.007484:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000788cf65b. 00000800:00000010:0.0:1767384594.007490:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea31d710. 00000800:00000010:0.0:1767384594.007572:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a168ff50. 00000800:00000001:0.0:1767384594.007581:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384594.007584:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384594.007604:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384594.007608:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp15 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384592630283938 sched[0] 00000800:00000010:0.0:1767384594.007611:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091122963. 00000800:00000001:1.0:1767384594.007701:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384594.007891:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384594.015684:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384594.015691:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:3.0:1767384594.015693:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384594.015697:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384594.015699:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384594.015701:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384594.015703:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384594.015707:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384594.015708:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384594.015711:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bd4a93cc. 20000000:01000000:1.0:1767384594.015713:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384594.015716:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384594.015730:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384594.015735:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384594.015738:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000006f51fa6. 20000000:01000000:2.0:1767384594.015741:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00080000:00000020:1.0:1767384594.015741:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384594.015745:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384594.015750:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384594.015757:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384594.015761:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384594.015764:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384594.015769:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384594.015772:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384594.015773:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384594.015775:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384594.015777:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384594.015779:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384594.015780:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000088493956. 00000020:00000001:2.0:1767384594.015781:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384594.015785:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:1.0:1767384594.015785:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384594.015789:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384594.015789:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a32dcdaa. 00080000:00000010:2.0:1767384594.015793:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c95f05f. 00000020:00000001:1.0:1767384594.015793:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384594.015796:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568988160 : -117144140563456 : ffff9575411d3c00) 00000020:00000040:1.0:1767384594.015796:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a32dcdaa with handle 0x1c01179f271edc0d to hash 00000020:00000001:1.0:1767384594.015798:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384594.015799:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384594.015800:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.015804:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.015808:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.015810:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.015812:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.015823:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384594.015827:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384594.015829:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384594.015832:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384594.015834:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.015837:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384594.015838:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.015841:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384594.015844:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384594.015846:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000001:00000001:2.0:1767384594.015847:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384594.015848:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.015848:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384594.015850:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000088493956) refcount = 1 00080000:00000001:2.0:1767384594.015851:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384594.015854:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384594.015865:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384594.015868:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384594.015871:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384594.015874:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384594.015875:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.015877:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.015880:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384594.015883:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384594.015886:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384594.015890:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.015891:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.015893:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=4 00000020:00000001:1.0:1767384594.015896:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.015899:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.015901:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384594.015903:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.015910:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384594.015912:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.015919:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.015920:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384594.015922:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.015928:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.015929:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.015932:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384594.015934:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384594.015941:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a32dcdaa already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384594.015944:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384594.015950:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384594.015953:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384594.015954:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384594.015957:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.015963:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384594.015964:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.015966:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.015968:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=5 00000020:00000001:1.0:1767384594.015970:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.015972:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.015976:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384594.015978:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.015985:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384594.015987:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384594.015989:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.015993:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384594.015994:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384594.015996:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.015998:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384594.016001:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a32dcdaa with handle 0x1c01179f271edc0d from hash 00010000:00000001:1.0:1767384594.016004:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384594.016006:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.016007:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.016009:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384594.016012:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384594.016014:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384594.016016:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384594.016018:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.016021:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.016024:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384594.016026:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384594.016028:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.016030:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.016031:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.016041:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.016044:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.016047:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.016053:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.016055:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.016057:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384594.016060:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384594.016062:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.016063:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.016066:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384594.016069:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.016071:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.016074:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.016082:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384594.016084:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384594.016087:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc0d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384594.016095:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000088493956 count: 0 00010000:00000001:1.0:1767384594.016105:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384594.016107:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384594.021342:0:20688:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000088493956. 00010000:00000010:1.1:1767384594.021353:0:20688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a32dcdaa. 00000100:00000040:1.0:1767384594.024492:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294882822, at 4294882823 00000100:00000010:1.0:1767384594.024500:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006650b24. 00080000:00000001:3.0:1767384594.025109:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384594.025120:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384594.025122:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384594.025124:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384594.025126:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384594.025128:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009c95f05f. 00080000:00000001:3.0:1767384594.025133:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384594.025194:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384594.025199:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384594.025202:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384594.025205:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384594.025208:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384594.025217:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384594.025221:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384594.025226:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384594.025227:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384594.025232:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384594.025235:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384594.025239:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384594.025242:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384594.025247:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009f2ad841. 00010000:00000001:1.0:1767384594.025250:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384594.025254:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a32dcdaa. 00000020:00000001:1.0:1767384594.025258:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384594.025265:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a32dcdaa with handle 0x1c01179f271edc14 to hash 00000020:00000001:1.0:1767384594.025268:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384594.025269:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.025272:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.025275:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.025277:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.025280:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025288:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384594.025291:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384594.025293:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384594.025296:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384594.025298:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.025300:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384594.025301:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.025304:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384594.025305:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384594.025307:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384594.025330:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384594.025333:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009f2ad841) refcount = 1 00010000:00010000:1.0:1767384594.025337:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025343:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384594.025345:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384594.025347:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.025349:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384594.025351:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294882822, at 4294882824 00010000:00000001:1.0:1767384594.025352:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384594.025353:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294882822, at 4294882824 00000100:00000040:3.0:1767384594.025355:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294882822, at 4294882824 20000000:00000001:1.0:1767384594.025358:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000010:0.0:1767384594.025361:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da4db453. 00000100:00000010:2.0:1767384594.025363:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001be283a. 20000000:01000000:1.0:1767384594.025363:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00000100:00000010:3.0:1767384594.025366:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c034842a. 00010000:00000001:1.0:1767384594.025367:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.025372:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.025374:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=4 00000020:00000001:1.0:1767384594.025376:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.025385:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.025387:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384594.025389:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025396:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384594.025398:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025403:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.025404:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384594.025406:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025412:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.025413:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.025415:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384594.025417:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384594.025423:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a32dcdaa already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384594.025425:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384594.025427:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384594.025429:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025435:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384594.025437:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.025438:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.025440:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32dcdaa refcount=5 00000020:00000001:1.0:1767384594.025442:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.025445:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867408384 : -117139842143232 : ffff95764151ec00) 00010000:00000001:1.0:1767384594.025447:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384594.025449:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025460:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384594.025462:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384594.025463:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.025467:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384594.025469:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384594.025471:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.025473:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384594.025475:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a32dcdaa with handle 0x1c01179f271edc14 from hash 00010000:00000001:1.0:1767384594.025477:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384594.025478:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.025480:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.025481:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384594.025483:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384594.025485:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384594.025488:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384594.025489:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.025491:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.025493:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384594.025494:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384594.025497:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.025499:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.025500:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.025502:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.025504:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.025506:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025512:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.025513:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.025514:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384594.025516:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384594.025518:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.025520:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.025521:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384594.025523:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.025526:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.025533:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.025556:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384594.025557:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384594.025558:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a32dcdaa/0x1c01179f271edc14 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384594.025564:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009f2ad841 count: 0 00010000:00000001:1.0:1767384594.025571:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384594.025572:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384594.027424:0:20692:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000968d91ef. 00000400:00000040:0.0:1767384594.027439:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.027441:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384594.027444:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.027446:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.027448:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.027449:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384594.027451:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.027452:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384594.027454:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384594.027455:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384594.027457:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384594.027458:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.027460:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384594.027462:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.027463:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384594.027465:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384594.027466:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.027467:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384594.027468:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384594.027470:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.027472:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.027473:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.027475:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.027476:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.027477:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384594.027479:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.027481:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.027482:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.027483:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.027484:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.027486:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384594.027487:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.027488:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.027490:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.027496:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.027497:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.027499:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384594.027501:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.027502:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.027504:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384594.027505:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384594.027506:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.027508:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384594.027510:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384594.027511:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384594.027513:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384594.027514:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384594.027516:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384594.027518:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384594.027520:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.027521:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384594.027523:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384594.027524:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384594.027526:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384594.027528:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384594.027529:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384594.027530:0:20692:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384594.027575:0:20692:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000968d91ef. 00080000:00000020:1.0:1767384594.027608:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384594.027613:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384594.027616:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bf623110. 20000000:00000001:1.0:1767384594.027623:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384594.027628:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037640832 00010000:00000001:1.0:1767384594.027632:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384594.027639:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000160b4e0f x1853237037640832/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:575/0 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384594.027649:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384594.027651:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384594.027656:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384594.027661:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384594.027664:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384594.027667:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384594.027671:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384594.027673:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.027677:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384594.027681:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384594.027685:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005532d923. 00000100:00000200:1.0:1767384594.027690:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037640832, offset 224 00000400:00000200:1.0:1767384594.027698:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384594.027709:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384594.027720:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502c80 00000400:00000200:1.0:1767384594.027727:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1395 [2] + 224 00000400:00000200:1.0:1767384594.027742:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384594.027747:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384594.027752:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384594.027756:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384594.027767:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.027782:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384594.027789:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005532d923 00000400:00000010:1.0:1767384594.027792:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005532d923. 00000100:00000001:1.0:1767384594.027796:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384594.027798:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.027798:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384594.027803:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384594.027806:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384594.027810:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384594.027811:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384594.027814:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384594.027816:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384594.027818:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000064f8bb0. 00000020:00000001:1.0:1767384594.027820:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.027824:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3649346 00000020:00000001:1.0:1767384594.027825:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384594.027828:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3649346. 00000100:00000040:1.0:1767384594.027832:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000160b4e0f x1853237037640832/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:575/0 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.027833:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384594.027840:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384594.027847:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000160b4e0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037640832:12345-0@lo:253: Request processed in 22278us (22686us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384594.027864:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384594.027865:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000040:1.0:1767384594.027871:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384594.027875:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384594.027878:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384594.027880:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384594.027883:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384594.027884:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a10c76a5. 00000100:00000001:3.0:1767384594.027886:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384594.027890:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384594.027892:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384594.027893:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d37075d6. 00000100:00000001:3.0:1767384594.027895:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384594.027898:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000514f1134. 02000000:00000001:3.0:1767384594.027899:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384594.027905:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:3.0:1767384594.027907:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=24 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384594.027911:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384594.027914:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000058d2fd12. 02000000:00000001:1.0:1767384594.027917:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384594.027920:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384594.027931:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384594.027936:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000330f6555. 00000100:00001000:3.0:1767384594.027939:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=24 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384594.027942:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005532d923. 00000100:00000001:3.0:1767384594.027944:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384594.027948:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.027951:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384594.027953:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.027956:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.027961:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.027969:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384594.027971:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384594.027973:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384594.027978:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384594.027980:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384594.027982:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384594.027984:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384594.027986:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384594.027988:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384594.027990:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384594.027992:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384594.027994:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384594.027996:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384594.027999:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384594.028005:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037640832:0@lo:253: 00000100:00000001:3.0:1767384594.028010:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.028013:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384594.028015:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c27a2f27 x1853237037640832/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.028022:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384594.028024:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384594.028026:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000676ca5e5. 02000000:00000001:3.0:1767384594.028032:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384594.028034:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384594.028036:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384594.028038:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384594.028047:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000011ae0a5c. 02000000:00000001:3.0:1767384594.028051:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384594.028053:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384594.028055:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27a2f27. 00000100:00000001:3.0:1767384594.028060:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384594.028061:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.028063:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.028069:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384594.028071:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.028074:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384594.028076:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384594.029106:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384594.029109:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384594.029110:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000011fe15a. 20000000:00000001:0.0:1767384594.029114:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384594.029116:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037640960 00010000:00000001:0.0:1767384594.029118:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384594.029121:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000392e3a5b x1853237037640960/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:575/0 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384594.029127:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384594.029128:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384594.029130:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384594.029132:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384594.029134:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384594.029140:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384594.029143:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384594.029144:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.029145:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384594.029147:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384594.029149:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091122963. 00000100:00000200:0.0:1767384594.029151:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037640960, offset 224 00000400:00000200:0.0:1767384594.029156:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384594.029160:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384594.029164:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502d00 00000400:00000200:0.0:1767384594.029168:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x139d [2] + 224 00000400:00000200:0.0:1767384594.029173:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384594.029177:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384594.029180:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384594.029184:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384594.029194:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.029209:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384594.029216:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091122963 00000400:00000010:0.0:1767384594.029218:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091122963. 00000100:00000001:1.0:1767384594.029221:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384594.029222:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384594.029226:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384594.029226:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384594.029233:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384594.029233:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384594.029236:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:1.0:1767384594.029238:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384594.029241:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e339fe5. 00010000:00000001:0.0:1767384594.029242:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384594.029244:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384594.029247:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384594.029248:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cadb14e9 00000100:00000040:0.0:1767384594.029251:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000392e3a5b x1853237037640960/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:575/0 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384594.029252:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cadb14e9. 00000100:00000001:1.0:1767384594.029258:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384594.029266:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384594.029267:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000392e3a5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037640960:12345-0@lo:253: Request processed in 23669us (23962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384594.029280:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000200:1.0:1767384594.029286:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384594.029290:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384594.029293:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384594.029296:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384594.029299:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044150f6d. 00000100:00000001:1.0:1767384594.029302:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384594.029305:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eb4fc541. 00000100:00000001:1.0:1767384594.029306:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384594.029329:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005916f99d. 00000020:00000040:0.0:1767384594.029333:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:1.0:1767384594.029334:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384594.029336:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384594.029338:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384594.029339:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b4d623ce. 00000100:00000001:1.0:1767384594.029343:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384594.029344:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384594.029347:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.029347:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384594.029354:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384594.029354:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384594.029359:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2f7263. 00000100:00001000:1.0:1767384594.029360:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=24 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384594.029364:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091122963. 00000100:00001000:1.0:1767384594.029366:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384594.029371:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384594.029373:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.029375:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384594.029377:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.029379:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.029382:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.029389:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384594.029392:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384594.029393:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384594.029396:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384594.029397:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384594.029403:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384594.029405:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384594.029406:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384594.029408:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384594.029409:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384594.029410:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384594.029411:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384594.029415:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384594.029422:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037640960:0@lo:253: 00000100:00000001:1.0:1767384594.029427:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.029429:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384594.029432:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037640960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.029438:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384594.029439:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384594.029441:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c3adcc9b. 02000000:00000001:1.0:1767384594.029444:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384594.029446:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384594.029447:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384594.029449:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384594.029450:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dc99854e. 02000000:00000001:1.0:1767384594.029453:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384594.029454:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384594.029455:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000100:00000001:1.0:1767384594.029458:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384594.029459:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.029461:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.029466:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384594.029467:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.029469:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.029471:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384594.039358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009f2ad841. 00010000:00000010:1.1:1767384594.039368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a32dcdaa. 00010000:00000001:0.0:1767384594.082354:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384594.082359:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384594.082377:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384594.082378:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.082417:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384594.082422:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384594.082426:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384594.652489:0:20881:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384594.652500:0:20881:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.652504:0:20881:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.652509:0:20881:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384594.652514:0:20881:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.652516:0:20881:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384595.105359:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384595.105365:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384595.105372:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384595.105384:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384595.105433:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384595.105455:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384595.105459:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384595.386190:0:21045:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384595.386193:0:21045:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:2.0:1767384595.390447:0:21045:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384595.398107:0:21046:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000090329a97. 00000400:00000010:2.0:1767384595.398121:0:21046:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006170117e. 00000400:00000010:2.0:1767384595.398130:0:21046:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005ed8e1b1. 00000400:00000010:2.0:1767384595.398134:0:21046:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c5dfcc33. 00000400:00000010:2.0:1767384595.398138:0:21046:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea39c593. 00000400:00000010:2.0:1767384595.398141:0:21046:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e2a35af. 00000400:00000010:2.0:1767384595.398143:0:21046:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000037bbef78. 00000400:00000010:2.0:1767384595.398144:0:21046:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008fc525b4. 00000400:00000010:2.0:1767384595.398148:0:21046:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004cf07511. 00000800:00000010:2.0:1767384595.398158:0:21046:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a976b3ee. 00000800:00000200:2.0:1767384595.398167:0:21046:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384595.398173:0:21046:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384595.398207:0:21046:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384595.398227:0:21046:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp17 [8/256/0/180] 00000400:00000010:2.0:1767384595.400029:0:21046:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 0000000041994cc8. 00000400:00000010:2.0:1767384595.400036:0:21046:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002009cd38. 00000400:00000010:2.0:1767384595.400041:0:21046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000400:00000001:2.0:1767384595.400053:0:21046:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384595.400055:0:21046:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384595.400057:0:21046:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000972815e2. 00000400:00000200:2.0:1767384595.400059:0:21046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00000400:00000010:2.0:1767384595.400061:0:21046:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00000400:00000010:2.0:1767384595.400065:0:21046:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000428fb9c0. 00000400:00000200:2.0:1767384595.400069:0:21046:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (8) 00000400:00000200:2.0:1767384595.400081:0:21046:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384595.400089:0:21046:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:2.0:1767384595.400095:0:21046:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a8dfe7c4. 00000020:01000000:2.0:1767384595.400099:0:21046:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384595.400105:0:21046:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp17 00000400:00000200:3.0:1767384595.400114:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384595.400119:0:21046:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006170117e. 00000400:00000010:2.0:1767384595.400123:0:21046:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000090329a97. 00000400:00000200:3.0:1767384595.400126:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384595.400136:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000937a5d7f. 00000400:00000200:3.0:1767384595.400141:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (9) 00000400:00000010:3.0:1767384595.400147:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b9a3b5b. 00000020:00000001:0.0:1767384595.400147:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384595.400153:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384595.400157:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 10000000:00000001:0.0:1767384595.400158:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384595.400162:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384595.400166:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384595.400168:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384595.400169:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384595.400171:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384595.400172:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384595.400173:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384595.400175:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384595.400176:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:0.0:1767384595.400178:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384595.400181:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384595.400184:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384595.400188:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000010:0.0:1767384595.400189:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe21d1a2. 00000020:00000040:0.0:1767384595.400197:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384595.400200:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384595.400208:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:0.0:1767384595.400210:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384595.400214:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384595.400219:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:0.0:1767384595.400220:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384595.400229:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000010:0.0:1767384595.400232:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000088a5df4e. 00000400:00000200:3.0:1767384595.400237:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:0.0:1767384595.400239:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384595.400248:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384595.400250:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384595.400253:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384595.400272:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe21d1a2] to pc [ptlrpcd_00_03+3] req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384595.400275:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:3.0:1767384595.400285:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp16 00000400:00000200:3.0:1767384595.400291:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp16 lpni_is_preferred = 0 00000400:00000200:3.0:1767384595.400295:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp16 00000400:00000200:3.0:1767384595.400301:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp16 NI seq info: [19:19:256:4294967295] 192.168.203.133@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1767384595.400343:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp16 00000100:00000001:1.0:1767384595.400348:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384595.400352:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.400354:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384595.400357:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.400359:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384595.400362:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384595.400366:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16:) -> 192.168.203.133@tcp16(192.168.203.133@tcp:192.168.203.133@tcp16) : PUT try# 0 00000100:00000040:1.0:1767384595.400366:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384595.400367:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384595.400378:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384595.400381:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384595.400384:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:3.0:1767384595.400385:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.203.133@tcp16 10000000:01000000:0.0:1767384595.400387:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384595.400391:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384595.400393:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384595.400396:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384595.400399:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384595.400401:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:3.0:1767384595.400403:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055efb2de. 00000020:01000004:0.0:1767384595.400403:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384595.400406:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384595.400409:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384595.400409:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384595.400412:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384595.400412:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384595.400415:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8542217. 00000800:00000010:3.0:1767384595.400418:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c29e2fba. 00000020:00000040:0.0:1767384595.400418:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:1.0:1767384595.400419:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384595.400423:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384595.400426:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384595.400427:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384595.400428:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000acc12682. 02000000:00000001:0.0:1767384595.400429:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384595.400432:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe21d1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037641088:0@lo:253: 02000000:00000001:0.0:1767384595.400434:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384595.400435:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384595.400438:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384595.400440:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384595.400442:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (2) 02000000:00000010:0.0:1767384595.400443:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ddb7263. 02000000:00000001:1.0:1767384595.400446:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384595.400450:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384595.400452:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384595.400457:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (2) 02000000:00000001:1.0:1767384595.400457:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384595.400457:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384595.400461:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384595.400466:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c3adcc9b. 00000100:00000040:0.0:1767384595.400469:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8542217] to pc [ptlrpcd_00_00+0] req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384595.400470:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384595.400483:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e339fe5. 00000400:00000200:3.0:1767384595.400491:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000010:1.0:1767384595.400491:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b535b31. 00000100:00000200:1.0:1767384595.400499:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037641088, portal 25 00000400:00000200:3.0:1767384595.400500:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000001:1.0:1767384595.400505:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384595.400509:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987282432 : -117139722269184 : ffff957648770e00) 10000000:00000001:0.0:1767384595.400510:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384595.400513:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384595.400515:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384595.400515:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384595.400518:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384595.400521:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a8dfe7c4. 00000100:00000001:3.0:1767384595.400523:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384595.400525:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384595.400543:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384595.400549:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384595.400550:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384595.400557:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2f9f1d6. 00000100:00000001:3.0:1767384595.400562:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384595.400562:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037641088, offset 0 00000100:00000001:3.0:1767384595.400566:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384595.400572:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384595.400573:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384595.400577:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384595.400580:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384595.400598:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384595.400600:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384595.400612:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:3.0:1767384595.400614:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384595.400616:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502d80 00000100:00000001:3.0:1767384595.400619:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384595.400624:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384595.400628:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 02000000:00000001:3.0:1767384595.400629:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384595.400636:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384595.400638:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab6a0b22. 00000100:00100000:3.0:1767384595.400643:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8542217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037641216:0@lo:253: 00000400:00000200:1.0:1767384595.400644:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001fe2d402 00000100:00000001:3.0:1767384595.400651:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384595.400655:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384595.400664:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384595.400665:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384595.400669:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384595.400670:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384595.400672:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fe2d402 02000000:00000001:3.0:1767384595.400674:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384595.400683:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dc99854e. 00000400:00000010:1.0:1767384595.400684:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fe2d402. 02000000:00000001:3.0:1767384595.400689:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.400694:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384595.400696:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000064f8bb0. 00000100:00000200:1.0:1767384595.400699:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384595.400704:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b9a5aa0. 00000100:00000040:1.0:1767384595.400706:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000002bf8ddbf x1853237037641088 msgsize 4848 00000100:00000200:3.0:1767384595.400709:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037641216, portal 25 00000100:00000001:3.0:1767384595.400714:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384595.400717:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987278848 : -117139722272768 : ffff957648770000) 00000100:00100000:1.0:1767384595.400718:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384595.400719:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000040:1.0:1767384595.400723:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384595.400725:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384595.400733:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384595.400736:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384595.400737:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384595.400743:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff5271c5. 00000100:00000200:3.0:1767384595.400747:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037641216, offset 0 00000400:00000200:1.0:1767384595.400748:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2f9f1d6 00000400:00000010:1.0:1767384595.400752:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2f9f1d6. 00000100:00000001:1.0:1767384595.400756:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384595.400758:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384595.400764:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384595.400764:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384595.400778:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384595.400781:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384595.400787:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384595.400791:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f502e00 00000400:00000200:0.0:1767384595.400802:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384595.400803:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000100:00000001:1.0:1767384595.400805:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384595.400812:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acdaa974. 00000100:00000001:1.0:1767384595.400812:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384595.400819:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e8550e5 00000100:00000001:1.0:1767384595.400821:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384595.400824:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384595.400827:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294884217 00000400:00000200:3.0:1767384595.400832:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384595.400834:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb7359f3. 00000400:00000200:3.0:1767384595.400837:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8550e5 00000400:00000010:3.0:1767384595.400840:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e8550e5. 00000100:00000001:1.0:1767384595.400844:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384595.400845:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384595.400847:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000200:3.0:1767384595.400850:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384595.400854:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000e52d6dda x1853237037641216 msgsize 4848 00000100:00000001:1.0:1767384595.400855:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294884217 00000100:00000010:1.0:1767384595.400862:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052f5d0bc. 00000100:00100000:3.0:1767384595.400864:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384595.400869:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384595.400869:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384595.400875:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294884217 00000100:00000001:3.0:1767384595.400878:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384595.400879:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007594b641. 00000400:00000200:0.0:1767384595.400882:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384595.400884:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff5271c5 00000100:00000001:1.0:1767384595.400885:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384595.400889:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff5271c5. 00000100:00000001:1.0:1767384595.400892:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294884217 00000100:00000001:3.0:1767384595.400894:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384595.400897:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000978f2645. 00000100:00000001:1.0:1767384595.400901:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384595.400908:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384595.400909:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384595.400915:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384595.400915:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:3.0:1767384595.400924:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384595.400928:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384595.400930:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384595.400934:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384595.400943:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.400945:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384595.400946:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384595.400950:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384595.400954:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.400955:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384595.400955:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:1.0:1767384595.400959:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384595.400960:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294884217 00000100:00000001:1.0:1767384595.400962:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.400965:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294884217 00000100:00000001:1.0:1767384595.400968:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.400969:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294884217 00000100:00000001:3.0:1767384595.400973:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294884217 00000100:00000001:3.0:1767384595.400975:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294884217 00000100:00000001:3.0:1767384595.400977:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294884217 00000100:00000001:3.0:1767384595.400979:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294884217 00000100:00000001:3.0:1767384595.400981:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294884217 00000100:00000001:3.0:1767384595.400983:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384595.400990:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.400993:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.400995:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384595.401001:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000001:1.0:1767384595.401003:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384595.401007:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037641088 02000000:00000001:1.0:1767384595.401010:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384595.401013:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384595.401016:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.401020:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384595.401022:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.401024:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384595.401029:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037641088 00000020:00000001:1.0:1767384595.401035:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384595.401038:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384595.401041:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384595.401055:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:1.0:1767384595.401058:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384595.401059:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384595.401063:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00100000:3.0:1767384595.401064:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037641216 02000000:00000001:3.0:1767384595.401067:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384595.401070:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384595.401072:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.401072:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384595.401076:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 02000000:00000001:3.0:1767384595.401077:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384595.401080:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000372f9cd1. 00000100:00100000:3.0:1767384595.401082:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037641216 00000100:00000001:1.0:1767384595.401085:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384595.401086:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384595.401089:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000010:1.0:1767384595.401092:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000372f9cd1. 00000020:00000001:3.0:1767384595.401093:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384595.401096:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000010:1.0:1767384595.401103:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e495865b. 00000020:00000001:3.0:1767384595.401109:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384595.401112:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000010:1.0:1767384595.401113:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d243e5e. 00000100:00000001:3.0:1767384595.401117:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384595.401122:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fb53b6a. 00000020:00000010:3.0:1767384595.401123:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009673ff5. 00000100:00000001:3.0:1767384595.401129:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384595.401129:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000020:00000010:3.0:1767384595.401135:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009673ff5. 00000100:00000040:1.0:1767384595.401137:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384595.401142:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384595.401143:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c72adb00. 00000100:00000001:1.0:1767384595.401145:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384595.401149:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc746f8. 00000100:00000001:1.0:1767384595.401150:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384595.401155:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e574699b. 00000100:00000001:3.0:1767384595.401161:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384595.401162:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.401163:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384595.401166:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.401174:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.401176:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384595.401177:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384595.401191:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000001:1.0:1767384595.401196:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384595.401197:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384595.401200:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384595.401201:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384595.401207:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1767384595.401210:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384595.401213:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981234256 : -117139728317360 : ffff9576481ac450) 00000100:00100000:1.0:1767384595.401219:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:3.0:1767384595.401220:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bf8ddbf x1853237037641088/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:576/0 lens 4848/0 e 0 to 0 dl 1767384606 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384595.401226:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384595.401233:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981237328 : -117139728314288 : ffff9576481ad050) 00000100:00000001:3.0:1767384595.401234:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384595.401239:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009673ff5. 00000100:00000001:3.0:1767384595.401242:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384595.401244:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e52d6dda x1853237037641216/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:576/0 lens 4848/0 e 0 to 0 dl 1767384606 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384595.401246:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009673ff5. 00000400:00000200:0.0:1767384595.401254:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00100000:3.0:1767384595.401257:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bf8ddbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037641088:12345-0@lo:253: 00000100:00000200:3.0:1767384595.401265:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037641088 00000100:00000001:1.0:1767384595.401266:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384595.401268:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384595.401272:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000372f9cd1. 00000020:00000001:3.0:1767384595.401273:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384595.401277:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.401279:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384595.401281:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384595.401283:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000372f9cd1. 00000020:00000001:3.0:1767384595.401291:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00100000:1.0:1767384595.401292:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e52d6dda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037641216:12345-0@lo:253: 00000020:00000001:3.0:1767384595.401299:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384595.401300:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037641216 00000020:00000001:3.0:1767384595.401302:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384595.401307:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384595.401307:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384595.401333:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384595.401336:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384595.401340:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384595.401343:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384595.401347:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384595.401352:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b4d623ce. 00000020:00000001:1.0:1767384595.401352:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384595.401358:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384595.401359:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384595.401362:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384595.401363:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 20000000:00000001:3.0:1767384595.401367:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384595.401369:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384595.401372:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384595.401383:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384595.401385:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384595.401388:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384595.401389:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000011ae0a5c. 00000100:00000001:1.0:1767384595.401392:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:3.0:1767384595.401394:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384595.401396:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384595.401398:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384595.401403:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:1.0:1767384595.401404:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ad91b63a. 20000000:00000001:3.0:1767384595.401406:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384595.401409:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384595.401412:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.401414:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384595.401420:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384595.401421:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384595.401433:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000676ca5e5. 20000000:00000010:3.0:1767384595.401447:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005bb146a6. 20000000:01000000:1.0:1767384595.401447:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384595.401451:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384595.401454:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:1.0:1767384595.401455:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384595.401460:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384595.401464:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384595.401465:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384595.401474:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384595.401475:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384595.401638:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384595.401642:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384595.401644:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384595.401645:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384595.401649:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384595.401654:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384595.401658:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384595.401664:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009da4ce84. 00080000:00000001:3.0:1767384595.401667:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579654144 : -117144129897472 : ffff957541bffc00) 00080000:00000001:3.0:1767384595.401670:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384595.401744:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384595.401746:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384595.401749:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384595.401753:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000031f1f566. 00000800:00000010:0.0:1767384595.401760:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073adb66a. 00000800:00000010:0.0:1767384595.401768:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000096bffe5. 00080000:00000001:3.0:1767384595.401773:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384595.401785:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:0.0:1767384595.401814:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000096bffe5. 00000400:00000200:0.0:1767384595.401892:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384595.401912:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp16 from 241.3.0.2 00000800:00000010:0.0:1767384595.401917:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d388666b. 00080000:00000001:3.0:1767384595.401946:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384595.401952:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384595.402093:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ac8e093. 00000800:00000010:3.0:1767384595.402100:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff5271c5. 00000800:00000010:3.0:1767384595.402126:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002750d058. 00000800:00000200:3.1:1767384595.402135:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (2) 00000800:00000200:3.1:1767384595.402141:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp16 000000002750d058 deleted 00000800:00000010:3.1:1767384595.402145:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002750d058. 00000800:00000200:3.1:1767384595.402151:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384595.402160:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp16 ip 192.168.203.133:1009 00000800:00000200:3.1:1767384595.402165:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055efb2de type 1, nob 272 niov 1 nkiov 1 00000800:00000200:3.0:1767384595.402173:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp16 p 3.x 192.168.203.133 -> 192.168.203.133:1009 incarnation:1767384594002953926 sched[0] 00000800:00000010:3.0:1767384595.402180:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009673ff5. 00000800:00000010:3.0:1767384595.402257:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009673ff5. 00000800:00000010:3.0:1767384595.402264:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff5271c5. 00000800:00000200:0.1:1767384595.402284:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384595.402294:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp16 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384594002953926 sched[0] 00000800:00000010:0.0:1767384595.402298:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073adb66a. 00000800:00000200:0.1:1767384595.402362:0:16153:0:(socklnd_cb.c:1971:ksocknal_connect()) peer_ni 192.168.203.133@tcp16(1) already connecting to me, retry later. 00000800:00000001:0.0:1767384595.402404:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384595.402410:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384595.402414:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d388666b. 00000800:00000001:3.0:1767384595.402438:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384595.402456:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384595.402497:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384595.402507:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384595.402508:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384595.402513:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055efb2de. 00000800:00000001:3.0:1767384595.402514:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384595.402520:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384595.402521:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384595.402546:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: PUT: OK 00000400:00000200:3.0:1767384595.402556:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16) <- 192.168.203.133@tcp16 : PUT - for me 00000400:00000200:0.0:1767384595.402556:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384595.402563:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000400:00000200:3.0:1767384595.402575:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384595.402585:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 176/176 into md 0x13a5 [1] + 0 00000400:00000010:3.0:1767384595.402590:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cc339d. 00000400:00000200:3.0:1767384595.402596:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000fa6cda 00000800:00000001:3.0:1767384595.402612:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384595.402627:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384595.402630:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384595.402636:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: PUT: OK 00000400:00000200:3.0:1767384595.402641:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fa6cda 00000400:00000010:3.0:1767384595.402645:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fa6cda. 00000400:00000200:3.0:1767384595.402650:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384595.402655:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (10) 00000400:00000200:3.0:1767384595.402661:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384595.402667:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000ff5271c5. 00000400:00000200:3.0:1767384595.402671:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 9 00000400:00000200:3.0:1767384595.402676:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384595.402697:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (11) 00000400:00000200:3.0:1767384595.402705:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384595.402712:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp16 to MR: 192.168.203.133@tcp16 local destination 00000400:00000200:3.0:1767384595.402719:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp16 NI seq info: [20:20:256:4294967295] 192.168.203.133@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767384595.402733:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16:192.168.203.133@tcp16) -> 192.168.203.133@tcp16(192.168.203.133@tcp16:192.168.203.133@tcp16) 192.168.203.133@tcp16 : ACK try# 0 00000800:00000200:3.0:1767384595.402739:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp16 00000800:00000010:3.0:1767384595.402754:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055efb2de. 00000800:00000200:3.0:1767384595.402763:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (4) 00000800:00000200:3.0:1767384595.402769:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp16 ip 192.168.203.133:988 00000800:00000200:3.0:1767384595.402773:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055efb2de type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384595.402816:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384595.402822:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a36766c. 00000400:00000010:1.0:1767384595.402828:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000400:00000200:1.0:1767384595.402832:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:1.0:1767384595.402838:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1004d1 00000800:00000200:3.0:1767384595.402843:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384595.402846:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 000000005c54eaef. 00000800:00000010:3.0:1767384595.402849:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055efb2de. 00000400:00000010:1.0:1767384595.402852:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 00000000596a2a19. 00000400:00000200:3.0:1767384595.402859:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384595.402860:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000cbbc50dc. 00000400:00000200:3.0:1767384595.402872:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: ACK: OK 00000400:00000010:1.0:1767384595.402880:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e38f9cf9. 00000400:00000200:1.0:1767384595.402889:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e38f9cf9 nid 192.168.203.133@tcp17 00000800:00000001:3.0:1767384595.402893:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384595.402894:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dd90d9e1. 00000400:00000200:1.0:1767384595.402900:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dd90d9e1 net tcp17 00000800:00000001:3.0:1767384595.402901:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384595.402904:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (10) 00000800:00000001:3.0:1767384595.402907:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384595.402913:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp17 flags 0x11 00000800:00000001:3.0:1767384595.402915:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384595.402919:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 000000005c54eaef. 00000800:00000001:3.0:1767384595.402920:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384595.402926:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 00000000596a2a19. 00000800:00000001:3.0:1767384595.402928:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384595.402931:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000cbbc50dc. 00000400:00000010:1.0:1767384595.402936:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000ff5271c5. 00000400:00000200:3.0:1767384595.402943:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16) <- 192.168.203.133@tcp16 : ACK - for me 00000400:00000200:1.0:1767384595.402946:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384595.402953:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100551 00000400:00000200:1.0:1767384595.402957:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 1 00000400:00000200:3.0:1767384595.402965:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp16: ACK from 12345-192.168.203.133@tcp16 into md 0x13bd 00000400:00000200:1.0:1767384595.402967:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 00000400:00000200:3.0:1767384595.402973:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384595.402976:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384595.402989:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: ACK: OK 00000400:00000200:1.0:1767384595.402995:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100511 rc 0 00000400:00000200:3.0:1767384595.402996:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000937a5d7f 00000400:00000010:3.0:1767384595.403001:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000937a5d7f. 00000400:00000200:1.0:1767384595.403005:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384595.403009:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384595.403011:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (11) 00000400:00000200:3.0:1767384595.403016:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:3.0:1767384595.403088:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (10) 00000800:00000001:1.0:1767384595.403224:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384595.403230:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384595.411360:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384595.411368:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384595.411370:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384595.411372:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384595.411375:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384595.411375:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384595.411376:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384595.411379:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009da4ce84. 20000000:00000001:3.0:1767384595.411393:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384595.411395:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384595.411400:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384595.411414:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384595.411427:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384595.411432:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384595.411433:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026eb1abd. 20000000:01000000:2.0:1767384595.411436:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384595.411439:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 00080000:00000020:3.0:1767384595.411440:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384595.411441:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384595.411445:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384595.411447:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384595.411461:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384595.411463:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384595.411464:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384595.411473:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005af71711. 00010000:00000001:2.0:1767384595.411477:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384595.411481:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed1b33fe. 00000020:00000001:2.0:1767384595.411484:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384595.411486:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed1b33fe with handle 0x1c01179f271edc1b to hash 00000020:00000001:2.0:1767384595.411488:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384595.411490:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00080000:00000001:1.0:1767384595.411492:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384595.411493:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.411496:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384595.411498:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384595.411504:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384595.411505:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384595.411509:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384595.411514:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384595.411516:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384595.411518:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384595.411521:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384595.411524:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:1.0:1767384595.411524:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:2.0:1767384595.411539:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384595.411540:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384595.411545:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384595.411547:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384595.411548:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384595.411555:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003cc00aad. 00010000:00000001:2.0:1767384595.411557:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384595.411561:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568999424 : -117144140552192 : ffff9575411d6800) 00010000:00000001:2.0:1767384595.411562:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384595.411565:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384595.411568:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384595.411569:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:2.0:1767384595.411570:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005af71711) refcount = 1 00010000:00010000:2.0:1767384595.411575:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.411591:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384595.411593:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384595.411594:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384595.411596:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.411598:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384595.411600:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384595.411602:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384595.411605:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384595.411607:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384595.411608:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed1b33fe refcount=4 00000020:00000001:2.0:1767384595.411610:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.411612:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.411614:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384595.411615:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.411620:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384595.411622:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.411626:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.411628:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384595.411629:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.411633:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384595.411635:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384595.411639:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384595.411643:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.411645:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384595.411648:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384595.411649:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384595.411657:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ed1b33fe already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384595.411659:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384595.411661:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384595.411663:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384595.411665:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.411668:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1767384595.411670:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384595.411671:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384595.411674:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384595.411675:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed1b33fe refcount=5 00000020:00000001:2.0:1767384595.411677:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.411679:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.411682:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384595.411683:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.411688:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384595.411689:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384595.411690:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.411693:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384595.411695:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384595.411697:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384595.411698:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384595.411699:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed1b33fe with handle 0x1c01179f271edc1b from hash 00010000:00000001:2.0:1767384595.411701:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384595.411703:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.411704:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384595.411705:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384595.411707:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384595.411709:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384595.411711:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384595.411712:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384595.411718:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.411720:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384595.411721:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384595.411723:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.411724:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384595.411726:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.411727:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.411729:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384595.411731:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.411734:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.411736:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384595.411737:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384595.411739:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384595.411740:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.411742:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384595.411744:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384595.411746:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384595.411748:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384595.411748:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:2.0:1767384595.411751:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384595.411754:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384595.411759:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384595.411760:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384595.411762:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc1b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384595.411767:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005af71711 count: 0 00010000:00000001:2.0:1767384595.411776:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384595.411777:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384595.419353:0:21051:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005af71711. 00010000:00000010:2.1:1767384595.419376:0:21051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed1b33fe. 00000100:00000040:0.0:1767384595.419380:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294884217, at 4294884218 00000100:00000010:0.0:1767384595.419390:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb7359f3. 00000100:00000040:2.0:1767384595.419406:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294884217, at 4294884218 00000100:00000010:2.0:1767384595.419415:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007594b641. 00000100:00000040:1.0:1767384595.419591:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294884217, at 4294884218 00000100:00000010:1.0:1767384595.419598:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052f5d0bc. 00000100:00000040:3.0:1767384595.420352:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294884217, at 4294884219 00000100:00000010:3.0:1767384595.420360:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000978f2645. 00080000:00000001:2.0:1767384595.421819:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384595.421822:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384595.421824:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384595.421825:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384595.421828:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384595.421832:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384595.421835:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000010:2.0:1767384595.421836:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003cc00aad. 00080000:00000001:2.0:1767384595.421843:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384595.421843:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384595.421848:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384595.421852:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384595.421866:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384595.421870:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384595.421873:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384595.421876:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384595.421878:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384595.421879:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384595.421884:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384595.421886:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384595.421892:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005af71711. 00010000:00000001:2.0:1767384595.421896:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384595.421899:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed1b33fe. 00000020:00000001:2.0:1767384595.421902:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384595.421905:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed1b33fe with handle 0x1c01179f271edc22 to hash 00000020:00000001:2.0:1767384595.421907:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384595.421909:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.421911:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.421913:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384595.421915:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384595.421917:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.421924:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384595.421926:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384595.421929:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384595.421930:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384595.421931:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384595.421933:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384595.421934:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384595.421936:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384595.421937:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384595.421939:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384595.421941:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384595.421942:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005af71711) refcount = 1 00010000:00010000:2.0:1767384595.421944:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.421948:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384595.421954:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384595.421956:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384595.421958:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.421959:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384595.421962:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384595.421964:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384595.421966:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384595.421967:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384595.421969:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed1b33fe refcount=4 00000020:00000001:2.0:1767384595.421971:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.421973:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.421986:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384595.421988:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.421993:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384595.421994:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.421998:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.422000:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384595.422001:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.422005:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384595.422006:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.422008:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384595.422009:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384595.422014:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ed1b33fe already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384595.422016:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384595.422017:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384595.422018:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.422030:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384595.422031:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384595.422032:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384595.422033:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed1b33fe refcount=5 00000020:00000001:2.0:1767384595.422035:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.422037:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648838144 : -117139060713472 : ffff95766fe59800) 00010000:00000001:2.0:1767384595.422039:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384595.422040:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.422050:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384595.422051:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384595.422052:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.422054:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384595.422055:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384595.422056:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384595.422057:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384595.422058:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed1b33fe with handle 0x1c01179f271edc22 from hash 00010000:00000001:2.0:1767384595.422060:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384595.422061:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.422062:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384595.422063:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384595.422064:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384595.422066:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384595.422068:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384595.422069:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384595.422071:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.422072:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384595.422074:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384595.422075:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.422076:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384595.422076:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.422077:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.422079:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384595.422084:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.422088:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.422089:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384595.422090:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384595.422091:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384595.422092:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384595.422093:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384595.422095:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384595.422096:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384595.422097:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384595.422098:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384595.422102:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384595.422103:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384595.422104:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed1b33fe/0x1c01179f271edc22 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384595.422108:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005af71711 count: 0 00010000:00000001:2.0:1767384595.422113:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384595.422114:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384595.423653:0:21051:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000be445e39. 00000400:00000040:2.0:1767384595.423670:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384595.423672:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384595.423675:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384595.423677:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384595.423679:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384595.423681:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384595.423683:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384595.423684:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384595.423686:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384595.423687:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384595.423689:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384595.423691:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384595.423693:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384595.423695:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384595.423699:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384595.423702:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384595.423703:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384595.423704:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384595.423706:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384595.423708:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384595.423710:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384595.423711:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384595.423713:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384595.423714:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384595.423716:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384595.423718:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384595.423719:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384595.423721:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384595.423722:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384595.423724:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384595.423724:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384595.423726:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384595.423727:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384595.423728:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384595.423729:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384595.423730:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384595.423731:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384595.423733:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384595.423735:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384595.423736:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384595.423737:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384595.423738:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384595.423739:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384595.423741:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384595.423742:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384595.423743:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384595.423745:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384595.423746:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384595.423747:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384595.423748:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384595.423749:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384595.423751:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384595.423751:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384595.423756:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384595.423758:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384595.423759:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384595.423760:0:21051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384595.423799:0:21051:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000be445e39. 00080000:00000020:1.0:1767384595.423889:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384595.423893:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384595.423896:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000011ae0a5c. 20000000:00000001:1.0:1767384595.423901:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384595.423906:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037641088 00010000:00000001:1.0:1767384595.423909:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384595.423917:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002bf8ddbf x1853237037641088/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:576/0 lens 4848/4768 e 0 to 0 dl 1767384606 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384595.423928:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384595.423938:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384595.423942:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384595.423947:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384595.423951:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384595.423954:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384595.423957:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384595.423960:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.423964:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384595.423967:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384595.423971:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000407e97e6. 00000100:00000200:1.0:1767384595.423986:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037641088, offset 224 00000400:00000200:1.0:1767384595.423993:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384595.424004:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384595.424014:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502d80 00000400:00000200:1.0:1767384595.424021:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13c1 [2] + 224 00000400:00000200:1.0:1767384595.424030:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384595.424035:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384595.424052:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384595.424057:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384595.424068:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384595.424084:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384595.424091:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000407e97e6 00000400:00000010:1.0:1767384595.424094:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000407e97e6. 00000100:00000001:1.0:1767384595.424097:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384595.424099:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384595.424104:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384595.424107:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384595.424110:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384595.424113:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384595.424116:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384595.424121:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bf8ddbf x1853237037641088/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:576/0 lens 4848/4768 e 0 to 0 dl 1767384606 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384595.424147:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bf8ddbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037641088:12345-0@lo:253: Request processed in 22911us (23440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384595.424157:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:1.0:1767384595.424161:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384595.424164:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384595.424172:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384595.424178:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d243e5e. 00000020:00000010:1.0:1767384595.424182:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fb53b6a. 00000020:00000010:1.0:1767384595.424186:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e495865b. 00000020:00000040:1.0:1767384595.424191:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384595.424195:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384595.424198:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b4d623ce. 02000000:00000001:1.0:1767384595.424201:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384595.424204:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384595.424210:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384595.424215:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008048d604. 00000400:00000010:1.0:1767384595.424221:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000407e97e6. 00000100:00000001:1.0:1767384595.424242:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384595.424246:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384595.424251:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384595.424254:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384595.424256:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e339fe5. 00000400:00000200:1.0:1767384595.424259:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b535b31 00000400:00000010:1.0:1767384595.424261:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b535b31. 00000100:00000001:1.0:1767384595.424264:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384595.424267:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384595.424278:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384595.424286:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384595.424288:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384595.424291:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384595.424294:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384595.424304:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384595.424306:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384595.424333:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384595.424340:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384595.424344:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384595.424348:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384595.424350:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384595.424353:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384595.424355:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.424359:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384595.424364:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384595.424382:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384595.424385:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384595.424387:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384595.424392:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384595.424394:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384595.424396:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384595.424398:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384595.424400:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384595.424401:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384595.424403:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384595.424405:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384595.424407:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384595.424409:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384595.424413:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384595.424423:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe21d1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037641088:0@lo:253: 00000100:00000001:1.0:1767384595.424429:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384595.424433:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384595.424435:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe21d1a2 x1853237037641088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384595.424453:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384595.424456:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384595.424459:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c3adcc9b. 02000000:00000001:1.0:1767384595.424470:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384595.424473:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384595.424475:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384595.424478:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384595.424480:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000088a5df4e. 02000000:00000001:1.0:1767384595.424485:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384595.424487:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384595.424489:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe21d1a2. 00000100:00000001:1.0:1767384595.424493:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384595.424495:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384595.424497:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384595.424504:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384595.424506:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.424510:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384595.424512:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384595.425364:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384595.425368:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384595.425381:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000676ca5e5. 20000000:00000001:0.0:1767384595.425388:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384595.425392:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037641216 00010000:00000001:0.0:1767384595.425395:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384595.425399:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e52d6dda x1853237037641216/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:576/0 lens 4848/4768 e 0 to 0 dl 1767384606 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384595.425408:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384595.425410:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384595.425412:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384595.425416:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384595.425418:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384595.425420:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384595.425423:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384595.425425:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384595.425442:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384595.425454:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384595.425458:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea31d710. 00000100:00000200:0.0:1767384595.425462:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037641216, offset 224 00000400:00000200:0.0:1767384595.425468:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384595.425476:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384595.425484:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f502e00 00000400:00000200:0.0:1767384595.425489:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13c9 [2] + 224 00000400:00000200:0.0:1767384595.425495:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384595.425497:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384595.425508:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384595.425511:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384595.425518:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384595.425570:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384595.425587:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea31d710 00000400:00000010:0.0:1767384595.425589:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea31d710. 00000100:00000001:0.0:1767384595.425592:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384595.425593:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384595.425597:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.425600:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384595.425600:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384595.425602:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384595.425603:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384595.425604:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384595.425606:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384595.425606:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384595.425608:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384595.425609:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000064f8bb0. 00000100:00000040:0.0:1767384595.425610:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e52d6dda x1853237037641216/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:576/0 lens 4848/4768 e 0 to 0 dl 1767384606 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384595.425613:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b9a5aa0 00000400:00000010:1.0:1767384595.425615:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b9a5aa0. 00000100:00000001:1.0:1767384595.425618:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384595.425620:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e52d6dda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037641216:12345-0@lo:253: Request processed in 24354us (24764us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384595.425621:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384595.425628:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000200:1.0:1767384595.425630:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384595.425630:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384595.425633:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384595.425634:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384595.425637:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384595.425637:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc746f8. 00000100:00000001:1.0:1767384595.425639:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384595.425640:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e574699b. 00000100:00000001:1.0:1767384595.425641:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384595.425642:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384595.425644:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384595.425645:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384595.425645:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c72adb00. 02000000:00000001:1.0:1767384595.425647:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384595.425648:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00001000:1.0:1767384595.425650:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=25 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384595.425651:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384595.425652:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ad91b63a. 00000100:00001000:1.0:1767384595.425653:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384595.425656:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384595.425658:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384595.425660:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384595.425663:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384595.425664:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384595.425666:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384595.425667:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000483f0cd7. 00010000:00000001:1.0:1767384595.425668:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.425670:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384595.425673:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384595.425675:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea31d710. 00000100:00000001:1.0:1767384595.425680:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384595.425683:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384595.425684:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384595.425687:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384595.425689:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384595.425690:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384595.425692:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384595.425693:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384595.425694:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384595.425696:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384595.425697:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384595.425699:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384595.425701:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384595.425711:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8542217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037641216:0@lo:253: 00000100:00000001:1.0:1767384595.425715:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384595.425717:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384595.425719:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8542217 x1853237037641216/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384595.425727:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384595.425728:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384595.425730:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dc99854e. 02000000:00000001:1.0:1767384595.425733:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384595.425735:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384595.425736:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384595.425738:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384595.425739:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ddb7263. 02000000:00000001:1.0:1767384595.425742:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384595.425744:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384595.425750:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8542217. 00000100:00000001:1.0:1767384595.425753:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384595.425754:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384595.425756:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384595.425761:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384595.425762:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384595.425764:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384595.425766:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384595.433656:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005af71711. 00010000:00000010:2.1:1767384595.433667:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed1b33fe. 00000100:00000040:2.0:1767384596.065403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384596.065414:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384596.065423:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75dce92. 00000004:00000001:3.0:1767384596.065430:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000040:2.0:1767384596.065431:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000004:00000020:3.0:1767384596.065437:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384596.065440:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384596.065444:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1767384596.065446:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076065319. 02000000:00000001:2.0:1767384596.065451:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384596.065454:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384596.065460:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384596.065463:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384596.065463:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c385335. 02000000:00000001:3.0:1767384596.065470:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.065473:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384596.065480:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3b13fe2. 00000100:00000040:2.0:1767384596.065485:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384596.065488:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.065499:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384596.065503:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384596.065504:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.065507:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.065518:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076065319] to pc [ptlrpcd_00_01+1] req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.065518:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e75dce92] to pc [ptlrpcd_00_02+2] req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384596.065584:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.065592:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.065597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384596.065601:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.065601:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767384596.065609:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000010:2.0:1767384596.065610:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d305ac99. 00000100:00000001:3.0:1767384596.065617:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384596.065619:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384596.065625:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384596.065627:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384596.065630:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384596.065630:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.065634:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.065635:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384596.065635:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009ac6e09f. 00000100:00000001:2.0:1767384596.065645:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.065646:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.065647:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.065652:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384596.065657:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384596.065657:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384596.065658:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384596.065668:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384596.065669:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.065675:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384596.065679:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384596.065680:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.065686:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.065691:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.065692:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384596.065695:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.065698:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.065707:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384596.065708:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d305ac99] to pc [ptlrpcd_00_03+3] req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384596.065724:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384596.065733:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.065738:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384596.065746:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076065319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037641472:0@lo:13: 00000100:00000001:0.0:1767384596.065747:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.065756:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384596.065757:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.065759:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384596.065763:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384596.065763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384596.065766:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384596.065769:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.065775:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384596.065777:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384596.065779:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384596.065782:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 02000000:00000010:3.0:1767384596.065785:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000347409cd. 00000100:00000001:1.0:1767384596.065787:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384596.065788:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:0.0:1767384596.065790:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037641344:0@lo:400: 02000000:00000001:3.0:1767384596.065793:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.065795:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.065796:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384596.065801:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384596.065802:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384596.065805:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384596.065806:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 02000000:00000001:2.0:1767384596.065808:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.065814:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384596.065815:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384596.065820:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000170bd7f1. 00000400:00000010:3.0:1767384596.065821:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000937a5d7f. 02000000:00000001:0.0:1767384596.065823:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.065830:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384596.065834:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037641472, portal 4 02000000:00000001:0.0:1767384596.065834:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384596.065842:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384596.065845:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384596.065846:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1ef86a1. 00000100:00000001:3.0:1767384596.065850:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646735744 : -117139062815872 : ffff95766fc58380) 02000000:00000001:0.0:1767384596.065858:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.065861:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384596.065867:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.065868:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384596.065873:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6064e42. 00000100:00000001:2.0:1767384596.065879:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384596.065881:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384596.065885:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.065887:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384596.065888:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3972d42. 00000100:00000040:2.0:1767384596.065897:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674c92be] to pc [ptlrpcd_00_00+0] req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384596.065898:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384596.065902:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037641344, portal 25 00000100:00000001:3.0:1767384596.065909:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384596.065913:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d305ac99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037641600:0@lo:400: 00000100:00000001:0.0:1767384596.065915:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384596.065923:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000100:00000040:3.0:1767384596.065924:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384596.065932:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384596.065934:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fa6cda. 02000000:00000001:1.0:1767384596.065940:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384596.065942:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037641472, offset 0 00000100:00000040:0.0:1767384596.065944:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384596.065946:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.065947:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.065952:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384596.065957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384596.065958:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384596.065962:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d67e6b1a. 02000000:00000001:1.0:1767384596.065972:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.065973:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384596.065979:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c27a2f27. 00000400:00000200:3.0:1767384596.065984:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384596.065985:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384596.065986:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e339fe5. 00000020:00000040:2.0:1767384596.065987:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384596.065997:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384596.065998:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384596.066000:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384596.066001:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 02000000:00000001:2.0:1767384596.066006:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384596.066008:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000400:00000200:3.0:1767384596.066011:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f502f00 00000100:00000200:1.0:1767384596.066012:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037641600, portal 4 02000000:00000010:2.0:1767384596.066016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094fdfaef. 00000100:00000200:0.0:1767384596.066019:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037641344, offset 0 00000100:00000001:1.0:1767384596.066025:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384596.066026:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.066032:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 672 00000100:00000001:1.0:1767384596.066034:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974596480 : -117139734955136 : ffff957647b57b80) 00000100:00000040:2.0:1767384596.066039:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384596.066048:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384596.066054:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384596.066055:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384596.066064:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384596.066081:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384596.066082:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384596.066087:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384596.066101:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9b338bd. 00000100:00000040:3.0:1767384596.066109:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000a9b338bd x1853237037641472 msgsize 224 00000400:00000200:0.0:1767384596.066113:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f502e80 00000100:00000001:2.0:1767384596.066129:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767384596.066130:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384596.066135:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384596.066141:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x225 [2] + 0 00000100:00000040:2.0:1767384596.066148:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27a2f27] to pc [ptlrpcd_00_01+1] req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.066152:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384596.066157:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384596.066160:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ccdb5b6. 00000100:00000040:1.0:1767384596.066165:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.066169:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47337ec. 00000400:00000200:0.0:1767384596.066185:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a51512d 00000100:00000001:2.0:1767384596.066186:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384596.066197:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037641600, offset 0 00000100:00000040:2.0:1767384596.066198:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (222) 00000400:00000200:0.0:1767384596.066199:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.066203:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fa6cda 00000400:00000010:3.0:1767384596.066211:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fa6cda. 00000400:00000200:0.0:1767384596.066216:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.066217:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.066236:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.066239:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384596.066241:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384596.066244:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384596.066245:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384596.066249:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384596.066252:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a51512d 00000400:00000200:1.0:1767384596.066260:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384596.066260:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a51512d. 00000100:00000001:0.0:1767384596.066270:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384596.066273:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384596.066275:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384596.066277:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.066278:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f502f80 02000000:00000001:2.0:1767384596.066300:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384596.066300:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000091ada017 x1853237037641344 msgsize 224 00000100:00000001:3.0:1767384596.066304:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384596.066306:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384596.066309:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2096 02000000:00000001:2.0:1767384596.066314:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.066318:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384596.066322:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384596.066325:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037641856:0@lo:400: 00000100:00100000:0.0:1767384596.066328:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384596.066365:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.066372:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384596.066372:0:16166:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384596.066376:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384596.066377:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384596.066382:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.066386:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:1.0:1767384596.066388:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009031bc26. 02000000:00000001:2.0:1767384596.066390:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384596.066398:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001265b4d1. 00000100:00000040:1.0:1767384596.066398:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000009031bc26 x1853237037641600 msgsize 224 00000100:00000001:3.0:1767384596.066403:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.066407:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.066409:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384596.066409:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384596.066417:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384596.066418:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063696d3a. 00000100:00000001:3.0:1767384596.066424:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.066426:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000040:3.0:1767384596.066433:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11412 usecs (12 jiffies) 00000100:00000200:2.0:1767384596.066434:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037641856, portal 10 00000100:00000001:1.0:1767384596.066434:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384596.066438:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000100:00000001:2.0:1767384596.066443:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384596.066444:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294884877 00000400:00000010:0.0:1767384596.066446:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000001:2.0:1767384596.066449:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974586624 : -117139734964992 : ffff957647b55500) 00000100:00000010:3.0:1767384596.066456:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff43bf8. 00000100:00000001:0.0:1767384596.066460:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384596.066463:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384596.066467:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47337ec 00000100:00000001:3.0:1767384596.066468:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384596.066473:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384596.066476:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d47337ec. 00000100:00000001:3.0:1767384596.066484:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294884877 00000100:00000001:1.0:1767384596.066486:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384596.066488:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384596.066497:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093c2a65c. 00000100:00000200:1.0:1767384596.066498:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.066499:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384596.066511:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384596.066513:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000100:00000200:2.0:1767384596.066543:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037641856, offset 0 00000100:00000001:3.0:1767384596.066546:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294884877 00000100:00000001:0.0:1767384596.066546:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384596.066550:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384596.066557:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384596.066560:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d4943f4. 00000100:00000040:0.0:1767384596.066560:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384596.066563:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.066573:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384596.066574:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384596.066584:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294884877 00000400:00000200:2.0:1767384596.066597:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f503080 00000100:00000010:3.0:1767384596.066599:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c034842a. 00000100:00000001:3.0:1767384596.066613:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384596.066615:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:0.0:1767384596.066621:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.066623:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.066625:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.066631:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384596.066632:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384596.066634:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.066635:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384596.066644:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384596.066645:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.066646:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.066650:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.066653:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.066656:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384596.066659:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294884883 00000100:00000040:1.0:1767384596.066660:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11412 usecs (12 jiffies) 00000100:00000200:2.0:1767384596.066661:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384596.066664:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767384596.066672:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000658953e3. 00000100:00000001:3.0:1767384596.066673:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384596.066674:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294884877 00000100:00000001:0.0:1767384596.066678:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294884877 00000100:00000040:2.0:1767384596.066681:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000658953e3 x1853237037641856 msgsize 224 00000100:00000001:3.0:1767384596.066684:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.066691:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384596.066695:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294884883 00000100:00000001:0.0:1767384596.066695:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294884883 00000100:00000001:3.0:1767384596.066697:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384596.066703:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384596.066706:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294884877 00000100:00000040:3.0:1767384596.066708:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.066710:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294884877 00000100:00000001:0.0:1767384596.066719:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294884883 00000100:00000001:1.0:1767384596.066720:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294884883 00000100:00000001:2.0:1767384596.066721:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.066731:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000100:00000001:0.0:1767384596.066733:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884877 00000400:00000010:2.0:1767384596.066738:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000100:00000001:3.0:1767384596.066741:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384596.066741:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294884877 00000100:00000001:3.0:1767384596.066747:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.066748:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384596.066750:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294884883 00000100:00000001:0.0:1767384596.066750:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294884883 02000000:00000001:3.0:1767384596.066754:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384596.066758:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294884877 00000100:00000200:2.0:1767384596.066760:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384596.066761:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384596.066765:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884877 02000000:00000001:3.0:1767384596.066772:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.066781:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294884883 00000100:00000001:0.0:1767384596.066781:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384596.066786:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037641728:0@lo:400: 00000100:00000001:2.0:1767384596.066788:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384596.066790:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384596.066796:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.066798:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.066800:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384596.066802:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.066807:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384596.066810:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.066813:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.066820:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.066821:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384596.066822:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384596.066829:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384596.066830:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc897f50. 00000100:00000001:0.0:1767384596.066832:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.066835:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384596.066836:0:16164:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384596.066838:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.066842:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384596.066845:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab765171. 00000100:00000001:2.0:1767384596.066846:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.066847:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384596.066848:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384596.066855:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fa6cda. 00000100:00000001:1.0:1767384596.066857:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384596.066857:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384596.066858:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4360 usecs (5 jiffies) 00000100:00000200:3.0:1767384596.066865:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037641728, portal 10 00000100:00000001:1.0:1767384596.066865:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.066869:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294884870 00000100:00000001:0.0:1767384596.066871:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.066876:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384596.066876:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.066879:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294884883 00000100:00000001:0.0:1767384596.066880:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384596.066881:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000001:2.0:1767384596.066889:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294884870 00000100:00000001:0.0:1767384596.066889:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.066896:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.066898:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294884883 00000100:00000001:0.0:1767384596.066901:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.066907:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294884870 00000100:00000001:1.0:1767384596.066915:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384596.066916:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294884883 00000100:00000001:3.0:1767384596.066920:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384596.066921:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037641344 02000000:00000001:1.0:1767384596.066930:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384596.066931:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384596.066931:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294884870 00000100:00000001:1.0:1767384596.066937:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.066938:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294884883 00000400:00000010:3.0:1767384596.066940:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000100:00000001:1.0:1767384596.066942:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.066949:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384596.066951:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037641728, offset 0 02000000:00000001:1.0:1767384596.066953:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.066955:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.066963:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384596.066964:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.066964:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037641344 00000100:00000001:2.0:1767384596.066973:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384596.066973:0:16812:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007ddb7263. 00000020:00000001:1.0:1767384596.066974:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384596.066976:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384596.066979:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:2.0:1767384596.066987:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384596.066988:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384596.066989:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384596.066992:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1767384596.066994:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00100000:0.0:1767384596.066996:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037641856 00000400:00000200:3.0:1767384596.066998:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f503000 00000100:00000001:2.0:1767384596.067001:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384596.067004:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 02000000:00000001:0.0:1767384596.067006:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384596.067007:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384596.067010:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:3.0:1767384596.067015:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:2.0:1767384596.067016:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.067016:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384596.067018:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384596.067024:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.067026:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.067028:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384596.067028:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ddadc1. 02000000:00000001:0.0:1767384596.067038:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.067039:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384596.067040:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.067050:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384596.067051:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ddadc1. 00000100:00100000:0.0:1767384596.067052:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037641856 00000100:00000001:3.0:1767384596.067053:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384596.067056:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037641600 00000100:00000200:3.0:1767384596.067059:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384596.067062:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384596.067062:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000751c4acd. 00000020:00000001:0.0:1767384596.067062:0:16812:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384596.067066:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d4960ae2. 00000100:00000001:2.0:1767384596.067068:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384596.067069:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000001:2.0:1767384596.067072:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384596.067073:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7210666. 00000020:00000001:0.0:1767384596.067078:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384596.067080:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.067081:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000d4960ae2 x1853237037641728 msgsize 224 00000020:00000040:0.0:1767384596.067085:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000100:00100000:2.0:1767384596.067089:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037641600 00000020:00000010:1.0:1767384596.067094:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fb53b6a. 00000020:00000001:2.0:1767384596.067095:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384596.067097:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000040:2.0:1767384596.067100:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00100000:3.0:1767384596.067103:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384596.067107:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384596.067110:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384596.067110:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000040:2.0:1767384596.067112:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000001:3.0:1767384596.067119:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384596.067120:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384596.067121:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:0.0:1767384596.067123:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384596.067126:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384596.067129:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000400:00000200:3.0:1767384596.067132:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000100:00000001:1.0:1767384596.067132:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384596.067134:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000208d16ea. 00000100:00000001:2.0:1767384596.067135:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384596.067140:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000020:00000010:2.0:1767384596.067145:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d551c917. 00000020:00000010:0.0:1767384596.067146:0:16812:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000142df39f. 00000100:00000001:3.0:1767384596.067147:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384596.067149:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384596.067152:0:17586:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000086ea715c. 00000100:00000200:3.0:1767384596.067157:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384596.067162:0:16812:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:1.0:1767384596.067168:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384596.067175:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:3.0:1767384596.067179:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384596.067185:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.067187:0:16812:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384596.067188:0:17586:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384596.067189:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384596.067196:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384596.067199:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ba53de9. 00000020:00000010:2.0:1767384596.067200:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c58d8f0d. 00000100:00000001:3.0:1767384596.067203:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.067210:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000020:00000010:2.0:1767384596.067211:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000382402d8. 00000100:00000001:3.0:1767384596.067212:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384596.067215:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d098f82. 00000100:00000001:3.0:1767384596.067222:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.067222:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000010:2.0:1767384596.067224:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd5b21e. 00000020:00000010:0.0:1767384596.067227:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000100:00000001:1.0:1767384596.067233:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959128144 : -117139750423472 : ffff957646c97450) 00000100:00000040:3.0:1767384596.067235:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3860 usecs (4 jiffies) 00000100:00000040:2.0:1767384596.067241:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384596.067243:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294884869 00000100:00000040:0.0:1767384596.067245:0:16812:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1767384596.067246:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091ada017 x1853237037641344/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 224/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.067248:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294884883 00000100:00000001:0.0:1767384596.067255:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384596.067260:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384596.067261:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294884869 00000100:00000001:0.0:1767384596.067262:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384596.067267:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384596.067271:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.067272:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294884883 00000100:00000001:2.0:1767384596.067274:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.067275:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384596.067284:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ddadc1. 00000100:00000001:3.0:1767384596.067285:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294884869 00000100:00000001:0.0:1767384596.067288:0:16812:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384596.067289:0:17586:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384596.067291:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.067296:0:17586:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384596.067298:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294884883 00000100:00000001:0.0:1767384596.067298:0:16812:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384596.067299:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ddadc1. 00000100:00000001:2.0:1767384596.067300:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.067344:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091ada017 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037641344:12345-0@lo:400: 00000100:00000001:3.0:1767384596.067345:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294884870 00000100:00000001:2.0:1767384596.067346:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384596.067358:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037641344 00000100:00000001:3.0:1767384596.067359:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294884883 00000100:00000001:0.0:1767384596.067359:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.067365:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384596.067368:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384596.067370:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384596.067371:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384596.067374:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384596.067378:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.067379:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.067381:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384596.067387:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384596.067390:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.067391:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384596.067393:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384596.067397:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384596.067399:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000100:00000001:2.0:1767384596.067400:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599148288 : -117139110403328 : ffff95766cef6300) 00000100:00000001:0.0:1767384596.067407:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384596.067408:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384596.067411:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384596.067413:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009031bc26 x1853237037641600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:577/0 lens 224/0 e 0 to 0 dl 1767384607 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.067415:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384596.067416:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037641728 00000020:00000001:1.0:1767384596.067417:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.067426:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384596.067427:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384596.067428:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384596.067431:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384596.067436:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384596.067437:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384596.067440:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384596.067445:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.067446:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.067447:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384596.067448:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ddfb8b9. 00000020:00000001:1.0:1767384596.067459:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384596.067461:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.067461:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384596.067462:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.067464:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384596.067472:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ddfb8b9. 02000000:00000001:1.0:1767384596.067472:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384596.067474:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037641728 00000100:00100000:2.0:1767384596.067481:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009031bc26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037641600:12345-0@lo:400: 00000020:00000001:0.0:1767384596.067483:0:16812:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1767384596.067487:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ab56ae0f. 00000020:00000040:0.0:1767384596.067490:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000001:3.0:1767384596.067491:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384596.067491:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037641600 02000000:00000001:1.0:1767384596.067494:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.067499:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384596.067499:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384596.067501:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.067501:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384596.067506:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767384596.067509:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00100000:3.0:1767384596.067511:0:16811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000001:1.0:1767384596.067511:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.067512:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.067541:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384596.067543:0:16811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000020:00000001:2.0:1767384596.067544:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00010000:00000040:1.0:1767384596.067548:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037641344 00000100:00000001:3.0:1767384596.067551:0:16811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974587520 : -117139734964096 : ffff957647b55880) 00000020:00000001:0.0:1767384596.067551:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:2.0:1767384596.067552:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384596.067558:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384596.067559:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384596.067565:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:2.0:1767384596.067567:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384596.067568:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000658953e3 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:577/0 lens 224/0 e 0 to 0 dl 1767384607 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384596.067573:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:1.0:1767384596.067575:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091ada017 x1853237037641344/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 224/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.067577:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384596.067579:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384596.067588:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000788cf65b. 00000020:00000001:2.0:1767384596.067589:0:17586:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384596.067596:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384596.067601:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384596.067602:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.067611:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007947dcb8. 00000100:00000001:3.0:1767384596.067613:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384596.067615:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000788cf65b. 00000020:00000010:3.0:1767384596.067621:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b416226. 00010000:00000001:1.0:1767384596.067624:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384596.067626:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.067628:0:16811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384596.067632:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.067633:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384596.067633:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038c5fad3. 00000020:00000010:3.0:1767384596.067635:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b416226. 00000020:00000001:2.0:1767384596.067643:0:17586:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384596.067646:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=26 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384596.067648:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000052831b75. 00000100:00100000:3.0:1767384596.067649:0:16811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000658953e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037641856:12345-0@lo:400: 00010000:00000040:2.0:1767384596.067649:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037641600 00010000:00000001:2.0:1767384596.067660:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384596.067664:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384596.067664:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000100:00000200:3.0:1767384596.067665:0:16811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037641856 00010000:00000200:2.0:1767384596.067671:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009031bc26 x1853237037641600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:577/0 lens 224/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384596.067673:0:16811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384596.067674:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384596.067677:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384596.067680:0:16811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384596.067684:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384596.067685:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:3.0:1767384596.067686:0:16811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.067692:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384596.067697:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384596.067699:0:16811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384596.067699:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384596.067702:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.067704:0:16812:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384596.067706:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.067707:0:16811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:1.0:1767384596.067708:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384596.067712:0:16812:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384596.067716:0:16811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1767384596.067716:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384596.067719:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.067720:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384596.067723:0:16811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.067726:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384596.067728:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47337ec. 00000020:00000001:3.0:1767384596.067732:0:16811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384596.067735:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000020:00000001:3.0:1767384596.067738:0:16811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384596.067739:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037641344, offset 224 00000100:00000001:2.0:1767384596.067740:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384596.067743:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384596.067745:0:16811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.067749:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.067757:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.067757:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384596.067758:0:16811:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384596.067766:0:16811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384596.067767:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384596.067769:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384596.067774:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384596.067776:0:16811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384596.067776:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384596.067781:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384596.067785:0:16811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1fc9315. 00000400:00000010:2.0:1767384596.067789:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 02000000:00000001:3.0:1767384596.067794:0:16811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384596.067794:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000400:00000200:1.0:1767384596.067796:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f502e80 00000100:00000200:2.0:1767384596.067799:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037641600, offset 224 00000100:00000001:3.0:1767384596.067802:0:16811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.067808:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000020:00000001:3.0:1767384596.067810:0:16811:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.067811:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x13e9 [1] + 224 00000100:00000001:0.0:1767384596.067818:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646749184 : -117139062802432 : ffff95766fc5b800) 00010000:00000040:3.0:1767384596.067820:0:16811:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037641856 00000400:00000200:1.0:1767384596.067823:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.067829:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384596.067830:0:16811:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384596.067838:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384596.067839:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d4960ae2 x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:577/0 lens 224/0 e 0 to 0 dl 1767384607 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384596.067847:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1767384596.067851:0:16811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000658953e3 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:577/0 lens 224/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.067851:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384596.067863:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384596.067865:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f502f80 00000400:00000200:2.0:1767384596.067885:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x13f1 [1] + 224 00000400:00000200:2.0:1767384596.067901:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384596.067902:0:16811:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384596.067908:0:16811:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.067916:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384596.067917:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384596.067924:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384596.067925:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.067927:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384596.067929:0:16811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384596.067935:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000788cf65b. 00000100:00000040:3.0:1767384596.067940:0:16811:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 23 to 0@lo 00000100:00000200:2.0:1767384596.067940:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.067945:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.067951:0:16811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384596.067962:0:16811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384596.067962:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000788cf65b. 02000000:00000001:3.0:1767384596.067967:0:16811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.067970:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.067970:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384596.067973:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384596.067982:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47337ec 00000100:00100000:0.0:1767384596.067982:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d4960ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037641728:12345-0@lo:400: 00000100:00000040:3.0:1767384596.067986:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384596.067994:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000400:00000010:1.0:1767384596.067997:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d47337ec. 00000100:00000200:0.0:1767384596.068003:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037641728 00000100:00000001:1.0:1767384596.068007:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384596.068008:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037641856, offset 224 00000100:00000001:1.0:1767384596.068014:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384596.068015:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384596.068020:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384596.068022:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.068023:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384596.068025:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384596.068032:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 22 to 0@lo 00000020:00000001:0.0:1767384596.068033:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.068036:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000400:00000200:3.0:1767384596.068040:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384596.068041:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384596.068043:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000020:00000001:0.0:1767384596.068045:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384596.068047:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.068053:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384596.068053:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000400:00000200:3.0:1767384596.068060:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f503080 00000100:00000001:2.0:1767384596.068064:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384596.068065:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384596.068067:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091ada017 x1853237037641344/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 224/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.068068:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384596.068074:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384596.068075:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x13fd [1] + 224 00000100:00000001:2.0:1767384596.068078:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.068086:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384596.068091:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000200:3.0:1767384596.068094:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384596.068095:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384596.068100:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384596.068104:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.068106:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.068110:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384596.068116:0:16812:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384596.068117:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384596.068121:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384596.068125:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091ada017 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037641344:12345-0@lo:400: Request processed in 843us (1816us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384596.068126:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384596.068129:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009031bc26 x1853237037641600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:577/0 lens 224/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384596.068132:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384596.068135:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384596.068145:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9ec5694. 02000000:00000001:0.0:1767384596.068157:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.068158:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000001:0.0:1767384596.068169:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.068170:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384596.068179:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384596.068181:0:16812:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.068185:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384596.068193:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009031bc26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037641600:12345-0@lo:400: Request processed in 747us (1788us total) trans 0 rc 0/0 00010000:00000040:0.0:1767384596.068194:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037641728 00000100:00000040:3.0:1767384596.068197:0:16811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384596.068197:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7210666. 00010000:00000001:0.0:1767384596.068207:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384596.068209:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fb53b6a. 00000020:00000010:1.0:1767384596.068219:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000751c4acd. 00010000:00000200:0.0:1767384596.068223:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d4960ae2 x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:577/0 lens 224/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.068226:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000040:1.0:1767384596.068231:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000040:2.0:1767384596.068233:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:3.0:1767384596.068240:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384596.068241:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384596.068243:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384596.068249:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1767384596.068250:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ab56ae0f. 00000400:00000200:3.0:1767384596.068251:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000020:00000010:2.0:1767384596.068257:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000382402d8. 00000400:00000010:3.0:1767384596.068259:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 02000000:00000001:1.0:1767384596.068260:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384596.068262:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384596.068268:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd5b21e. 00000100:00000001:1.0:1767384596.068268:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.068271:0:16811:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384596.068271:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384596.068276:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c58d8f0d. 00000100:00000001:3.0:1767384596.068278:0:16811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384596.068279:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384596.068281:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=20 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384596.068283:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000400:00000010:1.0:1767384596.068288:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051127c92. 00000100:00000001:3.0:1767384596.068290:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.068291:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.068296:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384596.068298:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062dcc1cd. 00000100:00000040:3.0:1767384596.068305:0:16811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000040:0.0:1767384596.068345:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:3.0:1767384596.068346:0:16811:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384596.068350:0:16811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.068363:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:1.0:1767384596.068365:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384596.068368:0:16811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384596.068372:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384596.068374:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1767384596.068380:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384596.068381:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000658953e3 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:577/0 lens 224/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384596.068382:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.068384:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767384596.068387:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384596.068391:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384596.068395:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e339fe5. 00000100:00000001:0.0:1767384596.068395:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384596.068406:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000100:00000040:0.0:1767384596.068410:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.068411:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000100:00100000:3.0:1767384596.068417:0:16811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000658953e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037641856:12345-0@lo:400: Request processed in 798us (1728us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384596.068420:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384596.068421:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:0.0:1767384596.068422:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000400:00000001:2.0:1767384596.068427:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384596.068433:0:16811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000010:2.0:1767384596.068434:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063696d3a. 00000100:00000040:3.0:1767384596.068439:0:16811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000200:1.0:1767384596.068441:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384596.068443:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000100:00000001:3.0:1767384596.068447:0:16811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384596.068450:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:3.0:1767384596.068453:0:16811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384596.068459:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384596.068462:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d098f82. 00000100:00000200:0.0:1767384596.068462:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037641728, offset 224 00000020:00000010:3.0:1767384596.068472:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000100:00000200:2.0:1767384596.068473:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384596.068474:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384596.068485:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ba53de9. 00000400:00000200:0.0:1767384596.068486:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384596.068499:0:16811:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:3.0:1767384596.068508:0:16811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384596.068513:0:16812:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384596.068543:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.068549:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384596.068573:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.068574:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384596.068574:0:16812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f503000 00000100:00000001:2.0:1767384596.068580:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.068583:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00080000:3.0:1767384596.068587:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:1.0:1767384596.068591:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384596.068593:0:16812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1405 [1] + 224 00000100:00000001:2.0:1767384596.068595:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384596.068597:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384596.068598:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 02000000:00000001:2.0:1767384596.068599:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384596.068606:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384596.068606:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.068610:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384596.068611:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:0.0:1767384596.068612:0:16812:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384596.068615:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.068617:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384596.068619:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000400:00000200:0.0:1767384596.068627:0:16812:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1767384596.068628:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384596.068630:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=16 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384596.068638:0:16812:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384596.068639:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:2.0:1767384596.068643:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=20 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384596.068645:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=16 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384596.068646:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037641472 02000000:00000001:3.0:1767384596.068654:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384596.068654:0:16812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.068657:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384596.068658:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384596.068659:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.068663:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.068664:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.068665:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.068672:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384596.068673:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384596.068675:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384596.068683:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037641472 00010000:00080000:2.0:1767384596.068684:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384596.068685:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384596.068689:0:17588:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384596.068693:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:3.0:1767384596.068699:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384596.068705:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000040:0.0:1767384596.068709:0:16812:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384596.068713:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:3.0:1767384596.068722:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:3.0:1767384596.068731:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384596.068737:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b416226. 00010000:00000001:2.0:1767384596.068737:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.068740:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.068746:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384596.068748:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384596.068753:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384596.068754:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384596.068755:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384596.068761:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384596.068764:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:3.0:1767384596.068768:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b416226. 00000100:00000001:2.0:1767384596.068769:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.068770:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.068781:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000415e2976. 00000100:00000040:2.0:1767384596.068781:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.068782:0:16812:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384596.068785:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384596.068790:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af418c5e. 00000400:00000200:0.0:1767384596.068796:0:16812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000020:00000010:3.0:1767384596.068800:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000002a3bf6b. 00000400:00000010:0.0:1767384596.068805:0:16812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000040:3.0:1767384596.068812:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384596.068818:0:16812:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384596.068821:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384596.068826:0:16812:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.068827:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.068828:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384596.068833:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.068834:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.068835:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384596.068838:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.068841:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.068842:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.068862:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.068865:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384596.068867:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:2.0:1767384596.068872:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.068880:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384596.068881:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384596.068882:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384596.068891:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.068899:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384596.068905:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384596.068906:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384596.068914:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037641856:0@lo:400: 00000100:00000040:0.0:1767384596.068924:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4960ae2 x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:577/0 lens 224/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384596.068925:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1767384596.068931:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d305ac99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037641600:0@lo:400: 00000100:00000001:2.0:1767384596.068934:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384596.068936:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:2.0:1767384596.068960:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384596.068962:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646742016 : -117139062809600 : ffff95766fc59c00) 00000100:00000001:1.0:1767384596.068969:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384596.068971:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c27a2f27 x1853237037641856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384596.068975:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a9b338bd x1853237037641472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:577/0 lens 224/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.068986:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.069000:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d305ac99 x1853237037641600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384596.069005:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d4960ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037641728:12345-0@lo:400: Request processed in 1072us (1912us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384596.069019:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384596.069024:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384596.069028:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384596.069030:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001265b4d1. 00000020:00000010:3.0:1767384596.069035:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b416226. 02000000:00000001:2.0:1767384596.069038:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767384596.069043:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384596.069045:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.069046:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384596.069052:0:16164:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384596.069053:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1767384596.069054:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b416226. 00000020:00000040:2.0:1767384596.069055:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:1.0:1767384596.069060:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d67e6b1a. 00000020:00000001:2.0:1767384596.069064:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384596.069067:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 02000000:00000001:1.0:1767384596.069068:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767384596.069069:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a9b338bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037641472:12345-0@lo:13: 02000000:00000010:2.0:1767384596.069070:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094fdfaef. 00000020:00000001:1.0:1767384596.069074:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384596.069077:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767384596.069080:0:16166:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384596.069081:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384596.069084:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037641472 00000100:00000001:0.0:1767384596.069086:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384596.069087:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384596.069089:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384596.069090:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:2.0:1767384596.069094:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27a2f27. 02000000:00000010:1.0:1767384596.069096:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009ac6e09f. 00000020:00000001:3.0:1767384596.069097:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384596.069097:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000052831b75. 00000100:00000001:2.0:1767384596.069101:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384596.069103:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.069106:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384596.069108:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384596.069108:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384596.069110:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 02000000:00000001:1.0:1767384596.069112:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384596.069114:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000100:00000001:2.0:1767384596.069115:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384596.069116:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d305ac99. 00000020:00000010:0.0:1767384596.069122:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038c5fad3. 00000020:00000001:3.0:1767384596.069124:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384596.069126:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384596.069127:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384596.069130:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.069131:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.069133:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384596.069135:0:16812:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000020:00000001:3.0:1767384596.069136:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384596.069140:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.069141:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384596.069143:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.069147:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.069149:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384596.069152:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384596.069154:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.069156:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.069160:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384596.069162:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384596.069164:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384596.069167:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384596.069170:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006aa04bf2. 02000000:00000001:3.0:1767384596.069175:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069175:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.069180:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069180:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:3.0:1767384596.069187:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000001:2.0:1767384596.069188:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384596.069191:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:3.0:1767384596.069193:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000001:2.0:1767384596.069193:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384596.069197:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384596.069199:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab765171. 00000020:00000001:3.0:1767384596.069200:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384596.069207:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:2.0:1767384596.069208:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fa6cda 00000400:00000010:2.0:1767384596.069212:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fa6cda. 00000100:00000001:2.0:1767384596.069215:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384596.069217:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384596.069221:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384596.069223:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384596.069224:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384596.069232:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6064e42. 00000020:00000001:3.0:1767384596.069233:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384596.069243:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3972d42 00002000:00000024:3.0:1767384596.069244:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000200:2.0:1767384596.069247:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384596.069251:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3972d42. 00000020:00000020:3.0:1767384596.069254:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384596.069263:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:3.0:1767384596.069265:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384596.069271:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384596.069276:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:3.0:1767384596.069277:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384596.069278:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.069284:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384596.069286:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00002000:00000001:3.0:1767384596.069292:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384596.069293:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.069299:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.069303:0:17588:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000b9461c2c. 02000000:00000001:2.0:1767384596.069305:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384596.069314:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384596.069315:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=20 v=5 (5 0 0 0) 00000001:00000001:3.0:1767384596.069317:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384596.069324:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.069326:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=20 v=5 (1 0 0 0) 00002000:00000001:3.0:1767384596.069334:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069337:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384596.069341:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384596.069345:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037641472 00000100:00000001:0.0:1767384596.069350:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384596.069352:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384596.069386:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384596.069390:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384596.069394:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.069399:0:16165:0:(client.c:1578:after_reply()) Process entered 00010000:00000200:3.0:1767384596.069401:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a9b338bd x1853237037641472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:577/0 lens 224/368 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384596.069406:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384596.069412:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384596.069418:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.069423:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.069429:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069430:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384596.069435:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:3.0:1767384596.069437:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384596.069439:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1767384596.069441:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=26 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384596.069442:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069443:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384596.069451:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=16 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384596.069455:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=26 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384596.069456:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.069459:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384596.069466:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384596.069471:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384596.069473:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384596.069478:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.069481:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384596.069487:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.069488:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384596.069489:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.069491:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384596.069495:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069496:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.069499:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.069506:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.069508:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384596.069509:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384596.069516:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000100:00100000:2.0:1767384596.069540:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037641728:0@lo:400: 00000100:00000040:0.0:1767384596.069542:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384596.069543:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037641472, offset 224 00000100:00000001:2.0:1767384596.069548:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069555:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384596.069558:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384596.069563:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037641728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384596.069576:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384596.069588:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384596.069589:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f502f00 02000000:00000001:2.0:1767384596.069592:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384596.069598:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc897f50. 00000400:00000200:3.0:1767384596.069602:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x13e5 [1] + 224 02000000:00000001:2.0:1767384596.069606:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384596.069610:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384596.069614:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1767384596.069617:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384596.069623:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384596.069628:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000170bd7f1. 02000000:00000001:2.0:1767384596.069635:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384596.069638:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384596.069640:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384596.069641:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000100:00000001:2.0:1767384596.069646:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384596.069649:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.069649:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384596.069654:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.069663:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069669:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384596.069669:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.069672:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.069675:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.069680:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384596.069712:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037641344:0@lo:400: 00000100:00000001:0.0:1767384596.069722:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.069727:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384596.069731:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e75dce92 x1853237037641344/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.069744:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384596.069748:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384596.069751:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1ef86a1. 02000000:00000001:0.0:1767384596.069757:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384596.069760:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384596.069762:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384596.069766:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384596.069769:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000c385335. 02000000:00000001:0.0:1767384596.069774:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384596.069777:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384596.069779:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e75dce92. 00000100:00000001:0.0:1767384596.069785:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384596.069787:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.069790:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.069798:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384596.069801:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.069805:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384596.069808:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.069852:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384596.069859:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384596.069864:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384596.069874:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.069891:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384596.069897:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000400:00000010:3.0:1767384596.069899:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000100:00000001:3.0:1767384596.069902:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384596.069903:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384596.069907:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.069910:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384596.069912:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384596.069915:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.069918:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384596.069923:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9b338bd x1853237037641472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:577/0 lens 224/368 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.069932:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.069936:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384596.069940:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384596.069942:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384596.069944:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cc339d. 00000400:00000200:2.0:1767384596.069948:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000937a5d7f 00000400:00000010:2.0:1767384596.069951:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000937a5d7f. 00000100:00000001:2.0:1767384596.069954:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.069959:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384596.069984:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.069991:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384596.069993:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.069995:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384596.069999:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384596.070002:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.070004:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.070010:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.070017:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=16 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384596.070026:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a9b338bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037641472:12345-0@lo:13: Request processed in 992us (3910us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384596.070026:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.070037:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384596.070041:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.070044:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384596.070045:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384596.070050:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00010000:00080000:2.0:1767384596.070051:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.070056:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384596.070060:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384596.070066:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af418c5e. 00010000:00000001:2.0:1767384596.070066:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.070069:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384596.070070:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384596.070072:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384596.070073:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.070078:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000002a3bf6b. 00000020:00000010:3.0:1767384596.070085:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000415e2976. 00000100:00000040:2.0:1767384596.070088:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384596.070091:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000001:3.0:1767384596.070097:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.070106:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.070109:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.070110:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384596.070113:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384596.070116:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384596.070120:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384596.070127:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384596.070132:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.070135:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.070142:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076065319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037641472:0@lo:13: 00000100:00000001:2.0:1767384596.070145:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.070146:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384596.070148:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076065319 x1853237037641472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.070153:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384596.070155:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384596.070157:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000347409cd. 02000000:00000001:2.0:1767384596.070159:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384596.070161:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384596.070162:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384596.070164:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384596.070165:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3b13fe2. 02000000:00000001:2.0:1767384596.070168:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384596.070169:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384596.070170:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076065319. 00000100:00000001:2.0:1767384596.070175:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384596.070176:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.070177:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.070186:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384596.070188:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.070190:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.070191:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.085350:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294884883, at 4294884884 00000100:00000010:2.0:1767384596.085359:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d4943f4. 00000100:00000040:1.0:1767384596.085367:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294884883, at 4294884884 00000100:00000010:1.0:1767384596.085376:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093c2a65c. 00000100:00000040:3.0:1767384596.085410:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294884883, at 4294884884 00000100:00000010:3.0:1767384596.085420:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c034842a. 00000100:00000040:0.0:1767384596.085420:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294884883, at 4294884884 00000100:00000010:0.0:1767384596.085433:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff43bf8. 00010000:00000001:0.0:1767384596.130371:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384596.130378:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.130385:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384596.130396:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.130428:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384596.130432:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.130434:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384596.202111:0:21251:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384596.202123:0:21251:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.202128:0:21251:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384596.202135:0:21251:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384596.202141:0:21251:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.202144:0:21251:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384596.449428:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449482:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449510:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449548:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449566:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449584:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449599:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449615:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449629:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449644:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449658:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449672:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449686:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449702:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.449717:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000800:00000010:0.0:1767384596.449904:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000088a5df4e. 00000800:00000010:0.0:1767384596.449909:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000047479f26. 00000800:00000010:0.0:1767384596.449913:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5930006. 00000800:00000010:0.0:1767384596.449946:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5930006. 00000400:00000200:1.0:1767384596.450015:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384596.450033:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp16 from 240.3.0.2 00000800:00000010:1.0:1767384596.450036:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000055706e21. 00000800:00000010:0.0:1767384596.450070:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045b71cf2. 00000800:00000010:0.0:1767384596.450075:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4e900f8. 00000800:00000010:0.0:1767384596.450095:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002f96766c. 00000800:00000200:0.1:1767384596.450102:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (4) 00000800:00000200:0.1:1767384596.450108:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp16 000000002f96766c deleted 00000800:00000010:0.1:1767384596.450110:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002f96766c. 00000800:00000200:0.1:1767384596.450114:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384596.450118:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp16 p 3.x 192.168.203.133 -> 192.168.203.133:1008 incarnation:1767384594002953926 sched[0] 00000800:00000010:0.0:1767384596.450123:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5930006. 00000800:00000010:0.0:1767384596.450160:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5930006. 00000800:00000010:0.0:1767384596.450171:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4e900f8. 00000800:00000200:1.1:1767384596.450178:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384596.450186:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp16 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384594002953926 sched[0] 00000800:00000010:1.0:1767384596.450190:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000047479f26. 00000800:00000010:0.0:1767384596.450205:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000055706e21. 00000800:00000001:1.0:1767384596.450224:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.450229:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384596.450231:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.450233:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384596.577375:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384596.577380:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:1.0:1767384596.577384:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.577387:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384596.577396:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384596.577397:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384596.577399:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384596.577401:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384596.577402:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 15 10000000:00000001:1.0:1767384596.577404:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384596.577405:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384596.577410:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4218afe. 00000020:00000040:1.0:1767384596.577414:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384596.577417:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384596.577420:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384596.577424:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384596.577430:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041a0c004. 00000100:00000001:1.0:1767384596.577435:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.577438:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384596.577441:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384596.577446:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000054ad4680. 00010000:00000001:1.0:1767384596.577449:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384596.577451:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e90c0234. 00000020:00000001:1.0:1767384596.577454:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384596.577456:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e90c0234 with handle 0x1c01179f271edc29 to hash 00000020:00000001:1.0:1767384596.577457:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384596.577458:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384596.577460:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384596.577463:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384596.577464:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.577467:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384596.577473:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384596.577481:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384596.577485:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384596.577492:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384596.577496:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000859f4b9e. 00000100:00000001:1.0:1767384596.577497:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934617535808 : -117139092015808 : ffff95766e07f540) 00000100:00000001:1.0:1767384596.577499:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384596.577500:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599143808 : -117139110407808 : ffff95766cef5180) 00000100:00000001:1.0:1767384596.577504:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384596.577505:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.577507:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384596.577508:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384596.577513:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.577533:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384596.577534:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.577538:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384596.577540:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384596.577541:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.577543:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4218afe pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037641984:0@lo:101: 00000100:00000001:1.0:1767384596.577546:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384596.577550:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384596.577551:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.577553:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384596.577556:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ea343228. 02000000:00000001:1.0:1767384596.577557:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384596.577561:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e339fe5. 00000400:00000010:1.0:1767384596.577566:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000100:00000200:1.0:1767384596.577571:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037641984, portal 25 00000100:00000001:1.0:1767384596.577572:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384596.577573:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599143808 : -117139110407808 : ffff95766cef5180) 00000100:00000040:1.0:1767384596.577575:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.577580:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384596.577582:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.577583:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47337ec. 00000100:00000200:1.0:1767384596.577584:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037641984, offset 0 00000400:00000200:1.0:1767384596.577593:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384596.577602:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384596.577610:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f503100 00000400:00000200:1.0:1767384596.577615:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x935 [2] + 0 00000400:00000010:1.0:1767384596.577617:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f614623. 00000400:00000200:1.0:1767384596.577620:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e0146b3 00000400:00000200:1.0:1767384596.577625:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.577627:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384596.577630:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e0146b3 00000400:00000010:1.0:1767384596.577631:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e0146b3. 00000100:00000001:1.0:1767384596.577635:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384596.577637:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384596.577640:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000e9e0c7f3 x1853237037641984 msgsize 328 00000100:00100000:1.0:1767384596.577642:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384596.577643:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384596.577653:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384596.577659:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47337ec 00000400:00000010:1.0:1767384596.577660:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d47337ec. 00000100:00000001:1.0:1767384596.577662:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384596.577665:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.577673:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.577675:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.577678:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384596.577679:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384596.577682:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037641984 00000100:00000001:1.0:1767384596.577683:0:16808:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384596.577687:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384596.577687:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.577690:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384596.577692:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294885394 00000100:00000001:2.0:1767384596.577693:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384596.577697:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa5a50a6. 02000000:00000001:2.0:1767384596.577698:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384596.577703:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037641984 00000100:00000001:1.0:1767384596.577704:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384596.577706:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384596.577708:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384596.577710:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384596.577710:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294885394 00000020:00000040:2.0:1767384596.577714:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000010:1.0:1767384596.577715:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb02bb7b. 00000020:00000001:2.0:1767384596.577719:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384596.577720:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384596.577722:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384596.577726:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384596.577728:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294885394 00000020:00000010:2.0:1767384596.577731:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb9bdd6. 00000100:00000010:1.0:1767384596.577732:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037719a92. 00000100:00000001:2.0:1767384596.577736:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.577737:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384596.577742:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eb9bdd6. 00000100:00000001:1.0:1767384596.577742:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294885394 00000100:00000010:1.0:1767384596.577747:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052f5d0bc. 00000100:00000001:1.0:1767384596.577749:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384596.577751:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c9a7a85. 00000100:00000001:1.0:1767384596.577751:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.577756:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.577758:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384596.577759:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1deff05. 00000100:00000001:1.0:1767384596.577760:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384596.577764:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000859f4b9e going to sleep for 11 seconds 00000020:00000010:2.0:1767384596.577766:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd5b21e. 00000100:00000001:1.0:1767384596.577766:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384596.577770:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.577777:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384596.577780:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384596.577782:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384596.577783:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.577790:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.577801:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.577816:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384596.577818:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384596.577823:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000001:1.0:1767384596.577825:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384596.577827:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384596.577828:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384596.577831:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959127120 : -117139750424496 : ffff957646c97050) 00000100:00000001:1.0:1767384596.577831:0:16805:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.577837:0:16805:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.577839:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9e0c7f3 x1853237037641984/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 328/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.577846:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.577848:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb9bdd6. 00000100:00000001:2.0:1767384596.577849:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.577850:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eb9bdd6. 00000100:00100000:2.0:1767384596.577853:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9e0c7f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037641984:12345-0@lo:101: 00000100:00000200:2.0:1767384596.577856:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037641984 00000020:00000001:2.0:1767384596.577858:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384596.577860:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384596.577862:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.577864:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384596.577865:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:2.0:1767384596.577868:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384596.577869:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.577870:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384596.577872:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384596.577874:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.577876:0:16806:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384596.577878:0:16806:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384596.577879:0:16806:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384596.577880:0:16806:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384596.577882:0:16806:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.577885:0:16806:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384596.577888:0:16806:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005af71711. 00010000:00000001:2.0:1767384596.577890:0:16806:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384596.577892:0:16806:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f4afddb. 00000020:00000001:2.0:1767384596.577894:0:16806:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384596.577899:0:16806:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f4afddb with handle 0x1c01179f271edc30 to hash 00000020:00000001:2.0:1767384596.577900:0:16806:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384596.577901:0:16806:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648838656 : -117139060712960 : ffff95766fe59a00) 00010000:00000001:2.0:1767384596.577903:0:16806:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648838656 : -117139060712960 : ffff95766fe59a00) 00010000:00010000:2.0:1767384596.577905:0:16806:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271edc29 expref: -99 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384596.577911:0:16806:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:2.0:1767384596.577913:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:2.0:1767384596.577919:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384596.577921:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.577924:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d94d1cd9. 02000000:00000001:2.0:1767384596.577925:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.577927:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.577929:0:16806:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384596.577931:0:16806:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384596.577933:0:16806:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384596.577935:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.577937:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.577938:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.577939:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.577941:0:16806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384596.577943:0:16806:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384596.577944:0:16806:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384596.577945:0:16806:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384596.577946:0:16806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005af71711) refcount = 1 00010000:00010000:2.0:1767384596.577949:0:16806:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271edc29 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.577953:0:16806:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384596.577954:0:16806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384596.577955:0:16806:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.577956:0:16806:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.577957:0:16806:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384596.577960:0:16806:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384596.577965:0:16806:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edc29 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.577970:0:16806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384596.577972:0:16806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384596.577973:0:16806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.577975:0:16806:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.577976:0:16806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384596.577977:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.577979:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384596.577980:0:16806:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005f4afddb, rc 0) 00000020:00000001:2.0:1767384596.577981:0:16806:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384596.577984:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037641984 00010000:00000001:2.0:1767384596.577986:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384596.577989:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9e0c7f3 x1853237037641984/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 328/344 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.577994:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384596.577996:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.577999:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.578003:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384596.578004:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384596.578005:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384596.578007:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.578009:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.578011:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.578012:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.578014:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000200:2.0:1767384596.578016:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037641984, offset 224 00000400:00000200:2.0:1767384596.578019:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.578023:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.578027:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f503100 00000400:00000200:2.0:1767384596.578030:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1425 [1] + 224 00000400:00000200:2.0:1767384596.578033:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.578035:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.578037:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.578043:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.578050:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.578062:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.578067:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000010:2.0:1767384596.578068:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:2.0:1767384596.578070:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384596.578072:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.578076:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578077:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384596.578079:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384596.578082:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384596.578083:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384596.578083:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384596.578086:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384596.578087:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384596.578088:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e339fe5. 00000100:00000040:2.0:1767384596.578091:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9e0c7f3 x1853237037641984/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 328/344 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384596.578093:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000400:00000010:1.0:1767384596.578096:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000100:00000001:1.0:1767384596.578100:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384596.578104:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9e0c7f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037641984:12345-0@lo:101: Request processed in 256us (462us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384596.578106:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.578119:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000200:1.0:1767384596.578122:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.578124:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384596.578129:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384596.578131:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384596.578133:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384596.578135:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1deff05. 00000100:00000001:1.0:1767384596.578135:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.578137:0:16808:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384596.578141:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd5b21e. 02000000:00000001:1.0:1767384596.578141:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384596.578143:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384596.578146:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c9a7a85. 00000100:00000001:1.0:1767384596.578146:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.578149:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384596.578151:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:2.0:1767384596.578154:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384596.578157:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d94d1cd9. 00000100:00001000:1.0:1767384596.578160:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=26 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384596.578162:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384596.578164:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.578166:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.578167:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384596.578169:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.578172:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384596.578173:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384596.578174:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384596.578175:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.578180:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384596.578182:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063696d3a. 00000100:00000001:1.0:1767384596.578189:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384596.578190:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027aaef5f. 00000100:00000001:1.0:1767384596.578191:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384596.578192:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384596.578194:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384596.578203:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4218afe pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037641984:0@lo:101: 00000100:00000001:1.0:1767384596.578207:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.578209:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578211:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384596.578212:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.578213:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.578217:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384596.578219:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000859f4b9e. 00000100:00000001:1.0:1767384596.578220:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384596.578221:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.578223:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384596.578225:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384596.578226:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.578227:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=4 00000020:00000001:1.0:1767384596.578228:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384596.578229:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000040:1.0:1767384596.578232:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e90c0234, remote cookie: 0x1c01179f271edc30, flags: 0x0 00010000:00000001:1.0:1767384596.578234:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384596.578239:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384596.578240:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384596.578241:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384596.578242:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384596.578243:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000054ad4680) refcount = 1 00010000:00010000:1.0:1767384596.578245:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.578249:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384596.578250:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384596.578251:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384596.578253:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384596.578254:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.578256:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.578261:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384596.578263:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.578264:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384596.578265:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.578266:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384596.578267:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578269:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.578272:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4218afe x1853237037641984/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.578278:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384596.578280:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384596.578283:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ea343228. 02000000:00000001:1.0:1767384596.578286:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384596.578288:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384596.578289:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384596.578292:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384596.578293:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041a0c004. 02000000:00000001:1.0:1767384596.578296:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384596.578298:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384596.578300:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4218afe. 00000100:00000001:1.0:1767384596.578303:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384596.578463:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384596.578465:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.578467:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384596.578468:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:1.0:1767384596.578470:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.578471:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384596.578473:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.578474:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=3 00000020:00000001:1.0:1767384596.578475:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384596.578478:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384596.578479:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384596.578481:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.578482:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384596.578483:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.578485:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384596.578488:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000be29932. 00000100:00000010:1.0:1767384596.578499:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4218afe. 00000020:00000040:1.0:1767384596.578501:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384596.578503:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384596.578505:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384596.578507:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384596.578510:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041a0c004. 00000100:00000001:1.0:1767384596.578512:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578515:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384596.578533:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ea343228. 00000100:00000010:1.0:1767384596.578536:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000075ddadc1. 00000020:00000040:1.0:1767384596.578538:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384596.578542:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384596.578543:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384596.578545:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000859f4b9e. 00000100:00000001:1.0:1767384596.578547:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934617535808 : -117139092015808 : ffff95766e07f540) 00000100:00000001:1.0:1767384596.578549:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384596.578550:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599143808 : -117139110407808 : ffff95766cef5180) 00000100:00000001:1.0:1767384596.578552:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384596.578553:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578559:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384596.578560:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384596.578563:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.578568:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384596.578569:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.578571:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384596.578572:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384596.578574:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.578575:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4218afe pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037642112:0@lo:256: 00000100:00000001:1.0:1767384596.578577:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384596.578579:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384596.578580:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578582:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384596.578585:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e339fe5. 00000400:00000010:1.0:1767384596.578587:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d57733e8. 00000100:00000200:1.0:1767384596.578590:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f503180-0x695825f503180, portal 33 00000100:00000001:1.0:1767384596.578591:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.578593:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384596.578594:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a45b5879. 02000000:00000001:1.0:1767384596.578595:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384596.578597:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000927344f. 00000400:00000010:1.0:1767384596.578598:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000100:00000200:1.0:1767384596.578599:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037642112, portal 25 00000100:00000001:1.0:1767384596.578601:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384596.578601:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599143808 : -117139110407808 : ffff95766cef5180) 00000100:00000040:1.0:1767384596.578603:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.578607:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384596.578609:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.578609:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47337ec. 00000100:00000200:1.0:1767384596.578611:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037642112, offset 0 00000400:00000200:1.0:1767384596.578613:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384596.578617:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384596.578623:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f503180 00000400:00000200:1.0:1767384596.578626:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x945 [2] + 0 00000400:00000010:1.0:1767384596.578628:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d0a420. 00000400:00000200:1.0:1767384596.578630:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce79bc8d 00000400:00000200:1.0:1767384596.578633:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.578635:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384596.578636:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce79bc8d 00000400:00000010:1.0:1767384596.578637:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce79bc8d. 00000100:00000001:1.0:1767384596.578639:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384596.578640:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384596.578642:0:16808:0:(events.c:337:request_in_callback()) incoming req@000000009e1ca142 x1853237037642112 msgsize 304 00000100:00100000:1.0:1767384596.578644:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384596.578645:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384596.578654:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384596.578657:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47337ec 00000400:00000010:1.0:1767384596.578658:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d47337ec. 00000100:00000001:1.0:1767384596.578659:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384596.578661:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.578666:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.578667:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.578672:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578673:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384596.578675:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578677:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294885395 00000100:00000001:1.0:1767384596.578681:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294885394 00000100:00000001:1.0:1767384596.578685:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294885395 00000100:00000001:2.0:1767384596.578687:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384596.578687:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294885394 00000100:00100000:2.0:1767384596.578692:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037642112 00000100:00000001:1.0:1767384596.578693:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294885395 02000000:00000001:2.0:1767384596.578698:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384596.578698:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294885394 00000100:00000001:1.0:1767384596.578700:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294885395 00000100:00000001:2.0:1767384596.578702:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.578703:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.578707:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.578708:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294885394 00000100:00100000:2.0:1767384596.578711:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037642112 00000100:00000001:1.0:1767384596.578712:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384596.578715:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384596.578716:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384596.578718:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384596.578719:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384596.578723:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384596.578724:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384596.578727:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00100000:1.0:1767384596.578728:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000859f4b9e going to sleep for 11 seconds 00000020:00000001:2.0:1767384596.578732:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384596.578733:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384596.578735:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.578737:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384596.578740:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.578742:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003210b19e. 00000100:00000001:2.0:1767384596.578744:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.578745:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003210b19e. 00000020:00000010:2.0:1767384596.578749:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c9a7a85. 00000020:00000010:2.0:1767384596.578751:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1deff05. 00000020:00000010:2.0:1767384596.578753:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd5b21e. 00000100:00000040:2.0:1767384596.578757:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384596.578759:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384596.578759:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384596.578760:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.578763:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.578772:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.578778:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384596.578780:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384596.578783:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000040:2.0:1767384596.578786:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384596.578788:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959120976 : -117139750430640 : ffff957646c95850) 00000100:00000040:2.0:1767384596.578791:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e1ca142 x1853237037642112/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 304/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.578796:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.578803:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003210b19e. 00000100:00000001:2.0:1767384596.578805:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.578807:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003210b19e. 00000100:00100000:2.0:1767384596.578810:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e1ca142 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037642112:12345-0@lo:256: 00000100:00000200:2.0:1767384596.578813:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037642112 00000020:00000001:2.0:1767384596.578814:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384596.578816:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384596.578817:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.578818:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384596.578819:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:2.0:1767384596.578821:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384596.578822:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.578824:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384596.578824:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384596.578826:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.578828:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384596.578829:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.578831:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000090329a97. 02000000:00000001:2.0:1767384596.578832:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.578833:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.578835:0:16806:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384596.578837:0:16806:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384596.578840:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384596.578842:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384596.578844:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.578845:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384596.578846:0:16806:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384596.578848:0:16806:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000081871163. 20000000:00000001:2.0:1767384596.578850:0:16806:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384596.578857:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384596.578862:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384596.578865:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384596.578867:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384596.578868:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384596.578870:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384596.578871:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384596.578875:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384596.578876:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:2.0:1767384596.578878:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3892/1/4/3. 20000000:00000040:2.0:1767384596.578883:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384596.578885:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384596.578887:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384596.578889:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384596.578891:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384596.578893:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384596.578895:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384596.578897:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384596.578899:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:2.0:1767384596.578901:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3688/1/4/3. 20000000:01000000:2.0:1767384596.578903:0:16806:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 408, version 22 20000000:00000001:2.0:1767384596.578905:0:16806:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=408 : 408 : 198) 00000100:00000001:2.0:1767384596.578907:0:16806:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384596.578910:0:16806:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000205170ca. 00000100:00000010:2.0:1767384596.578913:0:16806:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c5472c18. 00000020:00000040:2.0:1767384596.578915:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:2.0:1767384596.578918:0:16806:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384596.578920:0:16806:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384596.578922:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000400:00000010:2.0:1767384596.578928:0:16806:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004864f75f. 00000400:00000200:2.0:1767384596.578931:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.578938:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.578943:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 33 MB=0x695825f503180 00000400:00000200:2.0:1767384596.578947:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 408/408 into md 0x1435 [4] + 0 00000400:00000010:2.0:1767384596.578950:0:16806:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e339fe5. 00000400:00000200:2.0:1767384596.578953:0:16806:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d57733e8 00000400:00000200:2.0:1767384596.578957:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.578960:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384596.578963:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57733e8 00000400:00000010:2.0:1767384596.578964:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d57733e8. 00000100:00000001:2.0:1767384596.578967:0:16806:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384596.578969:0:16806:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f4218afe desc 00000000ea343228 mbits 1853237037642112 00000100:00000001:2.0:1767384596.578982:0:16806:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384596.578991:0:16806:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384596.578995:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384596.579002:0:16806:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1441 00000400:00000200:2.0:1767384596.579005:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.579008:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384596.579010:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.579011:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384596.579013:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384596.579014:0:16806:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000205170ca 00000100:00000001:2.0:1767384596.579020:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384596.579025:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000010:2.0:1767384596.579026:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:2.0:1767384596.579029:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384596.579030:0:16806:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000205170ca 00000100:00000001:2.0:1767384596.579032:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384596.579035:0:16806:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 408 bytes via portal 33 id 12345-0@lo mbits 0x695825f503180-0x695825f503180 00000100:00000001:2.0:1767384596.579038:0:16806:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.579042:0:16806:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.579045:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384596.579047:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:2.0:1767384596.579050:0:16806:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c5472c18. 00000100:00000010:2.0:1767384596.579053:0:16806:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000205170ca. 00000100:00000001:2.0:1767384596.579056:0:16806:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384596.579057:0:16806:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384596.579064:0:16806:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000081871163. 20000000:00000001:2.0:1767384596.579068:0:16806:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384596.579071:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037642112 00010000:00000001:2.0:1767384596.579073:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384596.579077:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e1ca142 x1853237037642112/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 304/240 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.579085:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384596.579087:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.579089:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.579093:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384596.579097:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384596.579099:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384596.579102:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.579108:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.579111:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.579114:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.579117:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000200:2.0:1767384596.579120:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037642112, offset 224 00000400:00000200:2.0:1767384596.579123:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.579128:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.579133:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f503180 00000400:00000200:2.0:1767384596.579137:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1439 [1] + 224 00000400:00000200:2.0:1767384596.579140:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.579143:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.579146:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.579149:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.579158:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.579173:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.579178:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000010:2.0:1767384596.579180:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:2.0:1767384596.579183:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384596.579185:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.579189:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.579190:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384596.579193:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:1.0:1767384596.579194:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384596.579198:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384596.579198:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384596.579199:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000927344f. 00000020:00000001:2.0:1767384596.579202:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.579204:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000020:00000001:2.0:1767384596.579208:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384596.579208:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000100:00000001:1.0:1767384596.579210:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384596.579215:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e1ca142 x1853237037642112/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 304/240 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384596.579216:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384596.579242:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.579247:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e1ca142 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037642112:12345-0@lo:256: Request processed in 447us (601us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384596.579253:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384596.579256:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.579258:0:16808:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384596.579260:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 02000000:00000001:1.0:1767384596.579261:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384596.579263:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384596.579264:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.579266:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384596.579268:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.579270:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.579273:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384596.579276:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=26 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384596.579277:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1deff05. 00000020:00000010:2.0:1767384596.579281:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd5b21e. 00000100:00001000:1.0:1767384596.579283:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=26 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384596.579285:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c9a7a85. 00000020:00000040:2.0:1767384596.579291:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:1.0:1767384596.579291:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384596.579295:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.579296:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384596.579298:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000090329a97. 00010000:00000001:1.0:1767384596.579300:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384596.579301:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384596.579303:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.579304:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384596.579333:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384596.579336:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.579337:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076276ce8. 00000400:00000010:2.0:1767384596.579342:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fca997e8. 00000100:00000040:1.0:1767384596.579342:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384596.579355:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.579359:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384596.579361:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384596.579362:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384596.579366:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4218afe pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037642112:0@lo:256: 00000100:00000001:1.0:1767384596.579368:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.579370:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.579371:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384596.579372:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.579373:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.579376:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384596.579378:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000859f4b9e. 00000100:00000001:1.0:1767384596.579379:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384596.579380:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384596.579382:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 22, more 0. 10000000:00000001:1.0:1767384596.579385:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384596.579389:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005a9f13bd. 10000000:00000040:1.0:1767384596.579396:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384596.579401:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384596.579402:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384596.579406:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:1.0:1767384596.579407:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.579408:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384596.579409:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:1.0:1767384596.579411:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000400:00000200:1.0:1767384596.579412:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 9 NIDs 00000400:00001000:1.0:1767384596.579414:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384596.579416:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:1.0:1767384596.579422:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384596.579426:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (9) 00000400:00000200:1.0:1767384596.579429:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384596.579431:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:1.0:1767384596.579432:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (10) 00000400:00000200:1.0:1767384596.579434:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:1.0:1767384596.579435:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:1.0:1767384596.579437:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384596.579438:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:1.0:1767384596.579439:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:1.0:1767384596.579440:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384596.579441:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:1.0:1767384596.579458:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:1.0:1767384596.579460:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384596.579461:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:1.0:1767384596.579462:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:1.0:1767384596.579464:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384596.579465:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:1.0:1767384596.579466:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:1.0:1767384596.579468:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384596.579469:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:1.0:1767384596.579470:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:1.0:1767384596.579472:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384596.579473:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:1.0:1767384596.579474:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:1.0:1767384596.579476:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384596.579477:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:1.0:1767384596.579478:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:1.0:1767384596.579480:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384596.579480:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000100:00000001:1.0:1767384596.579482:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.579483:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384596.579485:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 10000000:00000010:1.0:1767384596.579488:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000d836d0b. 10000000:00000040:1.0:1767384596.579490:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 22/22 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:1.0:1767384596.579494:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384596.579499:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384596.579501:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c74127d. 00000020:00000010:1.0:1767384596.579505:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a218039. 00000040:00000010:1.0:1767384596.579508:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a4d66380. 00000020:00000010:1.0:1767384596.579511:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000071ce47b9. 00000020:00000010:1.0:1767384596.579515:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000095c0097. 00000020:00000010:1.0:1767384596.579537:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b6122a89. 80000000:00000010:1.0:1767384596.579541:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c402b67. 40000000:00000010:1.0:1767384596.579543:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a6057df6. 00100000:00000010:1.0:1767384596.579547:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099c6d6ca. 00040000:00000010:1.0:1767384596.579550:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003fde1f1c. 00040000:00000010:1.0:1767384596.579569:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000625cd6fc. 00040000:00000010:1.0:1767384596.579572:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002e5674f4. 00080000:00000010:1.0:1767384596.579575:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002e9e4a60. 00000004:00000010:1.0:1767384596.579578:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000040e1b1ae. 00000004:00000010:1.0:1767384596.579582:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c9a6d889. 00000004:00000010:1.0:1767384596.579595:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000844c3790. 00002000:00000010:1.0:1767384596.579599:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007494b09a. 00000004:00000010:1.0:1767384596.579602:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ab56ae0f. 00000004:00000001:1.0:1767384596.579604:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384596.579606:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384596.579607:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000d836d0b 00000040:00001000:1.0:1767384596.579608:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384596.579609:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384596.579610:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384596.579611:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384596.579613:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384596.579614:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384596.579614:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384596.579615:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:1.0:1767384596.579616:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384596.579653:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384596.579657:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a218039. 00000040:00000010:1.0:1767384596.579665:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a4d66380. 00000020:00000010:1.0:1767384596.579667:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071ce47b9. 00000020:00000010:1.0:1767384596.579672:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000095c0097. 00000020:00000010:1.0:1767384596.579674:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b6122a89. 80000000:00000010:1.0:1767384596.579677:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c402b67. 40000000:00000010:1.0:1767384596.579680:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a6057df6. 00100000:00000010:1.0:1767384596.579682:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000099c6d6ca. 00040000:00000010:1.0:1767384596.579687:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003fde1f1c. 00040000:00000010:1.0:1767384596.579690:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000625cd6fc. 00040000:00000010:1.0:1767384596.579692:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002e5674f4. 00080000:00000010:1.0:1767384596.579694:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002e9e4a60. 00000004:00000010:1.0:1767384596.579696:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000040e1b1ae. 00000004:00000010:1.0:1767384596.579699:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c9a6d889. 00000004:00000010:1.0:1767384596.579701:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000844c3790. 00002000:00000010:1.0:1767384596.579703:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007494b09a. 00000004:00000010:1.0:1767384596.579704:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ab56ae0f. 00000020:00000010:1.0:1767384596.579706:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c74127d. 00000020:00000001:1.0:1767384596.579707:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.579709:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384596.579711:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000d836d0b. 10000000:00000010:1.0:1767384596.579714:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005a9f13bd. 10000000:00000001:1.0:1767384596.579717:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.579718:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.579721:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4218afe x1853237037642112/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.579725:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384596.579726:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384596.579727:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a45b5879. 02000000:00000001:1.0:1767384596.579729:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384596.579730:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384596.579731:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384596.579732:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384596.579732:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384596.579733:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384596.579734:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384596.579739:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384596.579740:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000075ddadc1. 00000100:00000010:1.0:1767384596.579742:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ea343228. 00000100:00000001:1.0:1767384596.579743:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384596.579744:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041a0c004. 02000000:00000001:1.0:1767384596.579745:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384596.579746:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384596.579746:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4218afe. 00000100:00000001:1.0:1767384596.579748:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384596.579749:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384596.579757:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000be29932. 10000000:01000000:1.0:1767384596.579759:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384596.579761:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384596.579762:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384596.579763:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.579764:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=3 00000020:00000001:1.0:1767384596.579766:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384596.579767:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384596.579769:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384596.579771:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.579775:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.579776:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384596.579777:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.579780:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384596.579781:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.579782:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384596.579783:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.579784:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.579785:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384596.579786:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384596.579787:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:1.0:1767384596.579788:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384596.586220:0:21354:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000003210b19e. 00000020:00000040:2.0:1767384596.586228:0:21354:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384596.586230:0:21354:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000003210b19e. 00000100:00000040:0.0:1767384596.597442:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294885395, at 4294885396 00000100:00000010:0.0:1767384596.597451:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa5a50a6. 00000100:00000040:1.0:1767384596.598349:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294885395, at 4294885397 00000100:00000040:2.0:1767384596.598351:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294885395, at 4294885397 00000100:00000010:1.0:1767384596.598357:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb02bb7b. 00000100:00000010:2.0:1767384596.598359:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037719a92. 00000100:00000040:3.0:1767384596.598368:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294885395, at 4294885397 00000100:00000010:3.0:1767384596.598375:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052f5d0bc. 00000001:00000001:3.0:1767384596.881447:0:21418:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384596.881451:0:21418:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:3.0:1767384596.885765:0:21418:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384596.893217:0:21419:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c4ce30d5. 00000400:00000010:3.0:1767384596.893231:0:21419:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004fa90bea. 00000400:00000010:3.0:1767384596.893241:0:21419:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000a2fcdcf. 00000400:00000010:3.0:1767384596.893245:0:21419:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f452ff09. 00000400:00000010:3.0:1767384596.893248:0:21419:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ede3f3e2. 00000400:00000010:3.0:1767384596.893252:0:21419:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003836fab4. 00000400:00000010:3.0:1767384596.893254:0:21419:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e18a079d. 00000400:00000010:3.0:1767384596.893255:0:21419:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000908508f2. 00000400:00000010:3.0:1767384596.893259:0:21419:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f29ed892. 00000800:00000010:3.0:1767384596.893267:0:21419:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000dc5a1960. 00000800:00000200:3.0:1767384596.893278:0:21419:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384596.893285:0:21419:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384596.893321:0:21419:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384596.893391:0:21419:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp18 [8/256/0/180] 00000400:00000010:3.0:1767384596.895660:0:21419:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 0000000075ca53d0. 00000400:00000010:3.0:1767384596.895667:0:21419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 00000400:00000010:3.0:1767384596.895672:0:21419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000400:00000001:3.0:1767384596.895685:0:21419:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384596.895686:0:21419:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384596.895688:0:21419:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002009cd38. 00000400:00000200:3.0:1767384596.895692:0:21419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d80ab59 00000400:00000010:3.0:1767384596.895700:0:21419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d80ab59. 00000400:00000010:3.0:1767384596.895704:0:21419:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 0000000041994cc8. 00000400:00000200:3.0:1767384596.895708:0:21419:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (9) 00000400:00000200:3.0:1767384596.895721:0:21419:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384596.895728:0:21419:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:3.0:1767384596.895735:0:21419:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000676b1b29. 00000020:01000000:3.0:1767384596.895739:0:21419:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384596.895741:0:21419:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp18 00000400:00000200:1.0:1767384596.895748:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384596.895757:0:21419:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004fa90bea. 00000400:00000200:1.0:1767384596.895757:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384596.895782:0:21419:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c4ce30d5. 00000400:00000010:1.0:1767384596.895785:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000400:00000200:1.0:1767384596.895792:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (10) 00000400:00000010:1.0:1767384596.895799:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000068464f87. 00000400:00000200:1.0:1767384596.895804:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:1.0:1767384596.895818:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:1.0:1767384596.895824:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384596.895831:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384596.895836:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384596.895840:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384596.895846:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384596.895850:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000001:0.0:1767384596.895856:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384596.895857:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 10000000:00000001:0.0:1767384596.895864:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384596.895869:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:0.0:1767384596.895871:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384596.895876:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384596.895880:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000020:01000004:0.0:1767384596.895882:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384596.895887:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384596.895888:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp17 00000020:01000004:0.0:1767384596.895890:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384596.895894:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384596.895898:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp17 lpni_is_preferred = 0 00000020:01000004:0.0:1767384596.895899:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384596.895906:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384596.895910:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384596.895911:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp17 00000020:01000004:0.0:1767384596.895913:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384596.895916:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384596.895920:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384596.895921:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp17 NI seq info: [21:21:256:4294967295] 192.168.203.133@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000010:0.0:1767384596.895929:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd69e493. 00000400:00000200:1.0:1767384596.895930:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp17 00000020:00000040:0.0:1767384596.895938:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:1.0:1767384596.895947:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp17(192.168.203.133@tcp17:) -> 192.168.203.133@tcp17(192.168.203.133@tcp:192.168.203.133@tcp17) : PUT try# 0 00000100:00000001:0.0:1767384596.895948:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384596.895954:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384596.895959:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.203.133@tcp17 02000000:00000001:0.0:1767384596.895963:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384596.895967:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fde1f1c. 02000000:00000010:0.0:1767384596.895977:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000450d826b. 00000100:00000001:0.0:1767384596.895988:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384596.895989:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ad7b517f. 00000800:00000010:1.0:1767384596.895995:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a65f88ab. 00000100:00000001:0.0:1767384596.895998:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1767384596.896004:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad7b517f] -> 12345-192.168.203.133@tcp17 (2) 00000100:00000001:0.0:1767384596.896004:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384596.896016:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad7b517f] -> 12345-192.168.203.133@tcp17 (2) 00000100:00000040:0.0:1767384596.896021:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd69e493] to pc [ptlrpcd_00_02+2] req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384596.896047:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 10000000:00000001:0.0:1767384596.896051:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.896052:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 10000000:00000001:0.0:1767384596.896058:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.896062:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384596.896065:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384596.896072:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384596.896074:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384596.896076:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384596.896079:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384596.896087:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:01000000:0.0:1767384596.896089:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384596.896092:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384596.896094:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384596.896099:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384596.896101:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384596.896103:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384596.896105:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384596.896106:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384596.896112:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384596.896113:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384596.896117:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384596.896121:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384596.896122:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384596.896126:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384596.896128:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000020:01000004:0.0:1767384596.896128:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384596.896131:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384596.896137:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b9e4737. 00000020:00000040:0.0:1767384596.896143:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000040:1.0:1767384596.896144:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.896151:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384596.896156:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384596.896161:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.896163:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384596.896167:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.896172:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384596.896172:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000084bba02b. 02000000:00000001:1.0:1767384596.896178:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384596.896181:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.896199:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.896202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384596.896205:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd69e493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037642240:0@lo:253: 00000100:00000001:0.0:1767384596.896206:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.896207:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000040:0.0:1767384596.896216:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9e4737] to pc [ptlrpcd_00_03+3] req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.896217:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384596.896224:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384596.896228:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384596.896230:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.896231:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384596.896235:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.896238:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384596.896240:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:1.0:1767384596.896241:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000058d2fd12. 00000400:00000200:3.0:1767384596.896242:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000020:00000010:0.0:1767384596.896243:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000676b1b29. 02000000:00000001:1.0:1767384596.896248:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384596.896254:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000927344f. 00000400:00000010:1.0:1767384596.896261:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038ddc0fe. 00000100:00000001:0.0:1767384596.896263:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384596.896265:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037642240, portal 25 00000100:00100000:0.0:1767384596.896268:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384596.896270:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384596.896273:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.896274:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987287808 : -117139722263808 : ffff957648772300) 00000100:00000001:0.0:1767384596.896280:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384596.896283:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000040:1.0:1767384596.896284:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.896284:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.896293:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384596.896297:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384596.896299:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384596.896303:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384596.896312:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000001:1.0:1767384596.896375:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384596.896381:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.896385:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000050e850f. 00000100:00000200:1.0:1767384596.896393:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037642240, offset 0 00000100:00000001:0.0:1767384596.896396:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384596.896402:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384596.896415:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.896416:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384596.896441:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384596.896446:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384596.896447:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384596.896453:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503200 02000000:00000001:0.0:1767384596.896455:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.896464:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000100:00100000:0.0:1767384596.896466:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b9e4737 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037642368:0@lo:253: 00000400:00000010:1.0:1767384596.896473:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a329e4c4. 00000100:00000001:0.0:1767384596.896475:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384596.896482:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac98f249 02000000:00000001:0.0:1767384596.896482:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384596.896485:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.896489:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384596.896491:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384596.896491:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384596.896496:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001cf9de24. 02000000:00000001:0.0:1767384596.896501:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.896504:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384596.896508:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6064e42. 00000400:00000200:1.0:1767384596.896512:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac98f249 00000400:00000010:1.0:1767384596.896532:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac98f249. 00000100:00000001:1.0:1767384596.896539:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384596.896542:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384596.896559:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8caf449. 00000100:00000040:1.0:1767384596.896562:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000f8314e3f x1853237037642240 msgsize 4848 00000100:00000200:0.0:1767384596.896566:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037642368, portal 25 00000100:00000001:0.0:1767384596.896572:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384596.896576:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987293184 : -117139722258432 : ffff957648773800) 00000400:00000200:3.0:1767384596.896577:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00100000:1.0:1767384596.896577:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384596.896584:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384596.896585:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.896593:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384596.896597:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384596.896598:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384596.896604:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aae92808. 00000100:00000200:0.0:1767384596.896607:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037642368, offset 0 00000400:00000200:1.0:1767384596.896608:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000050e850f 00000400:00000010:1.0:1767384596.896612:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000050e850f. 00000400:00000200:3.0:1767384596.896614:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:1.0:1767384596.896616:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384596.896623:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384596.896625:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384596.896636:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384596.896641:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.896645:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384596.896649:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384596.896652:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503280 00000100:00000001:1.0:1767384596.896662:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384596.896663:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:1.0:1767384596.896668:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384596.896670:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ed12b0b. 00000100:00000001:1.0:1767384596.896677:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384596.896677:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a23eabb0 00000400:00000200:3.0:1767384596.896685:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000001:1.0:1767384596.896685:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294885713 00000400:00000200:0.0:1767384596.896686:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384596.896690:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb02bb7b. 00000400:00000200:0.0:1767384596.896695:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384596.896700:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a23eabb0 00000400:00000010:0.0:1767384596.896703:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a23eabb0. 00000100:00000001:1.0:1767384596.896706:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384596.896708:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384596.896711:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384596.896714:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294885713 00000100:00000010:1.0:1767384596.896721:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c402b67. 00000400:00000200:3.0:1767384596.896726:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000040:0.0:1767384596.896726:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000e6ebd6a8 x1853237037642368 msgsize 4848 00000100:00000001:1.0:1767384596.896727:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384596.896739:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294885713 00000100:00100000:0.0:1767384596.896743:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384596.896746:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd302361. 00000100:00000040:0.0:1767384596.896747:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384596.896755:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384596.896761:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294885713 00000100:00000001:0.0:1767384596.896764:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384596.896766:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000010:1.0:1767384596.896766:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dca7f98b. 00000400:00000200:0.0:1767384596.896772:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aae92808 00000100:00000001:1.0:1767384596.896774:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384596.896777:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aae92808. 00000100:00000001:1.0:1767384596.896782:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384596.896783:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384596.896787:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384596.896791:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.896793:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.896800:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.896801:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00000001:1.0:1767384596.896805:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384596.896805:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384596.896809:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384596.896813:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.896814:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.896821:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.896828:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.896831:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384596.896834:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000100:00000001:0.0:1767384596.896836:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.896842:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294885713 00000100:00000001:0.0:1767384596.896845:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294885713 00000100:00000001:0.0:1767384596.896848:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294885713 00000100:00000001:0.0:1767384596.896850:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294885713 00000100:00000001:1.0:1767384596.896851:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384596.896853:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294885713 00000100:00100000:1.0:1767384596.896857:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037642240 00000100:00000001:0.0:1767384596.896858:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294885713 02000000:00000001:1.0:1767384596.896862:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384596.896863:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294885713 00000100:00000001:1.0:1767384596.896867:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384596.896868:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294885713 00000400:00000200:3.0:1767384596.896870:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00000001:1.0:1767384596.896872:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.896875:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384596.896879:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.896880:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.896884:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.896886:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037642240 00000100:00000001:0.0:1767384596.896889:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.896891:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384596.896894:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384596.896897:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.896899:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:1.0:1767384596.896901:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384596.896904:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384596.896909:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384596.896913:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbc36d4a. 00000100:00000001:0.0:1767384596.896917:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384596.896921:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037642368 00000100:00000001:1.0:1767384596.896924:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384596.896924:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384596.896928:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384596.896930:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbc36d4a. 00000100:00000001:0.0:1767384596.896932:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384596.896938:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8175a99. 00000020:00000010:1.0:1767384596.896945:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aac5e6d9. 02000000:00000001:0.0:1767384596.896946:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384596.896952:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037642368 00000020:00000010:1.0:1767384596.896953:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fb53b6a. 00000020:00000001:0.0:1767384596.896954:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384596.896958:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384596.896962:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384596.896964:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000100:00000040:1.0:1767384596.896967:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384596.896967:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384596.896973:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384596.896973:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384596.896977:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384596.896980:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384596.896981:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384596.896985:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000154e0485. 00000100:00000001:0.0:1767384596.896990:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.896991:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384596.896992:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000154e0485. 00000020:00000010:0.0:1767384596.897003:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eccee787. 00000100:00000001:1.0:1767384596.897006:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384596.897009:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db8dcc9f. 00000020:00000010:0.0:1767384596.897015:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000100:00000001:0.0:1767384596.897021:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384596.897023:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384596.897024:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384596.897026:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.897028:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384596.897035:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000040:1.0:1767384596.897039:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384596.897040:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.897041:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959129168 : -117139750422448 : ffff957646c97850) 00000100:00000001:0.0:1767384596.897047:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384596.897052:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8314e3f x1853237037642240/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.897060:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384596.897062:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384596.897065:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbc36d4a. 00000100:00000001:0.0:1767384596.897065:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384596.897072:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384596.897075:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000020:00000010:1.0:1767384596.897077:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbc36d4a. 00000100:00000040:0.0:1767384596.897080:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:0.0:1767384596.897084:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959119952 : -117139750431664 : ffff957646c95450) 00000100:00100000:1.0:1767384596.897088:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8314e3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16166:x1853237037642240:12345-0@lo:253: 00000100:00000040:0.0:1767384596.897092:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6ebd6a8 x1853237037642368/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384596.897096:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037642240 00000020:00000001:1.0:1767384596.897102:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384596.897105:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384596.897107:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384596.897110:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000154e0485. 00000020:00000001:1.0:1767384596.897111:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.897117:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384596.897118:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384596.897123:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000010:0.0:1767384596.897124:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000154e0485. 00000020:00000001:1.0:1767384596.897129:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384596.897133:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384596.897137:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6ebd6a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16165:x1853237037642368:12345-0@lo:253: 00000020:00000001:1.0:1767384596.897139:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:3.0:1767384596.897140:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bea7dd90. 00000800:00000010:3.0:1767384596.897147:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fa90bea. 00000020:00000001:1.0:1767384596.897151:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384596.897157:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035f4c23f. 00000100:00000200:0.0:1767384596.897157:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037642368 00000020:00000001:1.0:1767384596.897158:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.897164:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384596.897166:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384596.897169:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384596.897171:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384596.897172:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.897176:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384596.897178:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 02000000:00000010:1.0:1767384596.897179:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bf623110. 00000020:00000001:0.0:1767384596.897181:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384596.897184:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.897185:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.897189:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.897190:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384596.897194:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384596.897195:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384596.897199:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035f4c23f. 00000020:00000001:0.0:1767384596.897200:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.897206:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384596.897207:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000676ca5e5. 02000000:00000001:0.0:1767384596.897208:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384596.897215:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384596.897218:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384596.897220:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384596.897223:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384596.897224:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001a083e1d. 20000000:00000001:1.0:1767384596.897226:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.897229:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.897230:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384596.897234:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384596.897238:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384596.897243:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6122a89. 20000000:01000000:1.0:1767384596.897248:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000010:0.0:1767384596.897249:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000056937c6f. 20000000:01000000:0.0:1767384596.897255:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384596.897256:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384596.897257:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384596.897260:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384596.897262:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.897264:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384596.897264:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384596.897269:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384596.897332:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384596.897366:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384596.897369:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.897372:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384596.897376:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384596.897383:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384596.897387:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384596.897395:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ea343228. 00080000:00000001:1.0:1767384596.897398:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568998400 : -117144140553216 : ffff9575411d6400) 00080000:00000001:1.0:1767384596.897402:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384596.897504:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384596.897565:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp17 from 239.3.0.2 00000800:00000010:3.0:1767384596.897569:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000198158f0. 00000001:00000001:1.0:1767384596.897579:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384596.897582:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.897586:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384596.897612:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.897615:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384596.897783:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384596.897786:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384596.897837:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fd11f78a. 00000800:00000010:0.0:1767384596.897844:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aae92808. 00000800:00000010:0.0:1767384596.897873:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006fee388b. 00000800:00000200:0.1:1767384596.897880:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad7b517f] -> 12345-192.168.203.133@tcp17 (2) 00000800:00000200:0.1:1767384596.897894:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp17 000000006fee388b deleted 00000800:00000010:0.1:1767384596.897896:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006fee388b. 00000800:00000200:0.1:1767384596.897902:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384596.897911:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp17 ip 192.168.203.133:1007 00000800:00000200:0.1:1767384596.897915:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fde1f1c type 1, nob 288 niov 1 nkiov 1 00000800:00000200:0.0:1767384596.897922:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp17 p 3.x 192.168.203.133 -> 192.168.203.133:1007 incarnation:1767384595398159500 sched[0] 00000800:00000010:0.0:1767384596.897929:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000154e0485. 00000800:00000010:0.0:1767384596.897995:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000154e0485. 00000800:00000010:0.0:1767384596.898001:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aae92808. 00000800:00000200:3.1:1767384596.898024:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384596.898033:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp17 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384595398159500 sched[0] 00000800:00000010:0.0:1767384596.898036:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000198158f0. 00000800:00000010:3.0:1767384596.898037:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fa90bea. 00000800:00000001:0.0:1767384596.898056:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384596.898062:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384596.898102:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384596.898156:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000200:0.0:1767384596.898169:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384596.898173:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fde1f1c. 00000800:00000001:1.0:1767384596.898175:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384596.898179:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384596.898187:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp17->192.168.203.133@tcp17: PUT: OK 00000800:00000001:1.0:1767384596.898192:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384596.898193:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384596.898194:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000001:1.0:1767384596.898198:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384596.898201:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000001:1.0:1767384596.898206:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384596.898218:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp17(192.168.203.133@tcp17) <- 192.168.203.133@tcp17 : PUT - for me 00000400:00000200:1.0:1767384596.898229:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384596.898236:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 192/192 into md 0x13d1 [1] + 0 00000400:00000010:1.0:1767384596.898240:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a36766c. 00000400:00000200:3.0:1767384596.898241:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384596.898245:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8764a08 00000800:00000001:1.0:1767384596.898250:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.898261:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384596.898264:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.898269:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp17->192.168.203.133@tcp17: PUT: OK 00000400:00000200:1.0:1767384596.898290:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00000400:00000010:1.0:1767384596.898293:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000400:00000200:1.0:1767384596.898298:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384596.898303:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (11) 00000400:00000200:3.0:1767384596.898308:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384596.898309:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:1.0:1767384596.898318:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000e4d145bb. 00000400:00000200:1.0:1767384596.898706:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 10 00000400:00000200:1.0:1767384596.898712:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384596.898723:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (12) 00000400:00000200:3.0:1767384596.898726:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384596.898729:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384596.898738:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp17 to MR: 192.168.203.133@tcp17 local destination 00000400:00000200:1.0:1767384596.898744:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp17 NI seq info: [22:22:256:4294967295] 192.168.203.133@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767384596.898753:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp17(192.168.203.133@tcp17:192.168.203.133@tcp17) -> 192.168.203.133@tcp17(192.168.203.133@tcp17:192.168.203.133@tcp17) 192.168.203.133@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384596.898760:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp17 00000800:00000010:1.0:1767384596.898764:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062447790. 00000400:00000200:3.0:1767384596.898769:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000800:00000200:1.0:1767384596.898770:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad7b517f] -> 12345-192.168.203.133@tcp17 (4) 00000800:00000200:1.0:1767384596.898779:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp17 ip 192.168.203.133:988 00000800:00000200:1.0:1767384596.898782:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062447790 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384596.898800:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384596.898828:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000800:00000200:1.0:1767384596.898851:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384596.898854:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062447790. 00000400:00000200:1.0:1767384596.898860:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.898865:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp17->192.168.203.133@tcp17: ACK: OK 00000400:00000200:3.0:1767384596.898872:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000800:00000001:1.0:1767384596.898873:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.898880:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384596.898885:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.898890:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384596.898893:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.898899:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384596.898906:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp17(192.168.203.133@tcp17) <- 192.168.203.133@tcp17 : ACK - for me 00000400:00000200:1.0:1767384596.898918:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp17: ACK from 12345-192.168.203.133@tcp17 into md 0x1451 00000400:00000200:3.0:1767384596.898919:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384596.898922:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.898929:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp17->192.168.203.133@tcp17: ACK: OK 00000400:00000200:1.0:1767384596.898933:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000400:00000010:1.0:1767384596.898935:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000400:00000200:1.0:1767384596.898939:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384596.898943:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:1.0:1767384596.898947:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384596.898952:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (11) 00000400:00000200:3.0:1767384596.898953:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000800:00000001:1.0:1767384596.898957:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.898963:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384596.898994:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384596.898997:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384596.899041:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384596.899082:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384596.899121:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384596.899147:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000800:00000010:3.0:1767384596.899317:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7dbaf9f. 00000800:00000010:3.0:1767384596.899321:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fa90bea. 00000800:00000010:3.0:1767384596.899352:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035f4c23f. 00000800:00000010:3.0:1767384596.899393:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035f4c23f. 00000400:00000200:3.0:1767384596.899434:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384596.899450:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp17 from 238.3.0.2 00000800:00000010:3.0:1767384596.899454:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000084899d66. 00000400:00000010:0.0:1767384596.899748:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b9343f7. 00000400:00000010:0.0:1767384596.899755:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3972d42. 00000400:00000200:0.0:1767384596.899760:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:0.0:1767384596.899767:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:0.0:1767384596.899774:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 000000006da0744d. 00000400:00000010:0.0:1767384596.899777:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 00000000bb035eec. 00000400:00000010:0.0:1767384596.899781:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 000000008e6ce50f. 00000800:00000010:3.0:1767384596.899798:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000676b1b29. 00000400:00000010:0.0:1767384596.899802:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fdb10387. 00000800:00000010:3.0:1767384596.899804:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017d42161. 00000400:00000200:0.0:1767384596.899812:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fdb10387 nid 192.168.203.133@tcp18 00000400:00000010:0.0:1767384596.899818:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000011132c67. 00000400:00000200:0.0:1767384596.899822:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000011132c67 net tcp18 00000400:00000200:0.0:1767384596.899825:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (10) 00000800:00000010:3.0:1767384596.899831:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ff986902. 00000400:00000200:0.0:1767384596.899832:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp18 flags 0x11 00000400:00000010:0.0:1767384596.899856:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 000000006da0744d. 00000800:00000200:3.1:1767384596.899858:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad7b517f] -> 12345-192.168.203.133@tcp17 (4) 00000400:00000010:0.0:1767384596.899864:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 00000000bb035eec. 00000800:00000200:3.1:1767384596.899871:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp17 00000000ff986902 deleted 00000400:00000010:0.0:1767384596.899874:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 000000008e6ce50f. 00000800:00000010:3.1:1767384596.899875:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ff986902. 00000400:00000010:0.0:1767384596.899882:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000e4d145bb. 00000800:00000200:3.1:1767384596.899883:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384596.899893:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp17 p 3.x 192.168.203.133 -> 192.168.203.133:1006 incarnation:1767384595398159500 sched[0] 00000400:00000200:0.0:1767384596.899895:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000800:00000010:3.0:1767384596.899902:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035f4c23f. 00000400:00000200:0.0:1767384596.899903:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384596.899908:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384596.899912:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384596.899919:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384596.899921:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384596.899926:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384596.899932:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (11) 00000800:00000010:3.0:1767384596.899980:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035f4c23f. 00000800:00000010:3.0:1767384596.899985:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017d42161. 00000800:00000010:3.0:1767384596.900003:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000084899d66. 00000800:00000200:0.1:1767384596.900017:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:3.0:1767384596.900025:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384596.900046:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp17 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384595398159500 sched[0] 00000800:00000001:3.0:1767384596.900047:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384596.900053:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fa90bea. 00000800:00000001:0.0:1767384596.900150:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384596.900156:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384596.909277:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384596.909286:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:0.0:1767384596.909288:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384596.909290:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384596.909293:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384596.909295:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384596.909297:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384596.909300:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384596.909302:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384596.909305:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ea343228. 00080000:00000001:0.0:1767384596.909310:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:1.0:1767384596.909445:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e5674f4. 20000000:01000000:1.0:1767384596.909451:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:1.0:1767384596.909456:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384596.909461:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384596.909490:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384596.909493:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384596.909495:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.909497:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384596.909500:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384596.909504:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384596.909507:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384596.909512:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ab56ae0f. 00080000:00000001:1.0:1767384596.909540:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568996352 : -117144140555264 : ffff9575411d5c00) 00080000:00000001:1.0:1767384596.909543:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384596.909604:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384596.909606:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.909608:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384596.909621:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.909623:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384596.909739:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384596.909743:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384596.909800:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384596.909812:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384596.909816:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384596.909823:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384596.909932:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384596.909935:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384596.909938:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384596.909943:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384596.909946:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384596.909953:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005af71711 count: 2 00010000:00000001:2.0:1767384596.909956:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384596.909960:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384596.909966:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000057066aa8. 00000020:00000001:2.0:1767384596.909971:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384596.909982:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000057066aa8 with handle 0x1c01179f271edc37 to hash 00000020:00000001:2.0:1767384596.909984:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384596.909985:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.909989:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.909993:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.909994:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.909997:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.910007:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384596.910011:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384596.910013:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384596.910015:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.910018:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384596.910021:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edc29 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.910027:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384596.910029:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.910031:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.910032:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.910034:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.910036:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384596.910038:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384596.910044:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005af71711) refcount = 2 00010000:00000040:2.0:1767384596.910047:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384596.910051:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271edc29 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384596.910056:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384596.910058:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384596.910065:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b94ca77. 00000100:00000001:2.0:1767384596.910076:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384596.910081:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052d419e0. 00000100:00000001:2.0:1767384596.910083:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929592359552 : -117144117192064 : ffff95754281da80) 00000100:00000001:2.0:1767384596.910085:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626929592359552 : -117144117192064 : ffff95754281da80) 00000100:00000001:2.0:1767384596.910088:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384596.910090:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384596.910092:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384596.910095:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.910097:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384596.910099:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384596.910101:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384596.910104:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384596.910106:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384596.910111:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 00000020:00000040:2.0:1767384596.910115:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:2.0:1767384596.910119:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384596.910121:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384596.910126:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384596.910132:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c9a7a85. 00000100:00000001:2.0:1767384596.910137:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.910143:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271edc29 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384596.910161:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271edc29 expref: 16 pid: 16806 timeout: 368 lvb_type: 0 00010000:00000001:2.0:1767384596.910172:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384596.910176:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384596.910199:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384596.910210:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384596.910211:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384596.910216:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037642496:0@lo:104: 00000100:00000001:2.0:1767384596.910222:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384596.910225:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384596.910238:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.910242:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384596.910247:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac6e30c3. 02000000:00000001:2.0:1767384596.910250:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.910257:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30a4ff2. 00000400:00000010:2.0:1767384596.910265:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000200:2.0:1767384596.910271:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037642496, portal 16 00000100:00000001:2.0:1767384596.910274:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384596.910275:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000040:2.0:1767384596.910280:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384596.910286:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.910306:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.910310:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000100:00000200:2.0:1767384596.910313:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037642496, offset 0 00000400:00000200:2.0:1767384596.910320:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.910329:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.910364:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f503300 00000400:00000200:2.0:1767384596.910372:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:2.0:1767384596.910378:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.910384:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.910389:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384596.910391:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384596.910396:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c27a2f27. 00000100:00000040:2.0:1767384596.910399:0:16827:0:(events.c:337:request_in_callback()) incoming req@00000000c27a2f27 x1853237037642496 msgsize 328 00000100:00100000:2.0:1767384596.910405:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384596.910418:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.910424:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000400:00000010:2.0:1767384596.910427:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000100:00000001:2.0:1767384596.910430:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384596.910432:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384596.910440:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384596.910443:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384596.910458:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.910460:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.910466:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.910468:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294885727 00000100:00000001:2.0:1767384596.910474:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294885713 00000100:00000001:2.0:1767384596.910479:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294885727 00000100:00000001:2.0:1767384596.910482:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294885713 00000100:00000001:2.0:1767384596.910486:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294885727 00000100:00000001:2.0:1767384596.910492:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294885713 00000100:00000001:2.0:1767384596.910496:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294885727 00000100:00000001:2.0:1767384596.910500:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294885713 00000100:00000001:2.0:1767384596.910505:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.910509:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.910513:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.910549:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.910553:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.910556:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.910558:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.910559:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.910562:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384596.910564:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384596.910567:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.910570:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384596.910572:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384596.910576:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 0000000052d419e0 going to sleep for 11 seconds 00000100:00000001:2.0:1767384596.910581:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.910584:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.910604:0:18600:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384596.910607:0:18600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037642496 02000000:00000001:2.0:1767384596.910610:0:18600:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384596.910612:0:18600:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.910615:0:18600:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.910619:0:18600:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384596.910631:0:18600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037642496 00000020:00000001:2.0:1767384596.910634:0:18600:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384596.910636:0:18600:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000020:00000001:2.0:1767384596.910639:0:18600:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.910642:0:18600:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000020:00000001:2.0:1767384596.910646:0:18600:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:2.0:1767384596.910649:0:18600:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:2.0:1767384596.910653:0:18600:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.910658:0:18600:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003648fbd8. 00000100:00000001:2.0:1767384596.910661:0:18600:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.910664:0:18600:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003648fbd8. 00000020:00000010:2.0:1767384596.910672:0:18600:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dd7dd5d. 00000020:00000010:2.0:1767384596.910678:0:18600:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1deff05. 00000020:00000010:2.0:1767384596.910683:0:18600:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd5b21e. 00000100:00000040:2.0:1767384596.910692:0:18600:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384596.910695:0:18600:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384596.910697:0:18600:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384596.910698:0:18600:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.910703:0:18600:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.910731:0:18600:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.910744:0:18600:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384596.910747:0:18600:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384596.910753:0:18600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384596.910757:0:18600:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:2.0:1767384596.910761:0:18600:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974586624 : -117139734964992 : ffff957647b55500) 00000100:00000040:2.0:1767384596.910768:0:18600:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c27a2f27 x1853237037642496/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 328/0 e 0 to 0 dl 1767384607 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384596.910796:0:18600:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.910802:0:18600:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003648fbd8. 00000100:00000001:2.0:1767384596.910806:0:18600:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.910809:0:18600:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003648fbd8. 00000100:00100000:2.0:1767384596.910817:0:18600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c27a2f27 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037642496:12345-0@lo:104: 00000100:00000200:2.0:1767384596.910832:0:18600:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037642496 00010000:00000001:2.0:1767384596.910836:0:18600:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384596.910841:0:18600:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384596.910844:0:18600:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.910847:0:18600:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=2 00000020:00000001:2.0:1767384596.910849:0:18600:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:2.0:1767384596.910853:0:18600:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:2.0:1767384596.910857:0:18600:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.910860:0:18600:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.910862:0:18600:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384596.910870:0:18600:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384596.910871:0:18600:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.910892:0:18600:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000090329a97. 02000000:00000001:2.0:1767384596.910895:0:18600:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.910898:0:18600:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.910904:0:18600:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384596.910908:0:18600:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.910913:0:18600:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.910919:0:18600:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384596.910922:0:18600:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384596.910926:0:18600:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384596.910930:0:18600:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.910932:0:18600:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.910936:0:18600:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.910955:0:18600:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.910959:0:18600:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000100:00000200:2.0:1767384596.910964:0:18600:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037642496, offset 224 00000400:00000200:2.0:1767384596.910972:0:18600:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.910981:0:18600:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.910992:0:18600:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f503300 00000400:00000200:2.0:1767384596.910998:0:18600:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1469 [1] + 224 00000400:00000200:2.0:1767384596.911002:0:18600:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.911014:0:18600:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.911018:0:18600:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.911021:0:18600:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384596.911028:0:18600:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384596.911041:0:18600:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.911046:0:18600:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000400:00000010:2.0:1767384596.911047:0:18600:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000100:00000001:2.0:1767384596.911050:0:18600:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384596.911052:0:18600:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.911056:0:18600:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.911060:0:18600:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384596.911065:0:18600:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384596.911070:0:18600:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c23b0c6d. 00010000:00000001:2.0:1767384596.911073:0:18600:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384596.911088:0:18600:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384596.911092:0:18600:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.911095:0:18600:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.911099:0:18600:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.911100:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384596.911104:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.911105:0:18600:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27a2f27 x1853237037642496/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384596.911108:0:16800:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384596.911114:0:16800:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384596.911118:0:16800:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384596.911122:0:16800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384596.911132:0:18600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c27a2f27 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037642496:12345-0@lo:104: Request processed in 329us (725us total) trans 0 rc 0/0 00010000:00010000:1.0:1767384596.911136:0:16800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e90c0234 already unused, calling callback (000000001582b397) 10000000:00000001:1.0:1767384596.911141:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384596.911144:0:16800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384596.911151:0:18600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00000001:1.0:1767384596.911158:0:16800:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1767384596.911159:0:18600:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00010000:00000001:1.0:1767384596.911163:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384596.911165:0:18600:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384596.911167:0:16800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384596.911170:0:18600:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767384596.911172:0:16800:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=3 00000020:00000010:2.0:1767384596.911178:0:18600:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1deff05. 00000020:00000001:1.0:1767384596.911179:0:16800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384596.911185:0:16800:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00000020:00000010:2.0:1767384596.911188:0:18600:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd5b21e. 00010000:00000001:1.0:1767384596.911190:0:16800:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384596.911193:0:16800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384596.911198:0:18600:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dd7dd5d. 10000000:00000001:1.0:1767384596.911202:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384596.911205:0:16800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384596.911207:0:18600:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000100:00000001:2.0:1767384596.911214:0:18600:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384596.911225:0:16800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384596.911229:0:16800:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384596.911231:0:16800:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384596.911234:0:16800:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384596.911236:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384596.911237:0:16800:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.911256:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384596.911257:0:16800:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384596.911261:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384596.911263:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 10000000:00000001:1.0:1767384596.911265:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000001:2.0:1767384596.911266:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:00000001:1.0:1767384596.911267:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384596.911271:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384596.911273:0:16800:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767384596.911277:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b30a4ff2. 00010000:00000001:1.0:1767384596.911278:0:16800:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384596.911281:0:16800:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384596.911285:0:16800:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384596.911286:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00010000:00000001:1.0:1767384596.911288:0:16800:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.911292:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000020:00000040:1.0:1767384596.911292:0:16800:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e90c0234 with handle 0x1c01179f271edc29 from hash 00010000:00000001:1.0:1767384596.911299:0:16800:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384596.911301:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384596.911302:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384596.911303:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384596.911307:0:16800:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384596.911333:0:16800:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384596.911334:0:16800:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384596.911338:0:16800:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384596.911340:0:16800:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000200:2.0:1767384596.911345:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384596.911378:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384596.911389:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767384596.911392:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4218afe. 00000100:00000001:2.0:1767384596.911393:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384596.911398:0:16800:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384596.911401:0:16827:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384596.911404:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384596.911407:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384596.911408:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384596.911428:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384596.911429:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.911434:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384596.911437:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086451261. 02000000:00000001:2.0:1767384596.911440:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.911443:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.911448:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=26 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384596.911448:0:16800:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384596.911453:0:16800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384596.911456:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.911465:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384596.911467:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.911471:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384596.911474:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.911480:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.911482:0:16800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384596.911485:0:16800:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384596.911488:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384596.911490:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384596.911494:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.911503:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384596.911505:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4218afe] to pc [ptlrpcd_00_00+0] req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.911509:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.911514:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.911530:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384596.911534:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.911537:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.911539:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.911547:0:16800:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384596.911548:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384596.911553:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.911557:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384596.911559:0:16800:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.911565:0:16800:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.911569:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.911571:0:16800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.911579:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384596.911582:0:16800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 00000000e90c0234/0x1c01179f271edc29 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edc30 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384596.911599:0:16800:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000054ad4680 count: 0 00000100:00100000:2.0:1767384596.911608:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037642496:0@lo:104: 00010000:00000001:1.0:1767384596.911615:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384596.911618:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.911618:0:16800:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384596.911622:0:16800:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c23b0c6d. 00000100:00000001:2.0:1767384596.911625:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.911627:0:16800:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.911631:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:1.0:1767384596.911632:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384596.911635:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384596.911637:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.911641:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384596.911644:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384596.911645:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037642496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384596.911647:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.911654:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384596.911658:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384596.911662:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.911666:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:1.0:1767384596.911666:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384596.911671:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384596.911674:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac6e30c3. 02000000:00000001:2.0:1767384596.911681:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384596.911684:0:16827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384596.911686:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00000020:00000001:2.0:1767384596.911689:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384596.911691:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c9a7a85. 02000000:00000001:2.0:1767384596.911694:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384596.911696:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384596.911697:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000100:00000001:2.0:1767384596.911700:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384596.911702:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384596.911704:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000052d419e0. 00000100:00000001:2.0:1767384596.911707:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384596.911725:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384596.911727:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b94ca77. 00010000:00000001:2.0:1767384596.911730:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.911733:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.911736:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384596.911740:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384596.911743:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384596.911746:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384596.911773:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.911793:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.911803:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384596.911807:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.911817:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384596.911819:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.911822:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384596.911825:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384596.911827:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384596.911830:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4218afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037642624:0@lo:103: 00000100:00000001:2.0:1767384596.911834:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384596.911837:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384596.911839:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.911841:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384596.911846:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c9a7a85. 02000000:00000001:2.0:1767384596.911848:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.911853:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30a4ff2. 00000400:00000010:2.0:1767384596.911857:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000200:2.0:1767384596.911862:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037642624, portal 18 00000100:00000001:2.0:1767384596.911864:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384596.911866:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599143808 : -117139110407808 : ffff95766cef5180) 00000100:00000040:2.0:1767384596.911871:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.911880:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.911884:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.911888:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000100:00000200:2.0:1767384596.911892:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037642624, offset 0 00000400:00000200:2.0:1767384596.911898:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.911907:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.911914:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f503380 00000400:00000200:2.0:1767384596.911919:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:2.0:1767384596.911924:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.911928:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.911933:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384596.911941:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384596.911944:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 00000100:00000040:2.0:1767384596.911947:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000674c92be x1853237037642624 msgsize 328 00000100:00100000:2.0:1767384596.911954:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384596.911964:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.911971:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000400:00000010:2.0:1767384596.911973:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000100:00000001:2.0:1767384596.911976:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384596.911980:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.911987:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384596.911990:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.911996:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.911998:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.912003:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912006:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294885728 00000100:00000001:2.0:1767384596.912012:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294885727 00000100:00000001:2.0:1767384596.912017:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294885728 00000100:00000001:2.0:1767384596.912021:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294885727 00000100:00000001:2.0:1767384596.912026:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294885728 00000100:00000001:2.0:1767384596.912031:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294885727 00000100:00000001:2.0:1767384596.912036:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294885728 00000100:00000001:2.0:1767384596.912040:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294885727 00000100:00000001:2.0:1767384596.912044:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.912046:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912049:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912051:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.912056:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384596.912057:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384596.912060:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.912062:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.912070:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912073:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912084:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.912086:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912099:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384596.912101:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037642624 02000000:00000001:2.0:1767384596.912102:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384596.912104:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.912105:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.912108:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384596.912110:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037642624 00000020:00000001:2.0:1767384596.912111:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384596.912112:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384596.912114:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.912115:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000020:00000001:2.0:1767384596.912117:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384596.912119:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384596.912121:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.912124:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b94ca77. 00000100:00000001:2.0:1767384596.912126:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.912128:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b94ca77. 00000020:00000010:2.0:1767384596.912134:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac6e30c3. 00000020:00000010:2.0:1767384596.912138:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1deff05. 00000020:00000010:2.0:1767384596.912141:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd5b21e. 00000100:00000040:2.0:1767384596.912149:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384596.912151:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384596.912152:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384596.912154:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384596.912157:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912160:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384596.912163:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384596.912165:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.912168:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4afddb refcount=4 00000020:00000001:2.0:1767384596.912171:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648838656 : -117139060712960 : ffff95766fe59a00) 00010000:00000001:2.0:1767384596.912177:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648838656 : -117139060712960 : ffff95766fe59a00) 00010000:00010000:2.0:1767384596.912191:0:16841:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edc29 expref: 17 pid: 16806 timeout: 368 lvb_type: 0 00010000:00000001:2.0:1767384596.912200:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912202:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.912204:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.912208:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.912214:0:16841:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384596.912220:0:16841:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000674c92be x1853237037642624/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 328/0 e 0 to 0 dl 1767384607 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.912230:0:16841:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384596.912232:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912247:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.912281:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384596.912283:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384596.912285:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384596.912291:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384596.912291:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384596.912298:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:3.0:1767384596.912299:0:16798:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912303:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000001:3.0:1767384596.912304:0:16798:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.912312:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000674c92be x1853237037642624/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 328/0 e 0 to 0 dl 1767384607 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.912321:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.912349:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b94ca77. 00000100:00000001:2.0:1767384596.912352:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.912354:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b94ca77. 00000100:00100000:2.0:1767384596.912361:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000674c92be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16163:x1853237037642624:12345-0@lo:103: 00000100:00000200:2.0:1767384596.912365:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037642624 00010000:00000001:2.0:1767384596.912367:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384596.912370:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384596.912372:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384596.912377:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384596.912380:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.912385:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000205170ca. 02000000:00000001:2.0:1767384596.912387:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912396:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912399:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384596.912402:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384596.912405:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384596.912407:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.912409:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4afddb refcount=4 00000020:00000001:2.0:1767384596.912411:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648838656 : -117139060712960 : ffff95766fe59a00) 00010000:00000001:2.0:1767384596.912414:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648838656 : -117139060712960 : ffff95766fe59a00) 00010000:00000040:2.0:1767384596.912417:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005af71711 count: 3 00010000:00010000:2.0:1767384596.912421:0:16841:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edc29 expref: 17 pid: 16806 timeout: 368 lvb_type: 0 00000100:00001000:2.0:1767384596.912427:0:16841:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384596 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384596.912430:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384596.912439:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912441:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384596.912444:0:16841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271edc29 expref: 17 pid: 16806 timeout: 368 lvb_type: 0 00000020:00000001:2.0:1767384596.912450:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384596.912452:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384596.912454:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.912456:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912460:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384596.912462:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384596.912467:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912468:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.912471:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.912473:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384596.912475:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f4afddb with handle 0x1c01179f271edc30 from hash 00010000:00000001:2.0:1767384596.912478:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384596.912480:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912482:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.912484:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384596.912486:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384596.912487:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384596.912498:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f4afddb/0x1c01179f271edc30 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271edc29 expref: 17 pid: 16806 timeout: 368 lvb_type: 0 00010000:00000040:2.0:1767384596.912503:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:2.0:1767384596.912505:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:2.0:1767384596.912510:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.912511:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384596.912513:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384596.912514:0:16841:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000057066aa8 00010000:00000001:2.0:1767384596.912533:0:16841:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384596.912536:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.912538:0:16841:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.912540:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.912541:0:16841:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.912543:0:16841:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384596.912545:0:16841:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384596.912546:0:16841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912552:0:16841:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384596.912554:0:16841:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384596.912556:0:16841:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384596.912557:0:16841:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384596.912559:0:16841:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005af71711) refcount = 2 00010000:00010000:2.0:1767384596.912562:0:16841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912567:0:16841:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384596.912570:0:16841:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384596.912571:0:16841:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.912573:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384596.912578:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b94ca77. 00000100:00000001:2.0:1767384596.912580:0:16841:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384596.912583:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052d419e0. 00000100:00000001:2.0:1767384596.912585:0:16841:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929592359552 : -117144117192064 : ffff95754281da80) 00000100:00000001:2.0:1767384596.912587:0:16841:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626929592359552 : -117144117192064 : ffff95754281da80) 00000100:00000001:2.0:1767384596.912596:0:16841:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384596.912597:0:16841:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384596.912599:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384596.912601:0:16841:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384596.912604:0:16841:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384596.912607:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384596.912609:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.912611:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000057066aa8 refcount=5 00000020:00000001:2.0:1767384596.912613:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.912615:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.912617:0:16841:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384596.912619:0:16841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912625:0:16841:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384596.912627:0:16841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912631:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912633:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384596.912634:0:16841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912639:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.912641:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912644:0:16841:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384596.912646:0:16841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384596.912654:0:16841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000057066aa8 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384596.912657:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384596.912660:0:16841:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384596.912663:0:16841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912701:0:16841:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384596.912703:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384596.912704:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.912706:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000057066aa8 refcount=6 00000020:00000001:2.0:1767384596.912709:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.912712:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.912716:0:16841:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384596.912719:0:16841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912726:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384596.912729:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384596.912732:0:16841:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912747:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384596.912750:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384596.912754:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.912756:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384596.912759:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000057066aa8 with handle 0x1c01179f271edc37 from hash 00010000:00000001:2.0:1767384596.912762:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384596.912764:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912766:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.912768:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384596.912770:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384596.912772:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384596.912773:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912775:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384596.912781:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384596.912788:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384596.912789:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.912793:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384596.912796:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384596.912798:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912800:0:16841:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384596.912809:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384596.912810:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384596.912815:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912815:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384596.912817:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384596.912821:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384596.912821:0:16841:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912827:0:16841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912831:0:16841:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.912842:0:16841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912849:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912852:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.912854:0:16841:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384596.912856:0:16841:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384596.912859:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.912860:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.912863:0:16841:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384596.912867:0:16841:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.912871:0:16841:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912874:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384596.912877:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000057066aa8/0x1c01179f271edc37 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.912888:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.912891:0:16841:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.912894:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384596.912897:0:16841:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384596.912900:0:16841:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912903:0:16841:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912906:0:16841:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384596.912908:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000052d419e0. 00000100:00000001:2.0:1767384596.912913:0:16841:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384596.912915:0:16841:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384596.912918:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b94ca77. 00010000:00000001:2.0:1767384596.912922:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384596.912925:0:16841:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005af71711 count: 0 00010000:00010000:2.0:1767384596.912931:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384596.912934:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.912938:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384596.912940:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.912942:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.912947:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384596.912950:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384596.912953:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384596.912966:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.912969:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.912973:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.912977:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.912982:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000100:00000200:2.0:1767384596.912986:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037642624, offset 224 00000400:00000200:2.0:1767384596.912994:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.913003:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.913012:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f503380 00000400:00000200:2.0:1767384596.913018:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1475 [1] + 224 00000400:00000200:2.0:1767384596.913023:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.913028:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.913033:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.913037:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.913049:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.913068:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.913076:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000400:00000010:2.0:1767384596.913079:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000100:00000001:2.0:1767384596.913084:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384596.913086:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.913090:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.913094:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384596.913097:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.913100:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.913105:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037642624/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.913117:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000674c92be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037642624:12345-0@lo:103: Request processed in 794us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384596.913126:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384596.913130:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000001:2.0:1767384596.913141:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384596.913144:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384596.913147:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1deff05. 00000020:00000010:2.0:1767384596.913152:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd5b21e. 00000020:00000010:2.0:1767384596.913155:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac6e30c3. 00000020:00000040:2.0:1767384596.913160:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000001:2.0:1767384596.913163:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.913183:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.913186:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384596.913191:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384596.913193:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384596.913195:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b30a4ff2. 00000400:00000200:2.0:1767384596.913202:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000010:2.0:1767384596.913205:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:2.0:1767384596.913210:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.913216:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384596.913228:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.913239:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384596.913242:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.913245:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384596.913247:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384596.913249:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.913251:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.913253:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.913256:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384596.913276:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.913280:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384596.913282:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.913284:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384596.913286:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.913289:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.913294:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.913300:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.913311:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.913313:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384596.913320:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.913363:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4218afe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037642624:0@lo:103: 00000100:00000001:2.0:1767384596.913370:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.913372:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384596.913377:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4218afe x1853237037642624/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.913383:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384596.913387:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384596.913389:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c9a7a85. 02000000:00000001:2.0:1767384596.913394:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384596.913395:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384596.913397:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384596.913400:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384596.913402:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000086451261. 02000000:00000001:2.0:1767384596.913407:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384596.913409:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384596.913411:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4218afe. 00000100:00000001:2.0:1767384596.913417:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384596.913419:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.913422:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.913428:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384596.913430:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.913434:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.913437:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384596.916341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000054ad4680. 00010000:00000010:1.1:1767384596.916347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e90c0234. 00010000:00000010:2.1:1767384596.919370:0:21423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f4afddb. 00010000:00000010:2.1:1767384596.919381:0:21423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000057066aa8. 00010000:00000010:2.1:1767384596.919388:0:21423:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005af71711. 00080000:00000001:2.0:1767384596.922036:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.922041:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384596.922043:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384596.922046:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384596.922048:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384596.922049:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384596.922053:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384596.922053:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384596.922057:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384596.922059:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384596.922060:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ab56ae0f. 00080000:00000001:1.0:1767384596.922066:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384596.922072:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384596.922078:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384596.922084:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384596.922113:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384596.922115:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384596.922117:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384596.922120:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384596.922122:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384596.922128:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045257703. 00010000:00000001:2.0:1767384596.922133:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384596.922137:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000057066aa8. 00000020:00000001:2.0:1767384596.922140:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384596.922143:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000057066aa8 with handle 0x1c01179f271edc3e to hash 00000020:00000001:2.0:1767384596.922146:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384596.922148:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.922151:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.922154:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.922156:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.922160:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922171:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384596.922174:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384596.922177:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384596.922180:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.922183:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.922202:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.922204:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.922208:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384596.922210:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384596.922212:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384596.922214:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384596.922217:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000045257703) refcount = 1 00010000:00010000:2.0:1767384596.922222:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922231:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384596.922233:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384596.922235:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.922246:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.922249:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384596.922253:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384596.922257:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384596.922261:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384596.922262:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.922264:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000057066aa8 refcount=4 00000020:00000001:2.0:1767384596.922267:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.922269:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.922272:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384596.922274:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922296:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384596.922298:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922303:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.922304:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384596.922306:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922310:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.922312:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.922314:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384596.922316:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384596.922322:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000057066aa8 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384596.922325:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384596.922327:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384596.922329:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922334:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384596.922386:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384596.922388:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.922391:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000057066aa8 refcount=5 00000020:00000001:2.0:1767384596.922395:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.922398:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384596.922401:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384596.922404:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922412:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384596.922415:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384596.922417:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.922422:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384596.922425:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384596.922429:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.922431:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384596.922435:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000057066aa8 with handle 0x1c01179f271edc3e from hash 00010000:00000001:2.0:1767384596.922439:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384596.922442:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.922445:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.922446:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384596.922449:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384596.922452:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384596.922455:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384596.922457:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.922461:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.922463:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384596.922466:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384596.922469:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.922471:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.922473:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.922475:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.922477:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.922480:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922484:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.922493:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.922494:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384596.922496:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384596.922498:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.922500:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.922502:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384596.922505:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.922508:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.922510:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.922531:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384596.922533:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384596.922535:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000057066aa8/0x1c01179f271edc3e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384596.922542:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000045257703 count: 0 00010000:00000001:2.0:1767384596.922571:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384596.922573:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384596.925067:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384596.925072:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384596.925074:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000676ca5e5. 20000000:00000001:2.0:1767384596.925082:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384596.925086:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037642240 00010000:00000001:2.0:1767384596.925089:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384596.925095:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8314e3f x1853237037642240/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.925103:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384596.925105:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.925108:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.925112:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384596.925115:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384596.925117:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384596.925120:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.925121:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.925124:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.925135:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.925140:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046700913. 00000100:00000200:2.0:1767384596.925145:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037642240, offset 224 00000400:00000200:2.0:1767384596.925153:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.925164:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.925177:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503200 00000400:00000200:2.0:1767384596.925187:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1455 [2] + 224 00000400:00000200:2.0:1767384596.925196:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.925202:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.925208:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.925215:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384596.925227:0:21424:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b6562888. 00000100:00000040:2.0:1767384596.925230:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384596.925249:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:2.0:1767384596.925252:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:3.0:1767384596.925253:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384596.925257:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.925260:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384596.925263:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.925264:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384596.925267:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384596.925268:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384596.925269:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384596.925270:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384596.925272:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384596.925274:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384596.925276:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384596.925278:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384596.925285:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384596.925289:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384596.925291:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384596.925293:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384596.925295:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384596.925297:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.925300:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384596.925302:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384596.925303:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384596.925305:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384596.925306:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384596.925359:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.925361:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384596.925362:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384596.925364:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384596.925365:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384596.925366:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384596.925367:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.925369:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384596.925370:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384596.925371:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384596.925373:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384596.925374:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384596.925375:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384596.925377:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384596.925378:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384596.925379:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384596.925380:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384596.925382:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384596.925383:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384596.925384:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384596.925385:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384596.925386:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384596.925387:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384596.925389:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384596.925390:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384596.925391:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384596.925393:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384596.925394:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384596.925402:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384596.925404:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384596.925405:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384596.925406:0:21424:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384596.925438:0:21424:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b6562888. 00000400:00000200:2.0:1767384596.925442:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046700913 00000400:00000010:2.0:1767384596.925446:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046700913. 00000100:00000001:2.0:1767384596.925450:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384596.925451:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.925455:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.925458:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384596.925460:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384596.925462:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.925465:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384596.925470:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8314e3f x1853237037642240/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.925479:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8314e3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037642240:12345-0@lo:253: Request processed in 28418us (28915us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384596.925486:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000040:2.0:1767384596.925488:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384596.925490:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384596.925491:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384596.925494:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aac5e6d9. 00000020:00000010:2.0:1767384596.925505:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fb53b6a. 00000020:00000010:2.0:1767384596.925508:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8175a99. 00000020:00000040:2.0:1767384596.925511:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:2.0:1767384596.925514:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384596.925531:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bf623110. 02000000:00000001:2.0:1767384596.925538:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384596.925539:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384596.925544:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384596.925740:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.925744:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384596.925751:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384596.925754:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384596.925757:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000927344f. 00000400:00000200:2.0:1767384596.925764:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ddc0fe 00000400:00000010:2.0:1767384596.925766:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038ddc0fe. 00000100:00000001:2.0:1767384596.925771:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.925778:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384596.925789:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.925831:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384596.925835:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.925838:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384596.925840:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384596.925841:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.925843:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.925845:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.925848:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384596.925852:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.925855:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384596.925856:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.925858:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384596.925860:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.925862:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.925865:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.925883:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.925885:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.925886:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384596.925891:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384596.925894:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384596.925897:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384596.925900:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384596.925902:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384596.925904:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384596.925905:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384596.925907:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384596.925909:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384596.925911:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384596.925915:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.925924:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd69e493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037642240:0@lo:253: 00000100:00000001:2.0:1767384596.925929:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.925931:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384596.925934:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd69e493 x1853237037642240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.925943:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384596.925945:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384596.925947:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000058d2fd12. 02000000:00000001:2.0:1767384596.925952:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384596.925955:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384596.925956:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384596.925960:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384596.925963:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000450d826b. 02000000:00000001:2.0:1767384596.925970:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384596.925972:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384596.925975:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd69e493. 00000100:00000001:2.0:1767384596.925981:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384596.925983:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.925986:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.926000:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384596.926002:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.926005:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.926008:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.926025:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30a4ff2. 00000400:00000010:2.0:1767384596.926031:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046700913. 00080000:00000020:1.0:1767384596.927036:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384596.927040:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384596.927042:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000056937c6f. 20000000:00000001:1.0:1767384596.927047:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384596.927050:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037642368 00010000:00000001:1.0:1767384596.927052:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384596.927056:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6ebd6a8 x1853237037642368/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384596.927065:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384596.927066:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384596.927068:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384596.927071:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384596.927073:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384596.927076:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384596.927078:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384596.927080:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.927082:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384596.927084:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.927088:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041e7ed68. 00000100:00000200:1.0:1767384596.927092:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037642368, offset 224 00000400:00000200:1.0:1767384596.927097:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384596.927103:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384596.927109:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503280 00000400:00000200:1.0:1767384596.927114:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x145d [2] + 224 00000400:00000200:1.0:1767384596.927119:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.927123:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384596.927126:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384596.927129:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384596.927149:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.927167:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384596.927173:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041e7ed68 00000400:00000010:1.0:1767384596.927175:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041e7ed68. 00000100:00000001:1.0:1767384596.927178:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384596.927180:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.927200:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.927201:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.927206:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384596.927206:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384596.927212:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384596.927214:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384596.927215:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384596.927216:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384596.927221:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384596.927222:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6ebd6a8 x1853237037642368/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384596.927225:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6064e42. 00000400:00000200:2.0:1767384596.927235:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8caf449 00000100:00100000:1.0:1767384596.927238:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6ebd6a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037642368:12345-0@lo:253: Request processed in 30130us (30509us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384596.927241:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8caf449. 00000100:00000001:2.0:1767384596.927249:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384596.927250:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384596.927255:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384596.927259:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384596.927260:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.927261:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384596.927266:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db8dcc9f. 00000020:00000010:1.0:1767384596.927273:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000100:00000200:2.0:1767384596.927276:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384596.927296:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eccee787. 00000020:00000040:1.0:1767384596.927303:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:2.0:1767384596.927306:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384596.927308:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384596.927309:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384596.927312:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001a083e1d. 00000100:00000001:2.0:1767384596.927314:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384596.927317:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384596.927318:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384596.927322:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384596.927323:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.927325:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.927329:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384596.927330:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384596.927333:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=26 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384596.927336:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a36766c. 00000100:00001000:2.0:1767384596.927381:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.927386:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384596.927387:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.927392:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384596.927394:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384596.927394:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041e7ed68. 00000100:00000001:2.0:1767384596.927401:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.927406:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.927413:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.927415:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.927423:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384596.927427:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384596.927428:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384596.927430:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384596.927432:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384596.927433:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384596.927434:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384596.927436:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384596.927437:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384596.927438:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384596.927440:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.927446:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b9e4737 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037642368:0@lo:253: 00000100:00000001:2.0:1767384596.927449:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.927451:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384596.927452:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b9e4737 x1853237037642368/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.927457:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384596.927459:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384596.927461:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001cf9de24. 02000000:00000001:2.0:1767384596.927465:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384596.927466:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384596.927467:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384596.927468:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384596.927470:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000084bba02b. 02000000:00000001:2.0:1767384596.927475:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384596.927476:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384596.927478:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b9e4737. 00000100:00000001:2.0:1767384596.927481:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384596.927482:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.927484:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.927488:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384596.927490:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.927493:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.927495:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.930364:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294885728, at 4294885729 00000100:00000040:2.0:1767384596.930374:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294885728, at 4294885729 00000100:00000010:1.0:1767384596.930381:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c402b67. 00000100:00000040:3.0:1767384596.930385:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294885728, at 4294885729 00000100:00000040:0.0:1767384596.930388:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294885728, at 4294885729 00000100:00000010:2.0:1767384596.930392:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd302361. 00000100:00000010:3.0:1767384596.930395:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dca7f98b. 00000100:00000010:0.0:1767384596.930403:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb02bb7b. 00010000:00000010:2.1:1767384596.934355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045257703. 00010000:00000010:2.1:1767384596.934362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000057066aa8. 00010000:00000001:0.0:1767384597.154364:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384597.154371:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.154395:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384597.154397:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384597.154434:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384597.154439:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.154442:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384597.770118:0:21635:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384597.770134:0:21635:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.770140:0:21635:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384597.770147:0:21635:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384597.770154:0:21635:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.770158:0:21635:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.177385:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384598.177403:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.177409:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384598.177411:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384598.177440:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384598.177444:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384598.177447:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384598.561948:0:21799:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384598.561952:0:21799:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:0.0:1767384598.565179:0:21799:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384598.570846:0:21800:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000046b21ac7. 00000400:00000010:0.0:1767384598.570858:0:21800:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dd7ee5b5. 00000400:00000010:0.0:1767384598.570866:0:21800:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008cbd5b54. 00000400:00000010:0.0:1767384598.570869:0:21800:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ac6e30c3. 00000400:00000010:0.0:1767384598.570872:0:21800:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e59e6959. 00000400:00000010:0.0:1767384598.570876:0:21800:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000096bffe5. 00000400:00000010:0.0:1767384598.570878:0:21800:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007bbba30b. 00000400:00000010:0.0:1767384598.570879:0:21800:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001dc5750c. 00000400:00000010:0.0:1767384598.570881:0:21800:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bb8a2600. 00000800:00000010:0.0:1767384598.570890:0:21800:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000693a1781. 00000800:00000200:0.0:1767384598.570899:0:21800:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384598.570905:0:21800:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384598.570937:0:21800:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384598.570958:0:21800:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp19 [8/256/0/180] 00000400:00000010:0.0:1767384598.572355:0:21800:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000b83936f3. 00000400:00000010:0.0:1767384598.572361:0:21800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a680ae7. 00000400:00000010:0.0:1767384598.572365:0:21800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000400:00000001:0.0:1767384598.572379:0:21800:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384598.572381:0:21800:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384598.572382:0:21800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cc339d. 00000400:00000200:0.0:1767384598.572385:0:21800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000400:00000010:0.0:1767384598.572387:0:21800:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000400:00000010:0.0:1767384598.572391:0:21800:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 0000000075ca53d0. 00000400:00000200:0.0:1767384598.572397:0:21800:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (10) 00000400:00000200:0.0:1767384598.572407:0:21800:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384598.572416:0:21800:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:0.0:1767384598.572422:0:21800:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006a7bc1c9. 00000020:01000000:0.0:1767384598.572425:0:21800:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384598.572427:0:21800:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp19 00000400:00000010:0.0:1767384598.572439:0:21800:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dd7ee5b5. 00000400:00000010:0.0:1767384598.572443:0:21800:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000046b21ac7. 00000400:00000200:1.0:1767384598.572483:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384598.572490:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:1.0:1767384598.572497:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000400:00000200:1.0:1767384598.572501:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (11) 00000400:00000010:1.0:1767384598.572525:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b70cf79c. 00000400:00000200:1.0:1767384598.572532:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000020:00000001:3.0:1767384598.572537:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384598.572542:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384598.572545:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384598.572545:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 10000000:01000000:3.0:1767384598.572547:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384598.572552:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384598.572554:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384598.572556:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384598.572557:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384598.572560:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384598.572563:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384598.572565:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384598.572568:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384598.572569:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384598.572571:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384598.572572:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384598.572574:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384598.572579:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:3.0:1767384598.572581:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c33aff0. 00000400:00000200:1.0:1767384598.572585:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:3.0:1767384598.572587:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:1.0:1767384598.572592:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:3.0:1767384598.572593:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384598.572597:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384598.572599:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:3.0:1767384598.572603:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384598.572609:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000010:3.0:1767384598.572611:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000002805257. 00000400:00000200:1.0:1767384598.572615:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:3.0:1767384598.572619:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384598.572620:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384598.572627:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000100:00000001:3.0:1767384598.572629:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384598.572630:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp18 00000100:00000001:3.0:1767384598.572632:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384598.572637:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp18 lpni_is_preferred = 0 00000400:00000200:1.0:1767384598.572640:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp18 00000100:00000040:3.0:1767384598.572642:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c33aff0] to pc [ptlrpcd_00_01+1] req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384598.572654:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp18 NI seq info: [23:23:256:4294967295] 192.168.203.133@tcp18 LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1767384598.572662:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp18 00000400:00000200:1.0:1767384598.572676:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp18(192.168.203.133@tcp18:) -> 192.168.203.133@tcp18(192.168.203.133@tcp:192.168.203.133@tcp18) : PUT try# 0 00000800:00000200:1.0:1767384598.572681:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.203.133@tcp18 00000800:00000010:1.0:1767384598.572685:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0e8def. 10000000:00000001:3.0:1767384598.572687:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384598.572690:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.572692:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384598.572693:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ee43787d. 00000020:01000000:3.0:1767384598.572697:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:1.0:1767384598.572699:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000344bfff3. 00000100:00000001:0.0:1767384598.572699:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384598.572704:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384598.572705:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384598.572708:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee43787d] -> 12345-192.168.203.133@tcp18 (2) 10000000:00000001:3.0:1767384598.572709:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384598.572710:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384598.572714:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384598.572718:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384598.572719:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384598.572720:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee43787d] -> 12345-192.168.203.133@tcp18 (2) 00000020:01000004:3.0:1767384598.572721:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384598.572725:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384598.572729:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384598.572732:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384598.572735:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384598.572736:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384598.572740:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000100:00000001:0.0:1767384598.572740:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384598.572741:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384598.572744:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384598.572746:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384598.572746:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384598.572748:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000020:01000004:3.0:1767384598.572749:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384598.572750:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384598.572754:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096fc03a0. 02000000:00000001:0.0:1767384598.572754:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384598.572760:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00100000:0.0:1767384598.572761:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c33aff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037642752:0@lo:253: 00000100:00000001:3.0:1767384598.572766:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384598.572767:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384598.572768:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384598.572772:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.572772:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384598.572776:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384598.572778:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001f354bc7. 02000000:00000001:0.0:1767384598.572778:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384598.572783:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384598.572786:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001a083e1d. 00000100:00000001:3.0:1767384598.572787:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384598.572790:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.572790:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.572794:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fc03a0] to pc [ptlrpcd_00_02+2] req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384598.572798:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000010:0.0:1767384598.572803:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf8367a. 00000400:00000010:0.0:1767384598.572811:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd7ee5b5. 00000100:00000200:0.0:1767384598.572815:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037642752, portal 25 00000100:00000001:0.0:1767384598.572817:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384598.572819:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646745600 : -117139062806016 : ffff95766fc5aa00) 10000000:00000001:3.0:1767384598.572823:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.572825:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384598.572827:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.572831:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384598.572836:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384598.572841:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006a7bc1c9. 00000100:00000001:0.0:1767384598.572841:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384598.572847:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000040:0.0:1767384598.572848:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384598.572852:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023d67920. 00000100:00000200:0.0:1767384598.572856:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037642752, offset 0 00000400:00000200:0.0:1767384598.572861:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384598.572871:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384598.572880:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503400 00000100:00000001:3.0:1767384598.572882:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384598.572886:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000200:1.0:1767384598.572889:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000010:0.0:1767384598.572891:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089220103. 00000100:00000001:3.0:1767384598.572892:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384598.572897:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a93299ad 00000100:00000001:3.0:1767384598.572899:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.572903:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.572904:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384598.572904:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384598.572913:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384598.572914:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384598.572919:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.572922:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a93299ad 00000400:00000010:0.0:1767384598.572926:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a93299ad. 00000100:00000001:3.0:1767384598.572930:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384598.572933:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.572934:0:16164:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384598.572935:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384598.572936:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384598.572938:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384598.572941:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000f8156c7e x1853237037642752 msgsize 4848 02000000:00000001:3.0:1767384598.572942:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384598.572947:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037642880:0@lo:253: 00000400:00000200:1.0:1767384598.572948:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00100000:0.0:1767384598.572951:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384598.572957:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384598.572958:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384598.572961:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384598.572964:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.572965:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384598.572968:0:16164:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384598.572970:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006c758199. 02000000:00000001:3.0:1767384598.572973:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384598.572976:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023d67920 00000400:00000010:3.0:1767384598.572977:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab765171. 00000400:00000010:0.0:1767384598.572979:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023d67920. 00000400:00000200:1.0:1767384598.572982:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:0.0:1767384598.572983:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384598.572988:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384598.572991:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1ad9c45. 00000100:00000200:3.0:1767384598.572997:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037642880, portal 25 00000100:00000001:3.0:1767384598.573000:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384598.573000:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384598.573003:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646734848 : -117139062816768 : ffff95766fc58000) 00000100:00000040:0.0:1767384598.573005:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384598.573009:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384598.573012:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:3.0:1767384598.573029:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384598.573034:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384598.573034:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573039:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384598.573040:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079323200. 00000400:00000200:1.0:1767384598.573043:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000200:3.0:1767384598.573045:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037642880, offset 0 00000100:00000001:0.0:1767384598.573045:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573052:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294887389 00000400:00000200:3.0:1767384598.573057:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384598.573059:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dfb19a2c. 00000100:00000001:0.0:1767384598.573066:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384598.573067:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384598.573070:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:0.0:1767384598.573074:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294887389 00000100:00000010:0.0:1767384598.573079:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ddfdc10. 00000400:00000200:3.0:1767384598.573080:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503480 00000100:00000001:0.0:1767384598.573085:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384598.573088:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000100:00000001:0.0:1767384598.573091:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294887389 00000400:00000010:3.0:1767384598.573092:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d12cc047. 00000400:00000200:1.0:1767384598.573095:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000010:0.0:1767384598.573096:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037733acd. 00000100:00000001:0.0:1767384598.573101:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384598.573104:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2ede97b 00000100:00000001:0.0:1767384598.573107:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294887389 00000400:00000200:3.0:1767384598.573111:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384598.573112:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069ba8e8e. 00000400:00000200:3.0:1767384598.573117:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384598.573117:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384598.573123:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384598.573124:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ede97b 00000400:00000200:1.0:1767384598.573127:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000010:3.0:1767384598.573129:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2ede97b. 00000100:00000001:0.0:1767384598.573129:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573136:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573137:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384598.573139:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384598.573140:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384598.573144:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000023366a13 x1853237037642880 msgsize 4848 00000100:00100000:3.0:1767384598.573148:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384598.573148:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384598.573150:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384598.573152:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384598.573155:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000001:0.0:1767384598.573156:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.573159:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.573161:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384598.573162:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573166:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384598.573169:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079323200 00000400:00000010:3.0:1767384598.573172:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079323200. 00000100:00000001:3.0:1767384598.573175:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384598.573178:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.573184:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384598.573185:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.573190:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573191:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384598.573195:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573198:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294887389 00000100:00000001:3.0:1767384598.573201:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294887389 00000100:00000001:3.0:1767384598.573203:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294887389 00000100:00000001:3.0:1767384598.573204:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294887389 00000100:00000001:3.0:1767384598.573206:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294887389 00000400:00000200:1.0:1767384598.573206:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000001:3.0:1767384598.573210:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294887389 00000100:00000001:3.0:1767384598.573213:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294887389 00000100:00000001:3.0:1767384598.573215:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294887389 00000100:00000001:3.0:1767384598.573216:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.573218:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573227:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573228:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.573233:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384598.573235:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384598.573238:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.573239:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.573242:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573244:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573245:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384598.573248:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037642752 02000000:00000001:0.0:1767384598.573251:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384598.573253:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384598.573256:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384598.573256:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00000001:0.0:1767384598.573256:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573260:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.573262:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384598.573266:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037642752 00000020:00000001:0.0:1767384598.573274:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384598.573276:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384598.573276:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384598.573278:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384598.573280:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037642880 00000020:00000040:0.0:1767384598.573282:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 02000000:00000001:3.0:1767384598.573283:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384598.573286:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384598.573287:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384598.573290:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.573291:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 02000000:00000001:3.0:1767384598.573294:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573297:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384598.573298:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037642880 00000020:00000001:3.0:1767384598.573301:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384598.573302:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000020:00000040:3.0:1767384598.573303:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000010:0.0:1767384598.573303:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c26ac799. 00000020:00000001:3.0:1767384598.573308:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384598.573328:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:3.0:1767384598.573330:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384598.573333:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384598.573333:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.573336:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384598.573337:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c26ac799. 00000020:00000010:3.0:1767384598.573341:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016c46bcd. 00000020:00000010:0.0:1767384598.573345:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000567cf741. 00000100:00000001:3.0:1767384598.573346:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384598.573351:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016c46bcd. 00000020:00000010:0.0:1767384598.573354:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3ff6384. 00000020:00000010:3.0:1767384598.573356:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c72a8abd. 00000020:00000010:0.0:1767384598.573360:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000676b971a. 00000020:00000010:3.0:1767384598.573362:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0205514. 00000020:00000010:3.0:1767384598.573368:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000002a3bf6b. 00000400:00000200:1.0:1767384598.573370:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00000040:0.0:1767384598.573371:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384598.573375:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384598.573378:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384598.573379:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384598.573380:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573383:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384598.573386:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573388:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573391:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573397:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.573398:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384598.573417:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000100:00000001:0.0:1767384598.573417:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384598.573418:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384598.573420:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384598.573426:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384598.573426:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000040:0.0:1767384598.573431:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384598.573433:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959115856 : -117139750435760 : ffff957646c94450) 00000100:00100000:3.0:1767384598.573437:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1767384598.573441:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8156c7e x1853237037642752/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:579/0 lens 4848/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384598.573442:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:3.0:1767384598.573446:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959130192 : -117139750421424 : ffff957646c97c50) 00000400:00000200:1.0:1767384598.573451:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000100:00000040:3.0:1767384598.573455:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000023366a13 x1853237037642880/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:579/0 lens 4848/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.573457:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384598.573462:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c26ac799. 00000100:00000001:3.0:1767384598.573465:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384598.573466:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384598.573470:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016c46bcd. 00000020:00000010:0.0:1767384598.573470:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c26ac799. 00000100:00000001:3.0:1767384598.573475:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384598.573477:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016c46bcd. 00000100:00100000:0.0:1767384598.573479:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8156c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037642752:12345-0@lo:253: 00000100:00000200:0.0:1767384598.573483:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037642752 00000100:00100000:3.0:1767384598.573485:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000023366a13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037642880:12345-0@lo:253: 00000100:00000200:3.0:1767384598.573490:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037642880 00000020:00000001:3.0:1767384598.573494:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384598.573494:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384598.573499:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384598.573500:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384598.573516:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.573519:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384598.573519:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.573523:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384598.573524:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384598.573527:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:3.0:1767384598.573529:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384598.573530:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384598.573532:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384598.573533:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384598.573536:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384598.573537:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384598.573541:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384598.573541:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384598.573546:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.573546:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573549:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384598.573550:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384598.573553:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384598.573554:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384598.573560:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000056937c6f. 02000000:00000010:3.0:1767384598.573561:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000048fb0a1b. 02000000:00000001:0.0:1767384598.573565:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.573566:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.573571:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.573572:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.573577:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384598.573578:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384598.573589:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006a7bc1c9. 20000000:01000000:0.0:1767384598.573592:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384598.573594:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384598.573597:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384598.573598:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000043f0e09c. 20000000:00000001:0.0:1767384598.573599:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384598.573604:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384598.573604:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.573606:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384598.573610:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384598.573612:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384598.573613:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384598.573616:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c9a7a85. 20000000:01000000:0.0:1767384598.573620:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:3.0:1767384598.573621:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384598.573624:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384598.573627:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384598.573632:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384598.573673:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384598.573676:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384598.573678:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.573679:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384598.573682:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384598.573687:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000800:00000010:1.0:1767384598.573689:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000058d2fd12. 00080000:00000001:0.0:1767384598.573690:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:1.0:1767384598.573696:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000038afd367. 00080000:00000010:0.0:1767384598.573698:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dc94df2c. 00080000:00000001:0.0:1767384598.573700:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752919552 : -117138956632064 : ffff95767619c000) 00080000:00000001:0.0:1767384598.573706:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384598.573709:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d12e74d. 00000800:00000010:1.0:1767384598.573740:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d12e74d. 00000400:00000200:1.0:1767384598.573765:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384598.573780:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp18 from 237.3.0.2 00000800:00000010:1.0:1767384598.573783:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f625c5fa. 00000001:00000001:0.0:1767384598.573811:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384598.573813:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.573817:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384598.573837:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.573840:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384598.573976:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384598.573979:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384598.574033:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc46a6ed. 00000800:00000010:0.0:1767384598.574038:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023d67920. 00000800:00000010:0.0:1767384598.574063:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000045377354. 00000800:00000200:0.1:1767384598.574069:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee43787d] -> 12345-192.168.203.133@tcp18 (2) 00000800:00000200:0.1:1767384598.574073:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp18 0000000045377354 deleted 00000800:00000010:0.1:1767384598.574075:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000045377354. 00000800:00000200:0.1:1767384598.574079:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384598.574085:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp18 ip 192.168.203.133:1005 00000800:00000200:0.1:1767384598.574088:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d0e8def type 1, nob 304 niov 1 nkiov 1 00000800:00000200:0.0:1767384598.574092:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp18 p 3.x 192.168.203.133 -> 192.168.203.133:1005 incarnation:1767384596893269527 sched[0] 00000800:00000010:0.0:1767384598.574096:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c26ac799. 00000800:00000010:0.0:1767384598.574142:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c26ac799. 00000800:00000010:0.0:1767384598.574146:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023d67920. 00000800:00000200:1.1:1767384598.574166:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384598.574173:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp18 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384596893269527 sched[0] 00000800:00000010:1.0:1767384598.574176:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000038afd367. 00000800:00000010:0.0:1767384598.574178:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f625c5fa. 00000800:00000001:0.0:1767384598.574191:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.574197:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384598.574229:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:0.0:1767384598.574245:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384598.574249:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0e8def. 00000400:00000200:0.0:1767384598.574253:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384598.574257:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp18->192.168.203.133@tcp18: PUT: OK 00000400:00000200:0.0:1767384598.574261:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384598.574264:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000001:0.0:1767384598.574271:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.574276:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384598.574278:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.574281:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384598.574286:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp18(192.168.203.133@tcp18) <- 192.168.203.133@tcp18 : PUT - for me 00000400:00000200:0.0:1767384598.574292:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384598.574297:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 208/208 into md 0x1465 [1] + 0 00000400:00000010:0.0:1767384598.574300:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b9343f7. 00000400:00000200:0.0:1767384598.574303:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3972d42 00000800:00000001:0.0:1767384598.574307:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384598.574344:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000001:0.0:1767384598.574344:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384598.574352:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384598.574358:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp18->192.168.203.133@tcp18: PUT: OK 00000400:00000200:0.0:1767384598.574362:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3972d42 00000400:00000010:0.0:1767384598.574364:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3972d42. 00000400:00000200:0.0:1767384598.574368:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384598.574372:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (12) 00000400:00000200:0.0:1767384598.574376:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:0.0:1767384598.574379:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000594465d7. 00000400:00000200:0.0:1767384598.574382:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 11 00000400:00000200:0.0:1767384598.574386:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384598.574393:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (13) 00000400:00000200:1.0:1767384598.574394:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574397:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384598.574403:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp18 to MR: 192.168.203.133@tcp18 local destination 00000400:00000200:0.0:1767384598.574408:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp18 NI seq info: [24:24:256:4294967295] 192.168.203.133@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1767384598.574416:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp18(192.168.203.133@tcp18:192.168.203.133@tcp18) -> 192.168.203.133@tcp18(192.168.203.133@tcp18:192.168.203.133@tcp18) 192.168.203.133@tcp18 : ACK try# 0 00000800:00000200:0.0:1767384598.574419:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp18 00000800:00000010:0.0:1767384598.574422:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093be6b10. 00000800:00000200:0.0:1767384598.574426:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee43787d] -> 12345-192.168.203.133@tcp18 (4) 00000400:00000200:1.0:1767384598.574431:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000200:0.0:1767384598.574431:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp18 ip 192.168.203.133:988 00000800:00000200:0.0:1767384598.574435:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093be6b10 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384598.574474:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000200:0.0:1767384598.574485:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384598.574488:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093be6b10. 00000400:00000200:0.0:1767384598.574492:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384598.574497:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp18->192.168.203.133@tcp18: ACK: OK 00000800:00000001:0.0:1767384598.574503:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.574521:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384598.574523:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.574528:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384598.574529:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.574533:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384598.574537:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574540:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp18(192.168.203.133@tcp18) <- 192.168.203.133@tcp18 : ACK - for me 00000400:00000200:0.0:1767384598.574556:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp18: ACK from 12345-192.168.203.133@tcp18 into md 0x1495 00000400:00000200:0.0:1767384598.574559:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384598.574562:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp18->192.168.203.133@tcp18: ACK: OK 00000400:00000200:0.0:1767384598.574565:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000400:00000010:0.0:1767384598.574566:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000400:00000200:2.0:1767384598.574570:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384598.574570:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384598.574576:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000010:2.0:1767384598.574577:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91ab64d. 00000400:00000200:0.0:1767384598.574578:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384598.574583:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (12) 00000400:00000010:2.0:1767384598.574584:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000800:00000001:0.0:1767384598.574588:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384598.574590:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000800:00000001:0.0:1767384598.574593:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384598.574597:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:2.0:1767384598.574603:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 000000005464763c. 00000400:00000010:2.0:1767384598.574606:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 000000002f9200aa. 00000400:00000010:2.0:1767384598.574609:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 000000009aea966c. 00000400:00000010:2.0:1767384598.574628:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f1fd9c9f. 00000400:00000200:2.0:1767384598.574632:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f1fd9c9f nid 192.168.203.133@tcp19 00000400:00000010:2.0:1767384598.574636:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a1a727d9. 00000400:00000200:2.0:1767384598.574639:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a1a727d9 net tcp19 00000400:00000200:2.0:1767384598.574642:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (11) 00000400:00000200:2.0:1767384598.574647:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp19 flags 0x11 00000400:00000010:2.0:1767384598.574650:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 000000005464763c. 00000400:00000010:2.0:1767384598.574653:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 000000002f9200aa. 00000400:00000010:2.0:1767384598.574655:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 000000009aea966c. 00000400:00000010:2.0:1767384598.574657:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000594465d7. 00000400:00000200:2.0:1767384598.574662:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384598.574663:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384598.574666:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:2.0:1767384598.574671:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:2.0:1767384598.574675:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:2.0:1767384598.574678:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384598.574679:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:2.0:1767384598.574682:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384598.574686:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (12) 00000400:00000200:0.0:1767384598.574694:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574719:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574748:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574766:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574788:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574818:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574846:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574868:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574888:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574905:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.574920:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384598.575049:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000800:00000010:0.0:1767384598.575223:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a75a313. 00000800:00000010:0.0:1767384598.575228:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023d67920. 00000800:00000010:0.0:1767384598.575232:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f59d3c3d. 00000800:00000010:0.0:1767384598.575259:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f59d3c3d. 00000400:00000200:0.0:1767384598.575781:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384598.575797:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp18 from 236.3.0.2 00000800:00000010:0.0:1767384598.575800:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eac4637d. 00000800:00000010:1.0:1767384598.575822:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf623110. 00000800:00000010:1.0:1767384598.575826:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000038afd367. 00000800:00000010:1.0:1767384598.575849:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c5f5500d. 00000800:00000200:1.1:1767384598.575855:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee43787d] -> 12345-192.168.203.133@tcp18 (4) 00000800:00000200:1.1:1767384598.575865:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp18 00000000c5f5500d deleted 00000800:00000010:1.1:1767384598.575867:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c5f5500d. 00000800:00000200:1.1:1767384598.575871:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384598.575876:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp18 p 3.x 192.168.203.133 -> 192.168.203.133:1004 incarnation:1767384596893269527 sched[0] 00000800:00000010:1.0:1767384598.575881:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006aee8dd6. 00000800:00000010:1.0:1767384598.575931:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006aee8dd6. 00000800:00000010:1.0:1767384598.575935:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000038afd367. 00000800:00000010:1.0:1767384598.575963:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eac4637d. 00000800:00000001:1.0:1767384598.575975:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384598.575980:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384598.576013:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384598.576017:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp18 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384596893269527 sched[0] 00000800:00000010:1.0:1767384598.576020:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023d67920. 00000800:00000001:1.0:1767384598.576053:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384598.576056:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384598.581743:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384598.581748:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:3.0:1767384598.581749:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384598.581753:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384598.581754:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384598.581757:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384598.581758:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384598.581761:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384598.581762:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384598.581764:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dc94df2c. 20000000:01000000:2.0:1767384598.581766:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384598.581768:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384598.581775:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384598.581785:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384598.581787:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4f00914. 00080000:00000020:2.0:1767384598.581790:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384598.581796:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384598.581799:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384598.581802:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384598.581803:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384598.581806:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384598.581808:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384598.581812:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384598.581814:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384598.581820:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384598.581821:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045257703. 00080000:00000001:0.0:1767384598.581824:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384598.581827:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.581828:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384598.581828:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384598.581832:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384598.581833:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009689743b. 00000020:00000001:0.0:1767384598.581834:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000001:2.0:1767384598.581837:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384598.581838:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:2.0:1767384598.581840:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009689743b with handle 0x1c01179f271edc45 to hash 00000020:00000001:2.0:1767384598.581844:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:0.0:1767384598.581844:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dc94df2c. 00010000:00000001:2.0:1767384598.581847:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00080000:00000001:0.0:1767384598.581849:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752919552 : -117138956632064 : ffff95767619c000) 00010000:00000001:2.0:1767384598.581851:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00080000:00000001:0.0:1767384598.581852:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384598.581856:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.581858:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384598.581860:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.581867:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384598.581870:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384598.581872:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384598.581874:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384598.581875:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.581877:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384598.581879:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.581881:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384598.581882:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384598.581884:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384598.581886:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384598.581887:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000045257703) refcount = 1 00010000:00010000:2.0:1767384598.581890:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384598.581893:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384598.581894:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384598.581895:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.581897:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384598.581903:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384598.581905:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.581906:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384598.581910:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384598.581911:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.581914:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384598.581917:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384598.581920:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384598.581923:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384598.581924:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384598.581925:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009689743b refcount=4 00000020:00000001:2.0:1767384598.581927:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.581929:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.581931:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384598.581932:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.581937:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384598.581939:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.581943:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.581945:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384598.581946:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.581950:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.581951:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.581954:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384598.581955:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384598.581960:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009689743b already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384598.581962:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384598.581964:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384598.581966:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384598.581968:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384598.581972:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384598.581980:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384598.581981:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384598.581983:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384598.581984:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009689743b refcount=5 00000020:00000001:2.0:1767384598.581986:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.581987:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.581990:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384598.581992:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.581995:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384598.581996:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384598.581998:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.582000:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384598.582002:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384598.582004:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.582005:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384598.582007:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009689743b with handle 0x1c01179f271edc45 from hash 00010000:00000001:2.0:1767384598.582009:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384598.582010:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.582011:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.582012:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384598.582014:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384598.582016:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384598.582018:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384598.582019:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.582022:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.582023:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384598.582024:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384598.582026:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.582027:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.582029:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.582030:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.582032:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384598.582039:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.582042:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.582044:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.582045:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384598.582047:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384598.582048:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.582050:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.582051:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384598.582053:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384598.582055:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384598.582057:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.582061:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384598.582062:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384598.582063:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009689743b/0x1c01179f271edc45 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384598.582068:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000045257703 count: 0 00010000:00000001:2.0:1767384598.582078:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384598.582080:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384598.587328:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045257703. 00010000:00000010:2.1:1767384598.587335:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009689743b. 00080000:00000001:3.0:1767384598.590022:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384598.590025:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384598.590027:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384598.590029:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384598.590030:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384598.590032:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dc94df2c. 00080000:00000001:3.0:1767384598.590036:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384598.590100:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384598.590104:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:0.0:1767384598.590107:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.590109:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384598.590112:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384598.590121:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384598.590124:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384598.590128:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384598.590136:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384598.590139:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384598.590141:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384598.590144:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384598.590146:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384598.590151:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e7df5e79. 00010000:00000001:2.0:1767384598.590154:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384598.590156:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009689743b. 00000020:00000001:2.0:1767384598.590158:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384598.590161:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009689743b with handle 0x1c01179f271edc4c to hash 00000020:00000001:2.0:1767384598.590163:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384598.590164:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.590167:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.590169:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.590175:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384598.590177:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590183:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384598.590184:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384598.590185:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384598.590187:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384598.590188:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.590190:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384598.590191:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.590193:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384598.590194:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384598.590195:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384598.590196:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384598.590198:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e7df5e79) refcount = 1 00010000:00010000:2.0:1767384598.590201:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590205:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384598.590206:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384598.590208:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.590209:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.590210:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384598.590212:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384598.590214:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384598.590215:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384598.590216:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384598.590217:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009689743b refcount=4 00000020:00000001:2.0:1767384598.590218:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.590220:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.590222:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384598.590223:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590228:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384598.590234:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590238:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.590239:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384598.590240:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590243:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.590244:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.590246:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384598.590246:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384598.590250:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009689743b already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384598.590252:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384598.590254:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384598.590255:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590258:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384598.590259:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384598.590260:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384598.590262:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009689743b refcount=5 00000020:00000001:2.0:1767384598.590263:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.590265:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384598.590267:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384598.590269:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590273:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384598.590275:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384598.590275:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.590278:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384598.590279:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384598.590282:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.590288:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384598.590290:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009689743b with handle 0x1c01179f271edc4c from hash 00010000:00000001:2.0:1767384598.590293:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384598.590294:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.590296:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.590297:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384598.590299:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384598.590300:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384598.590302:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384598.590303:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.590305:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.590307:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384598.590308:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384598.590347:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.590349:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.590350:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.590352:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.590354:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384598.590356:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590360:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.590361:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.590362:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384598.590364:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384598.590366:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.590367:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.590369:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384598.590370:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384598.590372:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384598.590373:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.590376:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384598.590378:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384598.590379:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009689743b/0x1c01179f271edc4c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384598.590391:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e7df5e79 count: 0 00010000:00000001:2.0:1767384598.590397:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384598.590398:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384598.591152:0:21805:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004d6e90ab. 00000400:00000040:1.0:1767384598.591168:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384598.591170:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384598.591172:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384598.591174:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384598.591179:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384598.591180:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384598.591182:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384598.591184:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384598.591185:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384598.591186:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384598.591189:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384598.591190:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384598.591192:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384598.591193:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384598.591194:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384598.591196:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384598.591197:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384598.591198:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384598.591199:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384598.591200:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384598.591202:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384598.591203:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384598.591205:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384598.591206:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384598.591208:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384598.591209:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384598.591210:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384598.591211:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384598.591212:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384598.591213:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384598.591214:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384598.591216:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384598.591217:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384598.591218:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384598.591219:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384598.591220:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384598.591221:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384598.591223:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384598.591224:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384598.591226:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384598.591227:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384598.591228:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384598.591230:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384598.591235:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384598.591236:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384598.591237:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384598.591239:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384598.591240:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384598.591242:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384598.591243:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384598.591245:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384598.591246:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384598.591247:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384598.591248:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384598.591249:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384598.591250:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384598.591251:0:21805:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384598.591278:0:21805:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004d6e90ab. 00000100:00000040:2.0:1767384598.591362:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294887389, at 4294887390 00000100:00000010:2.0:1767384598.591369:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037733acd. 00000100:00000040:0.0:1767384598.591374:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294887389, at 4294887390 00000100:00000010:0.0:1767384598.591381:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dfb19a2c. 00000100:00000040:3.0:1767384598.591386:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294887389, at 4294887390 00000100:00000010:3.0:1767384598.591392:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069ba8e8e. 00000100:00000040:1.0:1767384598.591460:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294887389, at 4294887390 00000100:00000010:1.0:1767384598.591467:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ddfdc10. 00080000:00000020:3.0:1767384598.591764:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384598.591767:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384598.591769:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006a7bc1c9. 20000000:00000001:3.0:1767384598.591773:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384598.591776:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037642752 00010000:00000001:3.0:1767384598.591778:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384598.591783:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8156c7e x1853237037642752/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384598.591790:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384598.591792:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384598.591795:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384598.591798:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384598.591800:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384598.591802:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384598.591804:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384598.591806:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.591808:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384598.591810:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384598.591813:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d81f7ff. 00000100:00000200:3.0:1767384598.591821:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037642752, offset 224 00000400:00000200:3.0:1767384598.591825:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384598.591831:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384598.591837:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503400 00000400:00000200:3.0:1767384598.591841:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1499 [2] + 224 00000400:00000200:3.0:1767384598.591846:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384598.591848:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384598.591851:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384598.591855:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384598.591862:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.591876:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384598.591882:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d81f7ff 00000400:00000010:3.0:1767384598.591884:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d81f7ff. 00000100:00000001:2.0:1767384598.591888:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.591889:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384598.591893:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384598.591893:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.591900:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384598.591901:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384598.591905:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384598.591906:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000010:2.0:1767384598.591908:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf8367a. 00010000:00000001:3.0:1767384598.591910:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384598.591913:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384598.591913:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd7ee5b5 00000020:00000001:3.0:1767384598.591916:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384598.591916:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd7ee5b5. 00000100:00000040:3.0:1767384598.591921:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8156c7e x1853237037642752/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384598.591922:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384598.591934:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8156c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037642752:12345-0@lo:253: Request processed in 18472us (18987us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384598.591937:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384598.591947:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000200:2.0:1767384598.591951:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384598.591952:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384598.591957:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384598.591960:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384598.591965:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384598.591966:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3ff6384. 00000100:00000001:2.0:1767384598.591968:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384598.591971:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384598.591973:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000676b971a. 02000000:00000001:2.0:1767384598.591974:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384598.591976:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384598.591977:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384598.591979:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384598.591984:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000567cf741. 00000100:00001000:2.0:1767384598.591984:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=28 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384598.591998:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:2.0:1767384598.591999:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=28 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384598.592004:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384598.592004:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384598.592009:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000056937c6f. 00000100:00000001:2.0:1767384598.592009:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.592015:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384598.592015:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384598.592018:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.592019:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384598.592022:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384598.592026:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384598.592027:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384598.592032:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000064f8bb0. 00000100:00000001:2.0:1767384598.592037:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384598.592038:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d81f7ff. 00000100:00000001:2.0:1767384598.592048:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384598.592050:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384598.592053:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384598.592055:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384598.592056:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384598.592058:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384598.592059:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384598.592061:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384598.592062:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384598.592063:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384598.592065:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384598.592066:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384598.592069:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384598.592075:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c33aff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037642752:0@lo:253: 00000100:00000001:2.0:1767384598.592079:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384598.592081:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384598.592084:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c33aff0 x1853237037642752/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384598.592089:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384598.592091:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384598.592094:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001a083e1d. 02000000:00000001:2.0:1767384598.592098:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384598.592099:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384598.592101:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384598.592103:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384598.592105:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000002805257. 02000000:00000001:2.0:1767384598.592110:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384598.592112:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384598.592113:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c33aff0. 00000100:00000001:2.0:1767384598.592117:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384598.592119:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384598.592121:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384598.592126:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384598.592127:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384598.592130:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384598.592137:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384598.593085:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384598.593087:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384598.593088:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000043f0e09c. 20000000:00000001:1.0:1767384598.593092:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384598.593094:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037642880 00010000:00000001:1.0:1767384598.593095:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384598.593098:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000023366a13 x1853237037642880/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384598.593104:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384598.593105:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384598.593106:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384598.593109:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384598.593110:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384598.593111:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384598.593113:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384598.593114:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.593116:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384598.593117:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384598.593119:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2d58e1c. 00000100:00000200:1.0:1767384598.593127:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037642880, offset 224 00000400:00000200:1.0:1767384598.593131:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384598.593135:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384598.593139:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503480 00000400:00000200:1.0:1767384598.593142:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14a1 [2] + 224 00000400:00000200:1.0:1767384598.593146:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384598.593148:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384598.593150:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384598.593152:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384598.593158:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384598.593169:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384598.593172:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2d58e1c 00000400:00000010:1.0:1767384598.593173:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2d58e1c. 00000100:00000001:1.0:1767384598.593176:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384598.593177:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384598.593179:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384598.593179:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.593182:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384598.593183:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384598.593186:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384598.593187:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384598.593188:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384598.593191:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384598.593191:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384598.593194:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab765171. 00000100:00000040:1.0:1767384598.593196:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023366a13 x1853237037642880/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384598.593198:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ad9c45 00000400:00000010:3.0:1767384598.593201:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1ad9c45. 00000100:00000001:3.0:1767384598.593205:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384598.593212:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384598.593212:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000023366a13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037642880:12345-0@lo:253: Request processed in 19744us (20064us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384598.593229:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000200:3.0:1767384598.593231:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384598.593232:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384598.593237:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384598.593240:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384598.593244:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384598.593244:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0205514. 00000100:00000001:3.0:1767384598.593247:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.593250:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384598.593250:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000002a3bf6b. 02000000:00000001:3.0:1767384598.593252:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384598.593253:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384598.593254:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.593255:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384598.593261:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=28 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384598.593263:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c72a8abd. 00000100:00001000:3.0:1767384598.593264:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384598.593268:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384598.593268:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:3.0:1767384598.593271:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384598.593273:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384598.593274:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384598.593275:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000048fb0a1b. 00010000:00000001:3.0:1767384598.593276:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.593279:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384598.593279:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384598.593282:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384598.593284:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384598.593287:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384598.593293:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000493ef646. 00000400:00000010:1.0:1767384598.593296:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2d58e1c. 00000100:00000001:3.0:1767384598.593304:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.593306:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384598.593307:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384598.593339:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384598.593340:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384598.593341:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384598.593342:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384598.593343:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384598.593345:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384598.593346:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384598.593347:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384598.593348:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384598.593351:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384598.593357:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037642880:0@lo:253: 00000100:00000001:3.0:1767384598.593362:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.593363:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384598.593366:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096fc03a0 x1853237037642880/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.593370:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384598.593372:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384598.593374:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006c758199. 02000000:00000001:3.0:1767384598.593378:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384598.593379:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384598.593380:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384598.593382:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384598.593383:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001f354bc7. 02000000:00000001:3.0:1767384598.593386:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384598.593388:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384598.593389:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096fc03a0. 00000100:00000001:3.0:1767384598.593393:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384598.593394:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.593396:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.593400:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384598.593406:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.593408:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.593410:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384598.596358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e7df5e79. 00010000:00000010:2.1:1767384598.596369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009689743b. 00010000:00000001:0.0:1767384599.201376:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384599.201381:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.201385:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384599.201386:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.201455:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384599.201458:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384599.201461:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384599.255844:0:22027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384599.255856:0:22027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.255862:0:22027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384599.255868:0:22027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384599.255874:0:22027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.255876:0:22027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384599.920161:0:22191:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384599.920167:0:22191:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:2.0:1767384599.926808:0:22191:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384599.934307:0:22192:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d5ff0668. 00000400:00000010:2.0:1767384599.934343:0:22192:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005d75a7fb. 00000400:00000010:2.0:1767384599.934353:0:22192:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000302942a2. 00000400:00000010:2.0:1767384599.934357:0:22192:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000023381df5. 00000400:00000010:2.0:1767384599.934360:0:22192:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a7c2820b. 00000400:00000010:2.0:1767384599.934364:0:22192:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000523c297b. 00000400:00000010:2.0:1767384599.934366:0:22192:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000061b86b24. 00000400:00000010:2.0:1767384599.934367:0:22192:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d866e1e8. 00000400:00000010:2.0:1767384599.934370:0:22192:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004e01fbe0. 00000800:00000010:2.0:1767384599.934380:0:22192:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e5fc45c3. 00000800:00000200:2.0:1767384599.934390:0:22192:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384599.934396:0:22192:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384599.934430:0:22192:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384599.934447:0:22192:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp20 [8/256/0/180] 00000400:00000010:2.0:1767384599.936081:0:22192:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000db5b7080. 00000400:00000010:2.0:1767384599.936087:0:22192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae927009. 00000400:00000010:2.0:1767384599.936092:0:22192:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000400:00000001:2.0:1767384599.936104:0:22192:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384599.936106:0:22192:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384599.936107:0:22192:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a680ae7. 00000400:00000200:2.0:1767384599.936110:0:22192:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000400:00000010:2.0:1767384599.936112:0:22192:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000400:00000010:2.0:1767384599.936116:0:22192:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000b83936f3. 00000400:00000200:2.0:1767384599.936121:0:22192:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (11) 00000400:00000200:2.0:1767384599.936133:0:22192:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384599.936143:0:22192:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:2.0:1767384599.936149:0:22192:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000acb8b47. 00000020:01000000:2.0:1767384599.936153:0:22192:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384599.936156:0:22192:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp20 00000400:00000010:2.0:1767384599.936167:0:22192:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005d75a7fb. 00000400:00000010:2.0:1767384599.936174:0:22192:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d5ff0668. 00000400:00000200:1.0:1767384599.936195:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384599.936202:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:1.0:1767384599.936209:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000400:00000200:1.0:1767384599.936213:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (12) 00000400:00000010:1.0:1767384599.936218:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007503d81d. 00000400:00000200:1.0:1767384599.936222:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:1.0:1767384599.936234:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000001:0.0:1767384599.936234:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384599.936240:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384599.936242:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384599.936244:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384599.936247:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384599.936252:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384599.936253:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384599.936256:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384599.936260:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384599.936264:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384599.936265:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384599.936268:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384599.936272:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384599.936275:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384599.936276:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384599.936280:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384599.936283:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384599.936284:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384599.936285:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384599.936291:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:0.0:1767384599.936293:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf5b0d09. 00000400:00000200:1.0:1767384599.936298:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:0.0:1767384599.936299:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:1.0:1767384599.936305:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384599.936335:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384599.936339:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384599.936344:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.936349:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000010:0.0:1767384599.936354:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ac1a39e9. 00000100:00000001:0.0:1767384599.936363:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.936366:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384599.936370:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000100:00000001:0.0:1767384599.936374:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384599.936377:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp19 00000100:00000001:0.0:1767384599.936378:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.936386:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp19 lpni_is_preferred = 0 00000100:00000040:0.0:1767384599.936391:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf5b0d09] to pc [ptlrpcd_00_03+3] req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384599.936392:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp19 00000400:00000200:1.0:1767384599.936403:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.133@tcp19 LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767384599.936411:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp19 10000000:00000001:0.0:1767384599.936420:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.936421:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19:) -> 192.168.203.133@tcp19(192.168.203.133@tcp:192.168.203.133@tcp19) : PUT try# 0 10000000:00000001:0.0:1767384599.936427:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.936431:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.936433:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384599.936434:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.133@tcp19 00000020:01000000:0.0:1767384599.936435:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384599.936439:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.936443:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767384599.936443:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072f0c0f8. 00000020:00000001:0.0:1767384599.936444:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384599.936449:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384599.936450:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384599.936453:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384599.936454:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e89770b5. 10000000:01000000:0.0:1767384599.936454:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:1.0:1767384599.936462:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c786e372. 00000100:00000001:3.0:1767384599.936468:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384599.936469:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384599.936471:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384599.936472:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:1.0:1767384599.936475:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (2) 00000020:01000004:0.0:1767384599.936478:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384599.936479:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384599.936481:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384599.936485:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384599.936485:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (2) 00000020:01000004:0.0:1767384599.936486:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384599.936490:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384599.936493:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384599.936494:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384599.936511:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384599.936512:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384599.936516:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099e14c91. 00000100:00100000:3.0:1767384599.936517:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf5b0d09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037643008:0@lo:253: 00000020:00000040:0.0:1767384599.936521:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000400:00000200:1.0:1767384599.936524:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000100:00000001:3.0:1767384599.936525:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384599.936526:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384599.936530:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 02000000:00000001:0.0:1767384599.936530:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384599.936531:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384599.936534:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.936537:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.936540:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384599.936543:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c843d1b1. 00000100:00000001:0.0:1767384599.936548:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384599.936549:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000014588d0a. 00000100:00000001:0.0:1767384599.936552:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384599.936554:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.936555:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384599.936561:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab765171. 00000100:00000040:0.0:1767384599.936562:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099e14c91] to pc [ptlrpcd_00_00+0] req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384599.936571:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000118a19c. 00000100:00000200:3.0:1767384599.936578:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037643008, portal 25 00000100:00000001:3.0:1767384599.936581:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384599.936582:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987283328 : -117139722268288 : ffff957648771180) 10000000:00000001:0.0:1767384599.936587:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.936590:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384599.936591:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.936596:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384599.936601:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384599.936606:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000020:00000010:0.0:1767384599.936607:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000acb8b47. 00000100:00000001:3.0:1767384599.936608:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384599.936615:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384599.936618:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004746835c. 00000100:00000200:3.0:1767384599.936621:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037643008, offset 0 00000100:00000001:0.0:1767384599.936623:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384599.936628:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384599.936628:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384599.936633:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384599.936639:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384599.936646:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384599.936655:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000001:0.0:1767384599.936656:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384599.936659:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.936663:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503500 02000000:00000001:0.0:1767384599.936664:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384599.936668:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384599.936672:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.936676:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000100:00100000:0.0:1767384599.936679:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037643136:0@lo:253: 00000400:00000200:1.0:1767384599.936689:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000010:3.0:1767384599.936694:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000427d5f0. 00000100:00000001:0.0:1767384599.936696:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384599.936700:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000072cf4a60 02000000:00000001:0.0:1767384599.936701:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384599.936705:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.936708:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384599.936710:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.936716:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384599.936721:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001f15e33c. 00000400:00000200:3.0:1767384599.936722:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072cf4a60 00000400:00000010:3.0:1767384599.936727:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072cf4a60. 02000000:00000001:0.0:1767384599.936727:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.936728:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:3.0:1767384599.936737:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384599.936737:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b9343f7. 00000100:00000200:3.0:1767384599.936741:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384599.936745:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000007d10aed3 x1853237037643008 msgsize 4848 00000400:00000010:0.0:1767384599.936747:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000021bfcd0. 00000100:00100000:3.0:1767384599.936754:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384599.936755:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037643136, portal 25 00000100:00000040:3.0:1767384599.936758:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384599.936759:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384599.936761:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000001:0.0:1767384599.936763:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987285120 : -117139722266496 : ffff957648771880) 00000100:00000040:0.0:1767384599.936770:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.936772:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384599.936779:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384599.936783:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004746835c 00000100:00000040:0.0:1767384599.936784:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384599.936788:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004746835c. 00000400:00000010:0.0:1767384599.936789:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023d67920. 00000100:00000001:3.0:1767384599.936793:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384599.936794:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037643136, offset 0 00000400:00000200:1.0:1767384599.936796:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000200:3.0:1767384599.936800:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384599.936804:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384599.936816:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384599.936819:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384599.936823:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384599.936827:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:3.0:1767384599.936833:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384599.936834:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503580 00000100:00000001:3.0:1767384599.936839:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384599.936843:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000100:00000001:3.0:1767384599.936847:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384599.936848:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000636bd9ec. 00000100:00000001:3.0:1767384599.936855:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294888753 00000400:00000200:0.0:1767384599.936856:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000072aeaae6 00000400:00000200:0.0:1767384599.936863:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384599.936864:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8291bb5. 00000400:00000200:1.0:1767384599.936867:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:3.0:1767384599.936872:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384599.936872:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384599.936881:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072aeaae6 00000100:00000001:3.0:1767384599.936883:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294888753 00000400:00000010:0.0:1767384599.936885:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072aeaae6. 00000100:00000010:3.0:1767384599.936890:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008161cddf. 00000100:00000001:0.0:1767384599.936891:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384599.936895:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384599.936895:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384599.936898:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000002295a8dc x1853237037643136 msgsize 4848 00000400:00000200:1.0:1767384599.936899:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:3.0:1767384599.936901:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294888753 00000100:00000010:3.0:1767384599.936908:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca17f310. 00000100:00100000:0.0:1767384599.936909:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384599.936914:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384599.936914:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384599.936921:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294888753 00000100:00000001:0.0:1767384599.936924:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384599.936932:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b23fee52. 00000400:00000200:0.0:1767384599.936932:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023d67920 00000100:00000001:3.0:1767384599.936936:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384599.936938:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000001:3.0:1767384599.936939:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384599.936942:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023d67920. 00000100:00000001:3.0:1767384599.936946:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.936949:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384599.936951:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.936955:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384599.936956:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.936964:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384599.936965:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384599.936968:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000001:3.0:1767384599.936969:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384599.936972:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.936977:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.936980:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384599.936983:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.936984:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.936986:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384599.936988:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.936994:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.936999:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294888753 00000100:00000001:0.0:1767384599.937002:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294888753 00000100:00000001:3.0:1767384599.937005:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384599.937005:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294888753 00000400:00000200:1.0:1767384599.937007:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000001:3.0:1767384599.937011:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.937011:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294888753 00000100:00000001:0.0:1767384599.937017:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294888753 00000100:00000001:0.0:1767384599.937021:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294888753 00000100:00000001:0.0:1767384599.937022:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294888753 00000100:00000001:0.0:1767384599.937024:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294888753 00000100:00000001:0.0:1767384599.937025:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384599.937028:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.937031:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.937032:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384599.937033:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384599.937036:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037643008 00000100:00000001:0.0:1767384599.937040:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384599.937041:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384599.937042:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000001:0.0:1767384599.937044:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384599.937045:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384599.937050:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.937051:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384599.937054:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384599.937056:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.937058:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.937061:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037643008 00000100:00000001:0.0:1767384599.937063:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.937065:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384599.937069:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384599.937072:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384599.937075:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:3.0:1767384599.937077:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384599.937080:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384599.937080:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384599.937084:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.937087:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384599.937092:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000020:00000010:3.0:1767384599.937093:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020390c19. 00000100:00000001:3.0:1767384599.937096:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384599.937098:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020390c19. 00000020:00000010:3.0:1767384599.937106:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9668835. 00000020:00000010:3.0:1767384599.937112:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c608baf. 00000100:00000001:0.0:1767384599.937113:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384599.937117:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000986687b5. 00000100:00100000:0.0:1767384599.937117:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037643136 02000000:00000001:0.0:1767384599.937120:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384599.937129:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384599.937130:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384599.937132:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.937136:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384599.937143:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037643136 00000100:00000001:3.0:1767384599.937144:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384599.937146:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384599.937148:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384599.937150:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:3.0:1767384599.937151:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.937153:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000020:00000001:0.0:1767384599.937153:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384599.937158:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384599.937162:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384599.937164:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.937165:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384599.937170:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384599.937174:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deba145c. 00000100:00000001:3.0:1767384599.937176:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.937177:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384599.937183:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deba145c. 00000020:00000010:0.0:1767384599.937190:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000567cf741. 00000100:00000001:3.0:1767384599.937193:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384599.937195:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cfb85b8. 00000100:00000001:3.0:1767384599.937197:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384599.937201:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046329603. 00000400:00000200:1.0:1767384599.937205:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00100000:3.0:1767384599.937207:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:0.0:1767384599.937209:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384599.937214:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384599.937215:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384599.937217:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.937219:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959099472 : -117139750452144 : ffff957646c90450) 00000100:00000001:0.0:1767384599.937225:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.937227:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d10aed3 x1853237037643008/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.937231:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.937240:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384599.937244:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020390c19. 00000100:00000001:0.0:1767384599.937246:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384599.937248:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384599.937250:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384599.937252:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020390c19. 00000100:00100000:0.0:1767384599.937260:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1767384599.937261:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d10aed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037643008:12345-0@lo:253: 00000400:00000200:1.0:1767384599.937264:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000100:00000040:0.0:1767384599.937266:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000200:3.0:1767384599.937274:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037643008 00000100:00000001:0.0:1767384599.937274:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959113808 : -117139750437808 : ffff957646c93c50) 00000020:00000001:3.0:1767384599.937280:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384599.937284:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002295a8dc x1853237037643136/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384599.937286:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384599.937291:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.937296:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384599.937298:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384599.937300:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000010:0.0:1767384599.937303:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deba145c. 00000020:00000001:3.0:1767384599.937304:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384599.937337:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384599.937341:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384599.937342:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deba145c. 00000020:00000001:3.0:1767384599.937345:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384599.937347:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000020:00000001:3.0:1767384599.937348:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384599.937355:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384599.937359:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002295a8dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037643136:12345-0@lo:253: 00000100:00000001:3.0:1767384599.937361:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384599.937364:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037643136 02000000:00000001:3.0:1767384599.937367:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384599.937369:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384599.937373:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384599.937375:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384599.937376:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001db227f3. 00000020:00000001:0.0:1767384599.937378:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384599.937382:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.937382:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:3.0:1767384599.937387:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.937388:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384599.937390:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384599.937392:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384599.937394:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384599.937398:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.937400:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384599.937402:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384599.937404:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 02000000:00000001:0.0:1767384599.937405:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384599.937413:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000056b56c. 02000000:00000010:0.0:1767384599.937413:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000040533564. 02000000:00000001:0.0:1767384599.937420:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384599.937421:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384599.937422:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.937426:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384599.937426:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384599.937431:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384599.937434:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.937436:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384599.937438:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000715ee980. 20000000:00000001:3.0:1767384599.937439:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384599.937445:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384599.937448:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384599.937450:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384599.937451:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000415e2976. 20000000:00000001:0.0:1767384599.937452:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384599.937458:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:0.0:1767384599.937459:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.937463:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 20000000:00000001:0.0:1767384599.937464:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384599.937467:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384599.937475:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384599.937538:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384599.937542:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384599.937543:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384599.937545:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384599.937548:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384599.937553:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384599.937557:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384599.937564:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000244bf32a. 00080000:00000001:3.0:1767384599.937566:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579652096 : -117144129899520 : ffff957541bff400) 00080000:00000001:3.0:1767384599.937569:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384599.937672:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384599.937674:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384599.937676:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384599.937696:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384599.937700:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:1.0:1767384599.937712:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000676ca5e5. 00000800:00000010:1.0:1767384599.937719:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000428fb9c0. 00000800:00000010:1.0:1767384599.937725:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000320eb15f. 00000800:00000010:1.0:1767384599.937766:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000320eb15f. 00000400:00000200:1.0:1767384599.937813:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384599.937832:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp19 from 235.3.0.2 00000800:00000010:1.0:1767384599.937837:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c7a186c3. 00080000:00000001:3.0:1767384599.937845:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384599.937850:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384599.937908:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dde08860. 00000800:00000010:0.0:1767384599.937915:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023d67920. 00000800:00000010:0.0:1767384599.937939:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000256e6a9e. 00000800:00000200:0.1:1767384599.937946:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (2) 00000800:00000200:0.1:1767384599.937952:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp19 00000000256e6a9e deleted 00000800:00000010:0.1:1767384599.937954:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000256e6a9e. 00000800:00000200:0.1:1767384599.937960:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384599.937966:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp19 ip 192.168.203.133:1003 00000800:00000200:0.1:1767384599.937971:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072f0c0f8 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767384599.937976:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp19 p 3.x 192.168.203.133 -> 192.168.203.133:1003 incarnation:1767384598570892147 sched[0] 00000800:00000010:0.0:1767384599.937980:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000deba145c. 00000800:00000010:0.0:1767384599.938043:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000deba145c. 00000800:00000010:0.0:1767384599.938048:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023d67920. 00000800:00000010:0.0:1767384599.938085:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c7a186c3. 00000800:00000001:0.0:1767384599.938098:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384599.938111:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384599.938172:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384599.938175:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072f0c0f8. 00000400:00000200:0.0:1767384599.938179:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767384599.938186:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384599.938186:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: PUT: OK 00000400:00000200:0.0:1767384599.938191:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384599.938198:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000200:1.0:1767384599.938202:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp19 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384598570892147 sched[0] 00000800:00000010:1.0:1767384599.938209:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000428fb9c0. 00000800:00000001:0.0:1767384599.938270:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384599.938278:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384599.938280:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:0.0:1767384599.938281:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384599.938287:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384599.938296:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19) <- 192.168.203.133@tcp19 : PUT - for me 00000400:00000200:0.0:1767384599.938306:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384599.938334:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 224/224 into md 0x14a9 [1] + 0 00000400:00000010:0.0:1767384599.938337:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91ab64d. 00000400:00000200:0.0:1767384599.938341:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035e47107 00000800:00000001:0.0:1767384599.938346:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384599.938355:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384599.938358:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384599.938363:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: PUT: OK 00000400:00000200:0.0:1767384599.938366:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000010:0.0:1767384599.938368:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000400:00000200:1.0:1767384599.938371:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384599.938372:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384599.938377:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (13) 00000400:00000200:0.0:1767384599.938384:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:0.0:1767384599.938389:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000ad3decdb. 00000400:00000200:0.0:1767384599.938392:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 12 00000400:00000200:0.0:1767384599.938398:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384599.938409:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (14) 00000400:00000200:0.0:1767384599.938413:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384599.938420:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp19 to MR: 192.168.203.133@tcp19 local destination 00000400:00000200:1.0:1767384599.938421:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384599.938428:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.133@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384599.938443:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19:192.168.203.133@tcp19) -> 192.168.203.133@tcp19(192.168.203.133@tcp19:192.168.203.133@tcp19) 192.168.203.133@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384599.938457:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp19 00000800:00000010:0.0:1767384599.938461:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ba1946. 00000800:00000200:0.0:1767384599.938466:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (4) 00000400:00000200:1.0:1767384599.938471:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000200:0.0:1767384599.938472:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp19 ip 192.168.203.133:988 00000800:00000200:0.0:1767384599.938478:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ba1946 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384599.938521:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000200:0.0:1767384599.938547:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384599.938551:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ba1946. 00000400:00000200:0.0:1767384599.938555:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384599.938559:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: ACK: OK 00000400:00000200:1.0:1767384599.938568:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000001:0.0:1767384599.938569:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384599.938575:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384599.938579:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384599.938584:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384599.938587:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384599.938592:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384599.938599:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19) <- 192.168.203.133@tcp19 : ACK - for me 00000400:00000200:0.0:1767384599.938611:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp19: ACK from 12345-192.168.203.133@tcp19 into md 0x14c1 00000400:00000200:0.0:1767384599.938615:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384599.938616:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384599.938622:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: ACK: OK 00000400:00000200:0.0:1767384599.938628:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00000400:00000010:0.0:1767384599.938630:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000400:00000200:0.0:1767384599.938634:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384599.938640:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:0.0:1767384599.938646:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384599.938649:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (13) 00000800:00000001:0.0:1767384599.938654:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384599.938657:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384599.938666:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384599.938680:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384599.938686:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b102152f. 00000400:00000010:0.0:1767384599.938690:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3972d42. 00000400:00000200:0.0:1767384599.938694:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:0.0:1767384599.938697:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000200:1.0:1767384599.938700:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000010:0.0:1767384599.938712:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 0000000000d22147. 00000400:00000010:0.0:1767384599.938717:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000007ba53de9. 00000400:00000010:0.0:1767384599.938720:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000fd1eb3f9. 00000400:00000200:1.0:1767384599.938725:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000010:0.0:1767384599.938742:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dc8840b1. 00000400:00000200:0.0:1767384599.938749:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dc8840b1 nid 192.168.203.133@tcp20 00000400:00000010:0.0:1767384599.938753:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d71c7332. 00000400:00000200:0.0:1767384599.938756:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d71c7332 net tcp20 00000400:00000200:0.0:1767384599.938759:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (12) 00000400:00000200:1.0:1767384599.938764:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384599.938765:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp20 flags 0x11 00000400:00000010:0.0:1767384599.938772:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 0000000000d22147. 00000400:00000010:0.0:1767384599.938776:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000007ba53de9. 00000400:00000010:0.0:1767384599.938780:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000fd1eb3f9. 00000400:00000010:0.0:1767384599.938783:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000ad3decdb. 00000400:00000200:0.0:1767384599.938787:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384599.938790:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384599.938794:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384599.938799:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384599.938803:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384599.938805:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384599.938808:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384599.938810:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384599.938812:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (13) 00000400:00000200:1.0:1767384599.938849:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384599.938880:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384599.938904:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384599.938922:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384599.938959:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384599.938982:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384599.939006:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384599.939034:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384599.939063:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000800:00000010:1.0:1767384599.939224:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad91b63a. 00000800:00000010:1.0:1767384599.939228:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000428fb9c0. 00000800:00000010:1.0:1767384599.939232:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000320eb15f. 00000800:00000010:1.0:1767384599.939265:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000320eb15f. 00000400:00000200:1.0:1767384599.939300:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384599.939394:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp19 from 234.3.0.2 00000800:00000010:1.0:1767384599.939398:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000540848bb. 00000800:00000010:1.0:1767384599.939576:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c3adcc9b. 00000800:00000010:1.0:1767384599.939580:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a23eabb0. 00000800:00000010:1.0:1767384599.939595:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ac98f249. 00000800:00000200:1.1:1767384599.939600:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (4) 00000800:00000200:1.1:1767384599.939604:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp19 00000000ac98f249 deleted 00000800:00000010:1.1:1767384599.939606:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ac98f249. 00000800:00000200:1.1:1767384599.939610:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384599.939615:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp19 p 3.x 192.168.203.133 -> 192.168.203.133:1002 incarnation:1767384598570892147 sched[0] 00000800:00000010:1.0:1767384599.939618:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000320eb15f. 00000800:00000010:1.0:1767384599.939658:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000320eb15f. 00000800:00000010:1.0:1767384599.939663:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a23eabb0. 00000800:00000010:1.0:1767384599.939689:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000540848bb. 00000800:00000001:1.0:1767384599.939700:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384599.939704:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384599.939730:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384599.939734:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp19 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384598570892147 sched[0] 00000800:00000010:1.0:1767384599.939737:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000428fb9c0. 00000800:00000001:1.0:1767384599.939761:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384599.939768:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384599.948409:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384599.948416:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384599.948420:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.948422:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384599.948423:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384599.948431:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384599.948434:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384599.948437:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384599.948437:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384599.948440:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384599.948447:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000244bf32a. 20000000:00000001:3.0:1767384599.948448:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384599.948451:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d67e6b1a. 20000000:01000000:3.0:1767384599.948454:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384599.948456:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384599.948456:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00080000:00000020:3.0:1767384599.948462:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384599.948464:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384599.948469:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384599.948482:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384599.948487:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384599.948492:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384599.948517:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384599.948519:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384599.948522:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384599.948524:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384599.948528:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384599.948530:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384599.948533:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384599.948535:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d2d74f3f. 00000020:00000001:0.0:1767384599.948537:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384599.948543:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384599.948545:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:0.0:1767384599.948548:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d6d1bf36. 00010000:00000010:2.0:1767384599.948552:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000001dd3a57. 00080000:00000001:0.0:1767384599.948552:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944779776 : -117139764771840 : ffff957645ee8400) 00000020:00000001:2.0:1767384599.948559:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384599.948563:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:2.0:1767384599.948565:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000001dd3a57 with handle 0x1c01179f271edc53 to hash 00000020:00000001:2.0:1767384599.948570:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384599.948573:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384599.948577:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384599.948582:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.948584:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.948588:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948599:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384599.948604:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384599.948607:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:0.0:1767384599.948608:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384599.948610:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384599.948611:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.948616:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384599.948616:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384599.948621:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.948623:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.948626:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384599.948628:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.948630:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384599.948632:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384599.948634:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384599.948638:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384599.948649:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d2d74f3f) refcount = 1 00010000:00010000:2.0:1767384599.948654:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948662:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384599.948665:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384599.948667:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.948670:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.948673:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384599.948677:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384599.948681:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384599.948686:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.948688:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384599.948691:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001dd3a57 refcount=4 00000020:00000001:2.0:1767384599.948694:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384599.948697:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00080000:00000001:0.0:1767384599.948699:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384599.948700:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384599.948703:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384599.948705:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948715:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384599.948718:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948725:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.948727:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384599.948729:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948735:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.948737:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.948740:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384599.948743:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384599.948750:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000001dd3a57 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384599.948761:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384599.948763:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384599.948766:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948773:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384599.948775:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.948776:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384599.948778:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001dd3a57 refcount=5 00000020:00000001:2.0:1767384599.948780:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384599.948782:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384599.948786:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384599.948788:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948795:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384599.948797:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384599.948799:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.948803:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384599.948805:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384599.948807:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.948808:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384599.948811:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000001dd3a57 with handle 0x1c01179f271edc53 from hash 00010000:00000001:2.0:1767384599.948814:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384599.948816:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.948817:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.948818:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384599.948820:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384599.948822:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384599.948825:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384599.948827:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.948829:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.948831:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384599.948833:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384599.948836:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.948837:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.948846:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.948849:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.948851:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.948854:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948861:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.948862:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.948864:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384599.948865:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384599.948867:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.948869:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.948871:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384599.948873:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.948875:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.948878:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.948885:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384599.948887:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384599.948888:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000001dd3a57/0x1c01179f271edc53 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384599.948896:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d2d74f3f count: 0 00010000:00000001:2.0:1767384599.948904:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384599.948906:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384599.954341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d2d74f3f. 00010000:00000010:2.1:1767384599.954351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000001dd3a57. 00000100:00000040:1.0:1767384599.955396:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294888753, at 4294888754 00000100:00000040:2.0:1767384599.955398:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294888753, at 4294888754 00000100:00000040:0.0:1767384599.955402:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294888753, at 4294888754 00000100:00000010:1.0:1767384599.955407:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008161cddf. 00000100:00000010:2.0:1767384599.955409:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca17f310. 00000100:00000010:0.0:1767384599.955412:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8291bb5. 00000100:00000040:3.0:1767384599.957207:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294888753, at 4294888755 00000100:00000010:3.0:1767384599.957216:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b23fee52. 00000400:00000010:1.0:1767384599.957825:0:22197:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004d6e90ab. 00000400:00000040:1.0:1767384599.957843:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.957846:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384599.957848:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.957855:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.957857:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.957858:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384599.957860:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.957861:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384599.957863:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384599.957863:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384599.957865:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384599.957867:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.957868:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384599.957869:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.957870:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384599.957872:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384599.957873:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.957874:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384599.957875:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384599.957877:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.957878:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.957879:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.957880:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.957881:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.957882:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384599.957884:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.957885:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.957886:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.957887:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.957888:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.957890:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384599.957891:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.957893:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.957894:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.957895:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.957896:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.957897:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384599.957899:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.957900:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.957902:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384599.957903:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384599.957904:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.957911:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384599.957912:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384599.957913:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384599.957914:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384599.957915:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384599.957916:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384599.957918:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384599.957919:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.957920:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384599.957921:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384599.957923:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384599.957924:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384599.957926:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384599.957927:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384599.957928:0:22197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384599.957962:0:22197:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004d6e90ab. 00080000:00000001:2.0:1767384599.961663:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384599.961667:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384599.961670:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384599.961671:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384599.961673:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384599.961675:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d6d1bf36. 00080000:00000001:2.0:1767384599.961680:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384599.961748:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384599.961754:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384599.961765:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.961768:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384599.961771:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384599.961784:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384599.961788:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384599.961794:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384599.961796:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384599.961800:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384599.961803:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384599.961806:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384599.961809:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384599.961815:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000046137360. 00010000:00000001:3.0:1767384599.961819:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384599.961822:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d29bc72. 00000020:00000001:3.0:1767384599.961825:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384599.961827:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000d29bc72 with handle 0x1c01179f271edc5a to hash 00000020:00000001:3.0:1767384599.961829:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384599.961831:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384599.961833:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384599.961836:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384599.961837:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384599.961840:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.961847:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384599.961850:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384599.961852:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384599.961853:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384599.961854:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384599.961857:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384599.961858:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384599.961860:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384599.961862:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384599.961863:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384599.961865:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384599.961867:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000046137360) refcount = 1 00010000:00010000:3.0:1767384599.961869:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.961874:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384599.961883:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384599.961884:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384599.961886:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.961888:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384599.961891:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384599.961893:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384599.961896:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384599.961897:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384599.961899:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=4 00000020:00000001:3.0:1767384599.961902:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384599.961904:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384599.961906:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384599.961908:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.961912:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384599.961914:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.961919:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384599.961921:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384599.961922:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.961927:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384599.961928:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.961931:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384599.961932:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384599.961937:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000d29bc72 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384599.961939:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384599.961941:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384599.961943:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.961958:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384599.961959:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384599.961961:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384599.961962:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=5 00000020:00000001:3.0:1767384599.961963:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384599.961965:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384599.961967:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384599.961969:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.961973:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384599.961974:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384599.961975:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.961978:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384599.961980:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384599.961982:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384599.961983:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384599.961984:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d29bc72 with handle 0x1c01179f271edc5a from hash 00010000:00000001:3.0:1767384599.961986:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384599.961987:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384599.961987:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384599.961988:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384599.961989:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384599.961990:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384599.961992:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384599.961993:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384599.961996:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.961998:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384599.961999:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384599.962002:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384599.962004:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384599.962005:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.962007:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.962009:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384599.962017:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.962021:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384599.962022:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384599.962023:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384599.962024:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384599.962025:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384599.962026:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384599.962027:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384599.962029:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.962030:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384599.962032:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384599.962036:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384599.962038:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384599.962040:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000d29bc72/0x1c01179f271edc5a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384599.962044:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000046137360 count: 0 00010000:00000001:3.0:1767384599.962054:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384599.962056:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384599.963617:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384599.963621:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384599.963623:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000056b56c. 20000000:00000001:0.0:1767384599.963630:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384599.963634:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037643008 00010000:00000001:0.0:1767384599.963637:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384599.963644:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d10aed3 x1853237037643008/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384599.963653:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384599.963656:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384599.963660:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384599.963664:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384599.963668:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384599.963670:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384599.963674:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384599.963677:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.963680:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384599.963683:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384599.963688:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042f3f1dc. 00000100:00000200:0.0:1767384599.963693:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037643008, offset 224 00000400:00000200:0.0:1767384599.963700:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384599.963710:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384599.963718:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503500 00000400:00000200:0.0:1767384599.963725:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c5 [2] + 224 00000400:00000200:0.0:1767384599.963732:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384599.963741:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384599.963747:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384599.963750:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384599.963760:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.963776:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384599.963782:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042f3f1dc 00000400:00000010:0.0:1767384599.963784:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042f3f1dc. 00000100:00000001:0.0:1767384599.963788:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384599.963789:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384599.963793:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384599.963796:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384599.963798:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384599.963800:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.963802:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384599.963807:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d10aed3 x1853237037643008/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384599.963815:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d10aed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037643008:12345-0@lo:253: Request processed in 26573us (27067us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384599.963822:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:0.0:1767384599.963825:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384599.963828:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384599.963830:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384599.963834:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c608baf. 00000020:00000010:0.0:1767384599.963838:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000986687b5. 00000020:00000010:0.0:1767384599.963843:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9668835. 00000020:00000040:0.0:1767384599.963848:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:0.0:1767384599.963851:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384599.963854:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001db227f3. 02000000:00000001:0.0:1767384599.963856:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384599.963859:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384599.963864:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384599.963874:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b60be1f. 00000400:00000010:0.0:1767384599.963879:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042f3f1dc. 00000100:00000001:0.0:1767384599.963901:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384599.963903:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384599.963908:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384599.963909:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384599.963911:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab765171. 00000400:00000200:0.0:1767384599.963914:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000118a19c 00000400:00000010:0.0:1767384599.963915:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000118a19c. 00000100:00000001:0.0:1767384599.963918:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384599.963921:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384599.963929:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.963935:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384599.963937:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.963939:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384599.963942:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384599.963943:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384599.963945:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.963948:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384599.963952:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384599.963955:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384599.963958:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384599.963960:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.963962:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384599.963964:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.963967:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384599.963971:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.963976:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384599.963979:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384599.963981:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384599.963984:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384599.963986:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384599.963988:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384599.963996:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384599.963998:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384599.964000:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384599.964002:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384599.964003:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384599.964005:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384599.964006:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384599.964010:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384599.964016:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf5b0d09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037643008:0@lo:253: 00000100:00000001:0.0:1767384599.964022:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.964024:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384599.964026:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf5b0d09 x1853237037643008/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.964032:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384599.964034:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384599.964037:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000014588d0a. 02000000:00000001:0.0:1767384599.964042:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384599.964044:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384599.964045:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384599.964047:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384599.964050:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ac1a39e9. 02000000:00000001:0.0:1767384599.964054:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384599.964055:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384599.964057:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf5b0d09. 00000100:00000001:0.0:1767384599.964060:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384599.964062:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.964063:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.964068:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384599.964070:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.964073:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384599.964075:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384599.965035:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384599.965038:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384599.965039:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000715ee980. 20000000:00000001:0.0:1767384599.965044:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384599.965047:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037643136 00010000:00000001:0.0:1767384599.965055:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384599.965059:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002295a8dc x1853237037643136/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384599.965065:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384599.965066:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384599.965068:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384599.965070:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384599.965072:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384599.965073:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384599.965076:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384599.965077:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.965078:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384599.965080:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384599.965084:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd7ee5b5. 00000100:00000200:0.0:1767384599.965087:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037643136, offset 224 00000400:00000200:0.0:1767384599.965093:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384599.965099:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384599.965106:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503580 00000400:00000200:0.0:1767384599.965110:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14cd [2] + 224 00000400:00000200:0.0:1767384599.965115:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384599.965117:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384599.965120:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384599.965122:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384599.965128:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.965144:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384599.965148:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd7ee5b5 00000400:00000010:0.0:1767384599.965149:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd7ee5b5. 00000100:00000001:0.0:1767384599.965152:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384599.965153:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384599.965157:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384599.965159:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384599.965161:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384599.965162:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384599.965165:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384599.965170:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384599.965171:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384599.965172:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384599.965174:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384599.965177:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b9343f7. 00000100:00000040:0.0:1767384599.965178:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002295a8dc x1853237037643136/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384599.965184:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000021bfcd0 00000400:00000010:1.0:1767384599.965188:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000021bfcd0. 00000100:00100000:0.0:1767384599.965192:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002295a8dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037643136:12345-0@lo:253: Request processed in 27892us (28292us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384599.965193:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384599.965202:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384599.965203:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:0.0:1767384599.965209:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384599.965214:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384599.965217:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384599.965221:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cfb85b8. 00000100:00000200:1.0:1767384599.965222:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384599.965226:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046329603. 00000100:00000001:1.0:1767384599.965234:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384599.965234:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000567cf741. 00000100:00000001:1.0:1767384599.965237:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384599.965240:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:1.0:1767384599.965241:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384599.965245:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384599.965246:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384599.965247:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384599.965250:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000040533564. 00000100:00000001:1.0:1767384599.965251:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.965256:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.965256:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384599.965259:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=29 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384599.965260:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384599.965268:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=29 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384599.965268:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384599.965274:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b84f0ee. 00000100:00000001:1.0:1767384599.965280:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384599.965280:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd7ee5b5. 00000100:00000001:1.0:1767384599.965284:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.965286:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384599.965288:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.965290:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.965294:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.965300:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384599.965302:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384599.965303:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384599.965306:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384599.965307:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384599.965335:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384599.965337:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384599.965339:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384599.965340:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384599.965341:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384599.965343:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384599.965344:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384599.965346:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384599.965352:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037643136:0@lo:253: 00000100:00000001:1.0:1767384599.965356:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.965358:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384599.965360:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099e14c91 x1853237037643136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.965365:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384599.965366:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384599.965368:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001f15e33c. 02000000:00000001:1.0:1767384599.965372:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384599.965373:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384599.965374:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384599.965376:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384599.965378:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c843d1b1. 02000000:00000001:1.0:1767384599.965382:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384599.965389:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384599.965391:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099e14c91. 00000100:00000001:1.0:1767384599.965394:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384599.965395:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.965397:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.965402:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384599.965403:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.965405:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384599.965407:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384599.969388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000046137360. 00010000:00000010:3.1:1767384599.969411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d29bc72. 00010000:00000001:0.0:1767384600.225411:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384600.225416:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.225422:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384600.225424:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384600.225440:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384600.225445:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384600.225448:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384600.974411:0:22430:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384600.974430:0:22430:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.974436:0:22430:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384600.974445:0:22430:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384600.974452:0:22430:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.974457:0:22430:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.185372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384601.185380:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384601.185385:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b384a869. 00000020:00000040:2.0:1767384601.185389:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384601.185393:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384601.185396:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384601.185401:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384601.185407:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af580be6. 00000100:00000001:2.0:1767384601.185413:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384601.185414:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384601.185418:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384601.185421:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384601.185422:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096fc03a0. 00000020:00000040:3.0:1767384601.185429:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384601.185434:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384601.185436:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384601.185436:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384601.185440:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.185441:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.185446:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b384a869] to pc [ptlrpcd_00_01+1] req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384601.185447:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000817df3c3. 00000100:00000001:3.0:1767384601.185452:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.185464:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384601.185465:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.185468:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384601.185470:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fc03a0] to pc [ptlrpcd_00_02+2] req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384601.185472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384601.185479:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384601.185484:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003edfb082. 00000020:00000040:2.0:1767384601.185499:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384601.185501:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384601.185503:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384601.185505:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384601.185508:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009aea966c. 00000004:00000001:3.0:1767384601.185510:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.185511:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.185517:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384601.185521:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.185525:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384601.185527:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384601.185532:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.185546:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.185548:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384601.185550:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384601.185551:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.185554:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384601.185560:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003edfb082] to pc [ptlrpcd_00_03+3] req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384601.185561:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.185562:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384601.185566:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.185572:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384601.185575:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384601.185581:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384601.185587:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037643392:0@lo:13: 00000100:00000001:1.0:1767384601.185593:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384601.185595:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.185596:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384601.185596:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384601.185602:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384601.185611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384601.185612:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384601.185613:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384601.185618:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.185619:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384601.185620:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.185621:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384601.185624:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffe826e7. 00000100:00100000:1.0:1767384601.185626:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b384a869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037643264:0@lo:400: 02000000:00000010:3.0:1767384601.185627:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bd4a93cc. 00000020:00000040:2.0:1767384601.185628:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384601.185633:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.185635:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384601.185636:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384601.185639:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab765171. 02000000:00000001:2.0:1767384601.185639:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384601.185641:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384601.185643:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384601.185644:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384601.185647:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384601.185648:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ba1ad1b. 02000000:00000010:2.0:1767384601.185649:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004004a9d6. 02000000:00000010:1.0:1767384601.185651:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0c6f2c5. 00000100:00000001:2.0:1767384601.185653:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384601.185655:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037643392, portal 4 02000000:00000001:1.0:1767384601.185655:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.185659:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384601.185661:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384601.185662:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000083bf351. 00000100:00000001:3.0:1767384601.185664:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646734848 : -117139062816768 : ffff95766fc58000) 00000400:00000010:1.0:1767384601.185669:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47337ec. 00000100:00000040:3.0:1767384601.185675:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.185676:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384601.185676:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037643264, portal 25 00000100:00000001:2.0:1767384601.185680:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.185682:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384601.185685:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974592000 : -117139734959616 : ffff957647b56a00) 00000100:00000040:2.0:1767384601.185688:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffe826e7] to pc [ptlrpcd_00_00+0] req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384601.185693:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.185698:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384601.185705:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384601.185710:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000200:3.0:1767384601.185715:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037643392, offset 0 00000400:00000200:3.0:1767384601.185725:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384601.185725:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.185728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384601.185737:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384601.185741:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dbfc293. 00000100:00000001:1.0:1767384601.185742:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384601.185746:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384601.185747:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384601.185750:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384601.185752:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384601.185755:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384601.185756:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384601.185757:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a59d51f. 00000100:00000200:1.0:1767384601.185761:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037643264, offset 0 02000000:00000010:2.0:1767384601.185771:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a01c3f38. 00000100:00000001:2.0:1767384601.185775:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.185776:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384601.185777:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f503680 00000100:00000040:2.0:1767384601.185788:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384601.185789:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 896 00000400:00000200:1.0:1767384601.185790:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384601.185802:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384601.185802:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384601.185804:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f503600 00000100:00000001:2.0:1767384601.185805:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384601.185811:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384601.185814:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dbfc293] to pc [ptlrpcd_00_01+1] req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384601.185815:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9bd [2] + 0 00000400:00000010:1.0:1767384601.185823:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c69a9c7e. 00000400:00000200:1.0:1767384601.185829:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004480eac2 00000100:00000001:2.0:1767384601.185830:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.185834:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384601.185835:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (227) 00000100:00000001:3.0:1767384601.185836:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384601.185840:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384601.185851:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767384601.185854:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480eac2 00000100:00000010:3.0:1767384601.185856:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c33aff0. 00000400:00000010:1.0:1767384601.185857:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004480eac2. 00000100:00000040:3.0:1767384601.185862:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000009c33aff0 x1853237037643392 msgsize 224 00000100:00000001:1.0:1767384601.185864:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384601.185866:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384601.185868:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384601.185871:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384601.185872:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384601.185872:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000007a9a7fec x1853237037643264 msgsize 224 00000100:00000001:2.0:1767384601.185876:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384601.185880:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384601.185881:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384601.185883:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384601.185887:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384601.185891:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384601.185892:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000100:00000001:2.0:1767384601.185893:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384601.185896:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 02000000:00000001:2.0:1767384601.185897:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384601.185898:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384601.185900:0:16165:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384601.185901:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384601.185905:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.185905:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a59d51f 00000100:00000200:3.0:1767384601.185907:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384601.185909:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a59d51f. 00000100:00100000:2.0:1767384601.185911:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003edfb082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037643520:0@lo:400: 00000100:00000001:1.0:1767384601.185919:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384601.185924:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.185926:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384601.185930:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384601.185932:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.185937:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384601.185941:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e495865b. 02000000:00000001:2.0:1767384601.185946:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.185951:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384601.185953:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.185957:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384601.185958:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384601.185962:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069bb3c79. 00000400:00000010:2.0:1767384601.185969:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aae6e9a. 00000100:00000200:2.0:1767384601.185983:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037643520, portal 4 00000100:00000001:1.0:1767384601.185986:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.185988:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.185988:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384601.185989:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384601.185992:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974593792 : -117139734957824 : ffff957647b57100) 00000100:00000001:3.0:1767384601.185993:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384601.185996:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.185999:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186000:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294890002 00000100:00000040:2.0:1767384601.186001:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384601.186005:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10165 usecs (11 jiffies) 00000100:00000010:1.0:1767384601.186008:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037b53bfa. 00000100:00000001:3.0:1767384601.186011:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294889995 00000100:00000001:2.0:1767384601.186013:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384601.186019:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384601.186024:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384601.186026:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e0873f. 00000100:00000001:3.0:1767384601.186028:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294890002 00000100:00000001:1.0:1767384601.186028:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294890002 00000100:00000200:2.0:1767384601.186029:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037643520, offset 0 00000100:00000001:3.0:1767384601.186035:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294889995 00000100:00000010:1.0:1767384601.186035:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5b5190b. 00000400:00000200:2.0:1767384601.186040:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384601.186041:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384601.186046:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294890002 00000100:00000001:3.0:1767384601.186047:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294890002 00000100:00000010:1.0:1767384601.186052:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fefce41. 00000100:00000001:3.0:1767384601.186053:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294889995 00000400:00000200:2.0:1767384601.186053:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384601.186058:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384601.186062:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294890002 00000100:00000001:1.0:1767384601.186062:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294890002 00000100:00000010:1.0:1767384601.186065:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c402b67. 00000400:00000200:2.0:1767384601.186067:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f503700 00000100:00000001:3.0:1767384601.186068:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294889995 00000100:00000001:1.0:1767384601.186070:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384601.186076:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294890002 00000400:00000200:2.0:1767384601.186077:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2320 00000100:00000001:1.0:1767384601.186077:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384601.186082:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384601.186085:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384601.186088:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384601.186088:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384601.186092:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384601.186095:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186095:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.186097:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384601.186101:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384601.186102:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.186105:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384601.186106:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001fe4898. 00000100:00000001:1.0:1767384601.186106:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384601.186110:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384601.186110:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384601.186111:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000001fe4898 x1853237037643520 msgsize 224 00000100:00000001:3.0:1767384601.186113:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384601.186116:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.186118:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384601.186119:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384601.186123:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384601.186123:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384601.186123:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384601.186127:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.186130:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384601.186131:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.186135:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384601.186139:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384601.186140:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384601.186142:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e0873f 02000000:00000001:1.0:1767384601.186143:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384601.186146:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e0873f. 02000000:00000001:1.0:1767384601.186146:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.186147:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384601.186151:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384601.186152:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037643392 02000000:00000001:1.0:1767384601.186152:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384601.186156:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384601.186157:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384601.186160:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037643776:0@lo:400: 00000100:00000001:3.0:1767384601.186161:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384601.186165:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186170:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384601.186172:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.186175:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384601.186175:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384601.186176:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037643392 02000000:00000001:1.0:1767384601.186179:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.186180:0:17588:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384601.186181:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384601.186183:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384601.186184:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 02000000:00000010:1.0:1767384601.186187:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f681a2ae. 00000020:00000001:3.0:1767384601.186188:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384601.186192:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384601.186193:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000001:2.0:1767384601.186194:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.186196:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384601.186197:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384601.186202:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384601.186202:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384601.186204:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bc0c25d. 00000100:00000040:2.0:1767384601.186207:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10165 usecs (11 jiffies) 00000100:00000001:3.0:1767384601.186209:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384601.186209:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a59d51f. 00000100:00000001:2.0:1767384601.186213:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294889995 00000020:00000010:3.0:1767384601.186214:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb49e773. 00000100:00000200:1.0:1767384601.186215:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037643776, portal 10 00000100:00000001:2.0:1767384601.186218:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294890002 00000100:00000001:1.0:1767384601.186219:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384601.186220:0:17588:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d551c917. 00000100:00000001:2.0:1767384601.186221:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294889995 00000100:00000001:1.0:1767384601.186222:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974595584 : -117139734956032 : ffff957647b57800) 00000020:00000040:3.0:1767384601.186227:0:17588:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:2.0:1767384601.186228:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294890002 00000100:00000040:1.0:1767384601.186231:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.186233:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294889995 00000100:00000001:2.0:1767384601.186236:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294890002 00000100:00000001:3.0:1767384601.186245:0:17588:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384601.186247:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384601.186249:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294889995 00000020:00000010:3.0:1767384601.186251:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000374361a4. 00000100:00000040:1.0:1767384601.186252:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384601.186254:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294890002 00000100:00000001:2.0:1767384601.186257:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384601.186257:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b54a887. 00000020:00000010:3.0:1767384601.186258:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c203499. 00000100:00000001:2.0:1767384601.186259:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384601.186262:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037643776, offset 0 00000100:00000001:2.0:1767384601.186265:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384601.186267:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003138fbdd. 00000100:00000001:2.0:1767384601.186267:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384601.186270:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384601.186276:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384601.186277:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384601.186279:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384601.186281:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384601.186283:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384601.186283:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.186287:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384601.186287:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384601.186289:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f503800 00000100:00000001:3.0:1767384601.186291:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.186292:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.186296:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000001:2.0:1767384601.186297:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.186305:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384601.186332:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.186337:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384601.186338:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384601.186341:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384601.186342:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037643520 00000100:00000001:1.0:1767384601.186342:0:16164:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384601.186346:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384601.186347:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384601.186350:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384601.186352:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384601.186352:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b0c916. 00000100:00000001:3.0:1767384601.186356:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384601.186358:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000064b0c916 x1853237037643776 msgsize 224 00000100:00000001:3.0:1767384601.186359:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384601.186359:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.186364:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037643520 00000020:00000001:2.0:1767384601.186367:0:18091:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384601.186370:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00100000:3.0:1767384601.186371:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1767384601.186371:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384601.186372:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384601.186377:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00000100:00000040:3.0:1767384601.186378:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384601.186382:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646745600 : -117139062806016 : ffff95766fc5aa00) 00000020:00000001:2.0:1767384601.186382:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:1.0:1767384601.186385:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384601.186388:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000040:3.0:1767384601.186391:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c33aff0 x1853237037643392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:582/0 lens 224/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384601.186391:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b54a887 00000100:00000001:2.0:1767384601.186393:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384601.186396:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b54a887. 00000020:00000010:2.0:1767384601.186398:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f9873ae. 00000100:00000001:1.0:1767384601.186401:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384601.186404:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384601.186407:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.186410:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384601.186410:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f9873ae. 00000020:00000010:3.0:1767384601.186415:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5b950b2. 00000020:00000010:2.0:1767384601.186418:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eccee787. 00000100:00000001:1.0:1767384601.186419:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384601.186420:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384601.186424:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384601.186425:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5b950b2. 00000020:00000010:2.0:1767384601.186425:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff3087b3. 00000020:00000010:2.0:1767384601.186432:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd5b21e. 00000100:00100000:3.0:1767384601.186435:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c33aff0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16165:x1853237037643392:12345-0@lo:13: 00000100:00000001:1.0:1767384601.186440:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384601.186441:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037643392 00000100:00000040:2.0:1767384601.186441:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1767384601.186447:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384601.186448:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384601.186448:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384601.186451:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384601.186453:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.186455:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384601.186459:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000100:00000001:2.0:1767384601.186459:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384601.186461:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.186462:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.186463:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384601.186467:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4092 usecs (5 jiffies) 00000020:00000001:3.0:1767384601.186469:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.186470:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384601.186472:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294889990 00000020:00000001:3.0:1767384601.186475:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384601.186475:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384601.186476:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294890002 00000100:00000001:2.0:1767384601.186480:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.186481:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384601.186481:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294889990 00000020:00000001:3.0:1767384601.186486:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186486:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294890002 00000100:00000001:2.0:1767384601.186501:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.186502:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384601.186504:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294889990 02000000:00000001:3.0:1767384601.186506:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384601.186508:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294890002 02000000:00000010:3.0:1767384601.186511:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000da99c7bc. 00000100:00000001:1.0:1767384601.186511:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294889990 00000100:00000001:2.0:1767384601.186513:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384601.186516:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.186517:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384601.186517:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294890002 00000100:00000001:3.0:1767384601.186518:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186522:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1767384601.186524:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:2.0:1767384601.186524:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384601.186525:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.186531:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 2 00000100:00000001:1.0:1767384601.186531:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186535:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.186536:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974594688 : -117139734956928 : ffff957647b57480) 00002000:00000001:3.0:1767384601.186539:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384601.186539:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384601.186542:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001fe4898 x1853237037643520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:582/0 lens 224/0 e 0 to 0 dl 1767384612 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.186543:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384601.186544:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384601.186548:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384601.186549:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384601.186552:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384601.186553:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384601.186556:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384601.186558:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f9873ae. 00000100:00100000:1.0:1767384601.186559:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384601.186564:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384601.186564:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384601.186567:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384601.186568:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f9873ae. 00000100:00000001:1.0:1767384601.186568:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384601.186571:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.186572:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384601.186575:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384601.186577:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001fe4898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237037643520:12345-0@lo:400: 00000100:00000001:1.0:1767384601.186578:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000024:3.0:1767384601.186579:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384601.186581:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384601.186586:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037643520 00000100:00000040:1.0:1767384601.186586:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767384601.186587:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:2.0:1767384601.186591:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384601.186595:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384601.186597:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186599:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384601.186600:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384601.186601:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384601.186603:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384601.186604:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 02000000:00000001:1.0:1767384601.186604:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384601.186608:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00002000:00000020:3.0:1767384601.186610:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:2.0:1767384601.186610:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384601.186611:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384601.186615:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:2.0:1767384601.186615:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384601.186620:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1767384601.186620:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384601.186623:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384601.186623:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ffe826e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16164:1853237037643648:0@lo:400: 00000001:00000001:3.0:1767384601.186624:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.186628:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384601.186629:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186630:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384601.186633:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:3.0:1767384601.186635:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037643392 02000000:00000001:1.0:1767384601.186635:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384601.186637:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384601.186637:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.186639:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384601.186641:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384601.186641:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000200:3.0:1767384601.186645:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c33aff0 x1853237037643392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:582/0 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384601.186646:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009c664875. 02000000:00000010:1.0:1767384601.186647:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2686f2a. 02000000:00000001:2.0:1767384601.186652:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384601.186652:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.186656:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384601.186658:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da92952. 00010000:00000001:3.0:1767384601.186660:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.186661:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384601.186663:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b54a887. 00000100:00001000:3.0:1767384601.186665:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=21 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384601.186665:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384601.186668:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037643648, portal 10 00010000:00000040:2.0:1767384601.186672:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037643520 00000100:00000001:1.0:1767384601.186673:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384601.186674:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384601.186675:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974581248 : -117139734970368 : ffff957647b54000) 00010000:00000001:2.0:1767384601.186676:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384601.186679:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384601.186682:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00010000:00000200:2.0:1767384601.186683:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001fe4898 x1853237037643520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:582/0 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384601.186685:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384601.186687:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384601.186690:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.186695:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384601.186701:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384601.186706:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000200:3.0:1767384601.186712:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037643392, offset 224 00010000:00000001:2.0:1767384601.186716:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384601.186717:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384601.186720:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384601.186721:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384601.186725:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1767384601.186727:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=21 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384601.186728:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000400:00000200:3.0:1767384601.186733:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384601.186734:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384601.186735:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037643648, offset 0 00000100:00000040:2.0:1767384601.186738:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:2.0:1767384601.186741:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000400:00000200:3.0:1767384601.186743:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f503680 00000400:00000200:1.0:1767384601.186744:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384601.186747:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384601.186750:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384601.186755:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14e9 [1] + 224 00000100:00000001:2.0:1767384601.186756:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384601.186757:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384601.186761:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384601.186764:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e0873f. 00000400:00000200:1.0:1767384601.186765:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f503780 00000400:00000200:3.0:1767384601.186775:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384601.186776:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037643520, offset 224 00000400:00000200:1.0:1767384601.186780:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000400:00000200:3.0:1767384601.186781:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384601.186788:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384601.186791:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384601.186795:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384601.186796:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384601.186799:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384601.186802:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1767384601.186803:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384601.186803:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384601.186806:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c695945. 00000100:00000040:1.0:1767384601.186809:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000003c695945 x1853237037643648 msgsize 224 00000400:00000200:2.0:1767384601.186813:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f503700 00000100:00100000:1.0:1767384601.186821:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384601.186824:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x14f9 [1] + 224 00000400:00000200:2.0:1767384601.186831:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384601.186833:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384601.186838:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384601.186839:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000100:00000040:3.0:1767384601.186846:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384601.186848:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000100:00000001:1.0:1767384601.186853:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384601.186854:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384601.186858:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384601.186861:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.186867:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384601.186874:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:3.0:1767384601.186877:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000100:00000040:2.0:1767384601.186881:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.186883:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384601.186886:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384601.186889:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186892:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.186896:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000040:1.0:1767384601.186898:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384601.186901:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384601.186904:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.186907:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384601.186909:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384601.186914:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e0873f 00000400:00000010:2.0:1767384601.186920:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e0873f. 00000100:00000001:1.0:1767384601.186921:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384601.186924:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c33aff0 x1853237037643392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:582/0 lens 224/368 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.186925:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384601.186926:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384601.186932:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.186934:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384601.186935:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c33aff0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16165:x1853237037643392:12345-0@lo:13: Request processed in 523us (1069us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384601.186938:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3906 usecs (4 jiffies) 00000100:00000001:2.0:1767384601.186940:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186943:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294889989 00000100:00000040:2.0:1767384601.186946:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00100000:3.0:1767384601.186947:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384601.186948:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294890002 00010000:00000001:2.0:1767384601.186952:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384601.186953:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294889989 00000100:00000040:3.0:1767384601.186954:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 1 00000020:00000001:2.0:1767384601.186956:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186957:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294890002 00000100:00000001:3.0:1767384601.186959:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384601.186960:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384601.186961:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294889989 00000100:00000001:3.0:1767384601.186963:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384601.186965:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294890002 00000100:00000040:2.0:1767384601.186966:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001fe4898 x1853237037643520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:582/0 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384601.186968:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c203499. 00000100:00000001:1.0:1767384601.186969:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294889989 00000100:00000001:1.0:1767384601.186975:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294890002 00000100:00000001:1.0:1767384601.186976:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384601.186977:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.186979:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384601.186983:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003138fbdd. 00000100:00000001:1.0:1767384601.186983:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384601.186991:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000374361a4. 00000100:00100000:2.0:1767384601.186992:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001fe4898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237037643520:12345-0@lo:400: Request processed in 437us (879us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384601.186995:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384601.186996:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00000100:00000001:1.0:1767384601.186998:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187001:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384601.187002:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384601.187005:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:2.0:1767384601.187008:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384601.187010:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384601.187011:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384601.187012:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff3087b3. 00000100:00100000:1.0:1767384601.187013:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037643264 00000100:00080000:3.0:1767384601.187018:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:1.0:1767384601.187018:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384601.187019:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd5b21e. 00000100:00000001:1.0:1767384601.187019:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384601.187023:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384601.187025:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000020:00000010:2.0:1767384601.187025:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eccee787. 02000000:00000001:1.0:1767384601.187026:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384601.187032:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037643264 00000020:00000040:2.0:1767384601.187033:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000020:00000001:1.0:1767384601.187036:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384601.187037:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384601.187038:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384601.187041:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384601.187046:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384601.187048:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00100000:3.0:1767384601.187049:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037643776 02000000:00000001:3.0:1767384601.187052:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384601.187053:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384601.187055:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384601.187056:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384601.187057:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.187058:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.187060:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384601.187062:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1767384601.187065:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384601.187066:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c337e1c0. 02000000:00000001:3.0:1767384601.187069:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384601.187069:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384601.187070:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384601.187072:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069bb3c79. 00000100:00100000:3.0:1767384601.187076:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037643776 00000020:00000010:1.0:1767384601.187076:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c337e1c0. 00000400:00000200:2.0:1767384601.187077:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aae6e9a 00000020:00000001:3.0:1767384601.187081:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384601.187081:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aae6e9a. 00000020:00000010:1.0:1767384601.187083:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b68321b. 00000020:00000040:3.0:1767384601.187084:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000001:2.0:1767384601.187085:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384601.187088:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384601.187089:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f2602b5. 00000100:00000200:2.0:1767384601.187091:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384601.187092:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000020:00000010:1.0:1767384601.187095:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000067bc916f. 00000020:00000001:3.0:1767384601.187097:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000001:3.0:1767384601.187102:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000040:1.0:1767384601.187104:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384601.187108:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384601.187109:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384601.187113:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5b950b2. 00000100:00000200:2.0:1767384601.187113:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.187113:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384601.187117:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384601.187119:0:16811:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000208d16ea. 00000100:00000001:1.0:1767384601.187123:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384601.187125:0:16811:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:2.0:1767384601.187127:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384601.187131:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.187133:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384601.187135:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.187136:0:16811:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384601.187141:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000374361a4. 02000000:00000001:2.0:1767384601.187142:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384601.187144:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384601.187145:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384601.187147:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c203499. 00000100:00000001:1.0:1767384601.187147:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384601.187148:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384601.187152:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003138fbdd. 02000000:00000001:2.0:1767384601.187153:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384601.187153:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1767384601.187160:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384601.187161:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959108688 : -117139750442928 : ffff957646c92850) 00000100:00001000:2.0:1767384601.187162:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=21 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384601.187163:0:16811:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1767384601.187168:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a9a7fec x1853237037643264/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 224/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.187169:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:2.0:1767384601.187170:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.187173:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384601.187176:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.187178:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384601.187181:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187183:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384601.187186:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384601.187187:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384601.187191:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.187192:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:2.0:1767384601.187193:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.187198:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384601.187198:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c337e1c0. 00010000:00000001:2.0:1767384601.187200:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.187203:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384601.187206:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:1.0:1767384601.187206:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c337e1c0. 00000100:00000001:3.0:1767384601.187209:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384601.187210:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:3.0:1767384601.187212:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037643648 00000100:00000001:2.0:1767384601.187215:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767384601.187215:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a9a7fec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037643264:12345-0@lo:400: 02000000:00000001:3.0:1767384601.187216:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384601.187219:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187220:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384601.187221:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037643264 00000100:00000001:3.0:1767384601.187224:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384601.187225:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384601.187227:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384601.187229:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384601.187230:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384601.187233:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384601.187235:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037643648 00000020:00000001:3.0:1767384601.187238:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384601.187243:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000001:2.0:1767384601.187243:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384601.187246:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384601.187248:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384601.187251:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:2.0:1767384601.187252:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384601.187252:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384601.187256:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000100:00000040:2.0:1767384601.187258:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384601.187262:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384601.187263:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:1.0:1767384601.187265:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.187268:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:1.0:1767384601.187271:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384601.187274:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384601.187275:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384601.187279:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9c59ef5. 00000020:00000001:1.0:1767384601.187279:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.187280:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003edfb082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037643520:0@lo:400: 00000100:00000001:3.0:1767384601.187285:0:16811:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384601.187285:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384601.187288:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384601.187289:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384601.187290:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9c59ef5. 00000100:00000001:2.0:1767384601.187291:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384601.187293:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384601.187297:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003edfb082 x1853237037643520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384601.187298:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b45a3ce6. 02000000:00000010:1.0:1767384601.187298:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008e7da234. 02000000:00000001:1.0:1767384601.187303:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384601.187305:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ecc37894. 00000020:00000010:3.0:1767384601.187328:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007eb0a460. 00000100:00000001:1.0:1767384601.187331:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187332:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384601.187336:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384601.187337:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187339:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384601.187342:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037643264 00000100:00000001:3.0:1767384601.187345:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384601.187346:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384601.187347:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384601.187348:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384601.187351:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.187352:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:1.0:1767384601.187354:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a9a7fec x1853237037643264/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384601.187356:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e495865b. 00000100:00000001:3.0:1767384601.187360:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384601.187362:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384601.187366:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384601.187367:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384601.187369:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187371:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1767384601.187372:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=31 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384601.187373:0:16166:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384601.187375:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384601.187379:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384601.187380:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384601.187381:0:16811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 02000000:00000010:2.0:1767384601.187383:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009aea966c. 00000100:00000040:3.0:1767384601.187387:0:16811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000040:1.0:1767384601.187387:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 02000000:00000001:2.0:1767384601.187389:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384601.187392:0:16811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599153664 : -117139110397952 : ffff95766cef7800) 02000000:00000001:2.0:1767384601.187393:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384601.187393:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000010:2.0:1767384601.187396:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003edfb082. 02000000:00000001:1.0:1767384601.187398:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384601.187400:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064b0c916 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:582/0 lens 224/0 e 0 to 0 dl 1767384612 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.187402:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384601.187402:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.187406:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384601.187407:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384601.187411:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384601.187414:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384601.187418:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384601.187420:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000100:00000001:2.0:1767384601.187421:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187422:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384601.187424:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037643264, offset 224 00000100:00000001:2.0:1767384601.187425:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384601.187427:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9c59ef5. 00000100:00000001:2.0:1767384601.187428:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187431:0:16811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384601.187433:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384601.187435:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9c59ef5. 00000100:00100000:3.0:1767384601.187441:0:16811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064b0c916 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037643776:12345-0@lo:400: 00000400:00000200:1.0:1767384601.187444:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384601.187447:0:16811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037643776 00000100:00080000:2.0:1767384601.187448:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384601.187452:0:16811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384601.187452:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f503600 00000020:00000040:2.0:1767384601.187453:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000020:00000001:3.0:1767384601.187456:0:16811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384601.187460:0:16811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.187462:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14ed [1] + 224 00000100:00000001:2.0:1767384601.187464:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384601.187466:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384601.187467:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384601.187469:0:16811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384601.187471:0:16811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000400:00000001:2.0:1767384601.187471:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384601.187475:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384601.187478:0:16811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384601.187478:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab765171. 00000400:00000200:1.0:1767384601.187480:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384601.187482:0:16811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384601.187484:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ba1ad1b 00000020:00000001:3.0:1767384601.187485:0:16811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384601.187498:0:16811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384601.187499:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ba1ad1b. 00000020:00000001:3.0:1767384601.187500:0:16811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.187504:0:16811:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384601.187505:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384601.187506:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384601.187507:0:16811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384601.187510:0:16811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384601.187511:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384601.187513:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384601.187515:0:16811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000244bf32a. 02000000:00000001:3.0:1767384601.187520:0:16811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187523:0:16811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.187528:0:16811:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384601.187532:0:16811:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037643776 00010000:00000001:3.0:1767384601.187538:0:16811:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384601.187541:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384601.187544:0:16811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064b0c916 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:582/0 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384601.187555:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384601.187577:0:16811:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384601.187579:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384601.187581:0:16811:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.187583:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384601.187584:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384601.187585:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384601.187587:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384601.187589:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384601.187590:0:16811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384601.187591:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384601.187594:0:16811:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:2.0:1767384601.187594:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.187594:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000400:00000010:1.0:1767384601.187598:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 02000000:00000001:2.0:1767384601.187600:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187601:0:16811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:1.0:1767384601.187602:0:16805:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384601.187606:0:16811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1767384601.187613:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=21 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384601.187614:0:16811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.187615:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:2.0:1767384601.187618:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.187619:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384601.187620:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.187621:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384601.187624:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384601.187626:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000010:3.0:1767384601.187629:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000001:2.0:1767384601.187630:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.187631:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384601.187633:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037643776, offset 224 00000020:00000001:1.0:1767384601.187634:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.187635:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384601.187640:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00080000:2.0:1767384601.187641:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384601.187644:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384601.187647:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a9a7fec x1853237037643264/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384601.187656:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384601.187664:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384601.187668:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f503800 00000100:00000001:2.0:1767384601.187670:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384601.187671:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a9a7fec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037643264:12345-0@lo:400: Request processed in 476us (1796us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384601.187673:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384601.187678:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384601.187679:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1501 [1] + 224 00000100:00000001:2.0:1767384601.187680:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384601.187687:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384601.187689:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384601.187689:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1767384601.187695:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384601.187700:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384601.187702:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384601.187703:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384601.187708:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f2602b5. 00000100:00000001:2.0:1767384601.187709:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.187710:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384601.187712:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000067bc916f. 00000100:00000001:2.0:1767384601.187714:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384601.187716:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b68321b. 00000100:00000200:3.0:1767384601.187717:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.187717:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384601.187721:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000004:00000001:2.0:1767384601.187722:0:16165:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384601.187728:0:16165:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:1.0:1767384601.187728:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000040:2.0:1767384601.187732:0:16165:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000010:1.0:1767384601.187732:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008e7da234. 00000100:00000040:3.0:1767384601.187734:0:16811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384601.187736:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384601.187740:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:2.0:1767384601.187743:0:16165:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000200:1.0:1767384601.187746:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000004:00000001:2.0:1767384601.187753:0:16165:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187760:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384601.187761:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384601.187765:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:1.0:1767384601.187766:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbe42519. 00000400:00000010:3.0:1767384601.187769:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000100:00100000:2.0:1767384601.187770:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037643392:0@lo:13: 00000100:00000001:3.0:1767384601.187773:0:16811:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384601.187776:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384601.187776:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bda5ef0e. 00000100:00000001:3.0:1767384601.187777:0:16811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384601.187781:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.187782:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.187786:0:16811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:2.0:1767384601.187789:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096fc03a0 x1853237037643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384601.187790:0:16811:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384601.187792:0:16811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.187797:0:16811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384601.187797:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384601.187801:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384601.187802:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384601.187804:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b0c916 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:582/0 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384601.187806:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384601.187810:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bd4a93cc. 00000100:00100000:1.0:1767384601.187811:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 02000000:00000001:2.0:1767384601.187815:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384601.187818:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:1.0:1767384601.187821:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599141120 : -117139110410496 : ffff95766cef4700) 00000100:00100000:3.0:1767384601.187823:0:16811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064b0c916 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037643776:12345-0@lo:400: Request processed in 397us (1461us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384601.187824:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384601.187827:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384601.187838:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c695945 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:582/0 lens 224/0 e 0 to 0 dl 1767384612 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384601.187840:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767384601.187841:0:16811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 02000000:00000010:2.0:1767384601.187844:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000817df3c3. 00000100:00000040:3.0:1767384601.187847:0:16811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 02000000:00000001:2.0:1767384601.187849:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384601.187851:0:16811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384601.187853:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384601.187855:0:16811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384601.187856:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096fc03a0. 00000020:00000010:3.0:1767384601.187859:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c203499. 00000100:00000001:2.0:1767384601.187862:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384601.187865:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384601.187865:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384601.187866:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003138fbdd. 00000020:00000010:1.0:1767384601.187869:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c337e1c0. 00000100:00000001:2.0:1767384601.187871:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384601.187872:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000374361a4. 00000100:00000001:1.0:1767384601.187873:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384601.187876:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384601.187878:0:16811:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:2.0:1767384601.187879:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384601.187879:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c337e1c0. 00000100:00000001:3.0:1767384601.187882:0:16811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.187886:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.187889:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384601.187889:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c695945 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16164:x1853237037643648:12345-0@lo:400: 00000100:00000200:1.0:1767384601.187895:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037643648 00000020:00000001:1.0:1767384601.187897:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384601.187899:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384601.187900:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384601.187901:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384601.187903:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:1.0:1767384601.187916:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384601.187918:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384601.187919:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384601.187921:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384601.187922:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384601.187924:0:16812:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384601.187925:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384601.187927:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384601.187929:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008e7da234. 02000000:00000001:1.0:1767384601.187930:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.187932:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187934:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384601.187934:0:16812:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.187937:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1767384601.187938:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037643648 00000400:00000001:3.0:1767384601.187941:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384601.187942:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384601.187946:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384601.187950:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c695945 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:582/0 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384601.187951:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bc0c25d. 00000400:00000200:3.0:1767384601.187956:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a59d51f 00000400:00000010:3.0:1767384601.187960:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a59d51f. 00010000:00000001:1.0:1767384601.187960:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384601.187962:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384601.187963:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384601.187966:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=25 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384601.187967:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.187971:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384601.187974:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384601.187980:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384601.187984:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384601.187986:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.187991:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384601.187994:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384601.187995:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384601.187999:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000100:00000200:1.0:1767384601.188004:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037643648, offset 224 00000100:00000001:3.0:1767384601.188005:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384601.188007:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.188010:0:16164:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384601.188010:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384601.188013:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384601.188015:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384601.188016:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.188020:0:16812:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384601.188021:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384601.188026:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=25 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384601.188031:0:16812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f503780 00000100:00001000:3.0:1767384601.188032:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.188037:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384601.188037:0:16812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1509 [1] + 224 00000100:00000001:3.0:1767384601.188040:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.188043:0:16812:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384601.188044:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384601.188048:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384601.188050:0:16812:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384601.188055:0:16812:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384601.188059:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384601.188060:0:16812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.188063:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384601.188066:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384601.188069:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384601.188072:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384601.188077:0:16812:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384601.188078:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.188103:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384601.188104:0:16812:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384601.188105:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384601.188107:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384601.188109:0:16812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000100:00000040:3.0:1767384601.188110:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384601.188113:0:16812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000100:00000001:1.0:1767384601.188118:0:16812:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384601.188120:0:16812:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384601.188122:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384601.188124:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384601.188127:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384601.188134:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037643776:0@lo:400: 00000020:00000001:1.0:1767384601.188135:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384601.188140:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384601.188144:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384601.188145:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c695945 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:582/0 lens 224/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384601.188147:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384601.188150:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000083bf351. 00000400:00000200:3.0:1767384601.188155:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47337ec 00000400:00000010:3.0:1767384601.188158:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d47337ec. 00000100:00100000:1.0:1767384601.188161:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c695945 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16164:x1853237037643648:12345-0@lo:400: Request processed in 293us (1347us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384601.188163:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384601.188167:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384601.188173:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384601.188178:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000200:3.0:1767384601.188182:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.188182:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384601.188185:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384601.188188:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ecc37894. 00000100:00000001:3.0:1767384601.188193:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384601.188194:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007eb0a460. 00000100:00000001:3.0:1767384601.188196:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.188199:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384601.188199:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b45a3ce6. 02000000:00000001:3.0:1767384601.188201:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384601.188203:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384601.188204:0:16812:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:3.0:1767384601.188205:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.188209:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.188210:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384601.188214:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384601.188217:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.188219:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384601.188220:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.188221:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384601.188222:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.188223:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384601.188225:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.188229:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.188231:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384601.188231:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384601.188233:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384601.188251:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b384a869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037643264:0@lo:400: 00000100:00000001:3.0:1767384601.188254:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.188255:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.188256:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dbfc293 x1853237037643776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.188260:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384601.188261:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384601.188263:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f681a2ae. 02000000:00000001:3.0:1767384601.188264:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384601.188265:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384601.188266:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384601.188268:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384601.188269:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a01c3f38. 02000000:00000001:3.0:1767384601.188270:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384601.188271:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384601.188272:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dbfc293. 00000100:00000001:3.0:1767384601.188274:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384601.188274:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.188276:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.188277:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b384a869 x1853237037643264/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.188281:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384601.188281:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384601.188282:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0c6f2c5. 02000000:00000001:3.0:1767384601.188283:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384601.188284:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384601.188285:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384601.188286:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384601.188286:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af580be6. 02000000:00000001:3.0:1767384601.188287:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384601.188288:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384601.188288:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b384a869. 00000100:00000001:3.0:1767384601.188290:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384601.188291:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.188295:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.188296:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.188297:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384601.188299:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384601.188300:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384601.188301:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da92952. 00000400:00000200:3.0:1767384601.188302:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b54a887 00000400:00000010:3.0:1767384601.188303:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b54a887. 00000100:00000001:3.0:1767384601.188304:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384601.188306:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384601.188337:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.188341:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384601.188343:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.188344:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384601.188346:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384601.188346:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384601.188348:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.188350:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384601.188352:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384601.188354:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.188356:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384601.188357:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.188358:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384601.188360:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384601.188364:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.188365:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384601.188366:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384601.188367:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384601.188367:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384601.188369:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.188372:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.188379:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384601.188380:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384601.188383:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384601.188387:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ffe826e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16164:1853237037643648:0@lo:400: 00000100:00000001:3.0:1767384601.188391:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.188393:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.188394:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ffe826e7 x1853237037643648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.188398:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384601.188399:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384601.188400:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2686f2a. 02000000:00000001:3.0:1767384601.188402:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384601.188403:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384601.188404:0:16164:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384601.188405:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384601.188406:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004004a9d6. 02000000:00000001:3.0:1767384601.188407:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384601.188408:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384601.188409:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ffe826e7. 00000100:00000001:3.0:1767384601.188411:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384601.188412:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.188413:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.188416:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384601.188417:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.188418:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.188419:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384601.204338:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294890002, at 4294890003 00000100:00000010:0.0:1767384601.204346:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037b53bfa. 00000100:00000040:1.0:1767384601.204377:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294890002, at 4294890003 00000100:00000040:3.0:1767384601.204383:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294890002, at 4294890003 00000100:00000040:2.0:1767384601.204384:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294890002, at 4294890003 00000100:00000010:1.0:1767384601.204384:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5b5190b. 00000100:00000010:3.0:1767384601.204392:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c402b67. 00000100:00000010:2.0:1767384601.204394:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fefce41. 00010000:00000001:0.0:1767384601.249358:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384601.249362:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.249368:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384601.249371:0:253:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384601.249373:0:253:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384601.249375:0:253:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.249378:0:253:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384601.249384:0:253:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.249386:0:253:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.249389:0:253:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.249419:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384601.249423:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384601.249426:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384601.653053:0:22594:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384601.653057:0:22594:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:0.0:1767384601.656770:0:22594:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384601.663550:0:22595:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000014f7ace9. 00000400:00000010:0.0:1767384601.663562:0:22595:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004ff198b3. 00000400:00000010:0.0:1767384601.663570:0:22595:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006bc65f07. 00000400:00000010:0.0:1767384601.663573:0:22595:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ef78b81c. 00000400:00000010:0.0:1767384601.663576:0:22595:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae8fddf1. 00000400:00000010:0.0:1767384601.663580:0:22595:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000088586bf. 00000400:00000010:0.0:1767384601.663581:0:22595:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000032186ddd. 00000400:00000010:0.0:1767384601.663583:0:22595:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c5ac030. 00000400:00000010:0.0:1767384601.663585:0:22595:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000abda2cd3. 00000800:00000010:0.0:1767384601.663595:0:22595:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000018961bfe. 00000800:00000200:0.0:1767384601.663604:0:22595:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384601.663610:0:22595:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384601.663657:0:22595:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384601.663673:0:22595:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp21 [8/256/0/180] 00000400:00000010:0.0:1767384601.665169:0:22595:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000768f2746. 00000400:00000010:0.0:1767384601.665175:0:22595:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cd6ef06. 00000400:00000010:0.0:1767384601.665179:0:22595:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda64fb6. 00000400:00000001:0.0:1767384601.665192:0:22595:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384601.665194:0:22595:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384601.665195:0:22595:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae927009. 00000400:00000200:0.0:1767384601.665198:0:22595:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000400:00000010:0.0:1767384601.665200:0:22595:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000400:00000010:0.0:1767384601.665203:0:22595:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000db5b7080. 00000400:00000200:0.0:1767384601.665207:0:22595:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (12) 00000400:00000200:0.0:1767384601.665218:0:22595:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384601.665225:0:22595:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:0.0:1767384601.665231:0:22595:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000040533564. 00000020:01000000:0.0:1767384601.665239:0:22595:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384601.665241:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384601.665242:0:22595:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp21 00000400:00000200:1.0:1767384601.665251:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:0.0:1767384601.665257:0:22595:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004ff198b3. 00000400:00000010:1.0:1767384601.665260:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000400:00000010:0.0:1767384601.665262:0:22595:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000014f7ace9. 00000400:00000200:1.0:1767384601.665269:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (13) 00000400:00000010:1.0:1767384601.665278:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dbce1308. 00000400:00000200:1.0:1767384601.665282:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000020:00000001:2.0:1767384601.665285:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384601.665290:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384601.665293:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384601.665295:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 10000000:01000000:2.0:1767384601.665296:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384601.665299:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384601.665301:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384601.665302:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384601.665304:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384601.665305:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384601.665307:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384601.665307:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384601.665343:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384601.665350:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384601.665357:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384601.665372:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384601.665377:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384601.665383:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384601.665388:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384601.665393:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384601.665398:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384601.665403:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000020:01000004:2.0:1767384601.665405:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384601.665407:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384601.665408:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp20 00000020:01000004:2.0:1767384601.665409:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384601.665411:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384601.665413:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384601.665414:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp20 lpni_is_preferred = 0 00000400:00000200:1.0:1767384601.665417:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp20 00000100:00000010:2.0:1767384601.665419:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003edfb082. 00000400:00000200:1.0:1767384601.665422:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.133@tcp20 LPNI seq info [27:27:8:4294967295] 00000020:00000040:2.0:1767384601.665424:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384601.665429:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384601.665429:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp20 02000000:00000001:2.0:1767384601.665433:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384601.665438:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.665442:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20:) -> 192.168.203.133@tcp20(192.168.203.133@tcp:192.168.203.133@tcp20) : PUT try# 0 00000800:00000200:1.0:1767384601.665450:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.133@tcp20 00000800:00000010:1.0:1767384601.665455:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dabc5247. 02000000:00000010:2.0:1767384601.665457:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dbaf21e5. 00000100:00000001:2.0:1767384601.665464:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384601.665464:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001fe2d402. 00000800:00000010:1.0:1767384601.665468:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000280fa0ec. 00000100:00000001:2.0:1767384601.665473:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384601.665476:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384601.665476:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (2) 00000800:00000200:1.1:1767384601.665482:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (2) 00000100:00000040:2.0:1767384601.665504:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003edfb082] to pc [ptlrpcd_00_02+2] req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384601.665520:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384601.665523:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 10000000:00000001:2.0:1767384601.665528:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384601.665531:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.665534:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384601.665536:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384601.665544:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384601.665546:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384601.665547:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384601.665549:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384601.665551:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384601.665552:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384601.665554:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384601.665556:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384601.665557:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384601.665559:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384601.665560:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384601.665561:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384601.665563:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384601.665568:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce7618d. 00000020:00000040:2.0:1767384601.665571:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384601.665574:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384601.665575:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384601.665578:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.665583:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 02000000:00000010:2.0:1767384601.665584:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000acb8b47. 00000100:00000001:2.0:1767384601.665589:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.665593:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384601.665594:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.665598:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce7618d] to pc [ptlrpcd_00_03+3] req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384601.665614:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384601.665624:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.665626:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384601.665629:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384601.665632:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000040533564. 00000100:00000001:3.0:1767384601.665638:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.665643:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384601.665644:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000001:3.0:1767384601.665645:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384601.665647:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.665651:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384601.665653:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.665654:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384601.665663:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384601.665683:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000001:2.0:1767384601.665691:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384601.665694:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.665699:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384601.665699:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384601.665703:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.665706:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384601.665708:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384601.665712:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384601.665713:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.665715:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.665719:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037644032:0@lo:253: 00000400:00000200:1.0:1767384601.665719:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00100000:3.0:1767384601.665721:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003edfb082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037643904:0@lo:253: 00000100:00000001:3.0:1767384601.665728:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384601.665728:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384601.665734:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384601.665734:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384601.665737:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.665739:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.665741:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384601.665745:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384601.665750:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000014588d0a. 02000000:00000001:3.0:1767384601.665753:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384601.665753:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a8dfe7c4. 02000000:00000001:2.0:1767384601.665759:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384601.665760:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 00000400:00000200:1.0:1767384601.665762:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000010:2.0:1767384601.665767:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069bb3c79. 00000400:00000010:3.0:1767384601.665769:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093cf9e16. 00000400:00000010:2.0:1767384601.665774:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff5271c5. 00000100:00000200:3.0:1767384601.665775:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037643904, portal 25 00000100:00000001:3.0:1767384601.665780:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384601.665781:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974593792 : -117139734957824 : ffff957647b57100) 00000100:00000200:2.0:1767384601.665782:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037644032, portal 25 00000100:00000040:3.0:1767384601.665786:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.665788:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384601.665791:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974585728 : -117139734965888 : ffff957647b55180) 00000100:00000001:3.0:1767384601.665797:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384601.665799:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000040:3.0:1767384601.665801:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384601.665803:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384601.665805:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000394b9f58. 00000100:00000200:3.0:1767384601.665810:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037643904, offset 0 00000100:00000001:2.0:1767384601.665820:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384601.665821:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384601.665826:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384601.665831:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384601.665832:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff986902. 00000100:00000200:2.0:1767384601.665838:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037644032, offset 0 00000400:00000200:3.0:1767384601.665844:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503880 00000400:00000200:2.0:1767384601.665849:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384601.665850:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.665858:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000400:00000200:2.0:1767384601.665863:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384601.665864:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c63a9d42. 00000400:00000200:3.0:1767384601.665867:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000814c54a6 00000400:00000200:3.0:1767384601.665873:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384601.665878:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384601.665881:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384601.665882:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503900 00000400:00000200:3.0:1767384601.665884:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814c54a6 00000400:00000010:3.0:1767384601.665893:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000814c54a6. 00000100:00000001:3.0:1767384601.665897:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384601.665901:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000200:3.0:1767384601.665902:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384601.665907:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000b98853ed x1853237037643904 msgsize 4848 00000400:00000010:2.0:1767384601.665910:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4792bdd. 00000400:00000200:1.0:1767384601.665910:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00100000:3.0:1767384601.665917:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384601.665918:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b595ddd 00000100:00000040:3.0:1767384601.665920:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384601.665928:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384601.665930:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384601.665935:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384601.665939:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394b9f58 00000400:00000010:3.0:1767384601.665942:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000394b9f58. 00000100:00000001:3.0:1767384601.665945:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384601.665945:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b595ddd 00000400:00000200:1.0:1767384601.665948:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000200:3.0:1767384601.665950:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384601.665951:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b595ddd. 00000100:00000001:2.0:1767384601.665958:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384601.665962:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384601.665964:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384601.665982:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000f14ea104 x1853237037644032 msgsize 4848 00000100:00000040:3.0:1767384601.665985:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.665998:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.665998:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384601.666002:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000001:3.0:1767384601.666004:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384601.666005:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384601.666012:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.666017:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294890482 00000100:00000001:2.0:1767384601.666018:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384601.666023:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b23fee52. 00000400:00000200:2.0:1767384601.666026:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff986902 00000100:00000001:3.0:1767384601.666030:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384601.666031:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff986902. 00000100:00000001:3.0:1767384601.666039:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294890482 00000100:00000001:2.0:1767384601.666039:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384601.666045:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff43bf8. 00000100:00000200:2.0:1767384601.666045:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.666049:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384601.666054:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000001:3.0:1767384601.666056:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294890482 00000100:00000010:3.0:1767384601.666064:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093c2a65c. 00000100:00000001:2.0:1767384601.666064:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384601.666071:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384601.666072:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.666077:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294890482 00000100:00000010:3.0:1767384601.666085:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d4943f4. 00000100:00000001:2.0:1767384601.666086:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666091:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384601.666092:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384601.666100:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384601.666100:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.666106:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666108:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294890482 00000100:00000001:2.0:1767384601.666113:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294890482 00000400:00000200:1.0:1767384601.666114:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000001:3.0:1767384601.666116:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666118:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294890482 00000100:00000001:3.0:1767384601.666120:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.666124:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294890482 00000100:00000001:2.0:1767384601.666129:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294890482 00000100:00000001:3.0:1767384601.666130:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384601.666132:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294890482 00000100:00000001:3.0:1767384601.666134:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384601.666136:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294890482 00000100:00000001:3.0:1767384601.666139:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.666141:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384601.666143:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.666146:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666150:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294890482 00000100:00000001:2.0:1767384601.666155:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384601.666157:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666161:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666164:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.666168:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384601.666170:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384601.666172:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037643904 00000400:00000200:1.0:1767384601.666173:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00000001:2.0:1767384601.666174:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384601.666176:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384601.666179:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.666180:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384601.666184:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666185:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384601.666188:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666190:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384601.666193:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037643904 00000100:00000001:2.0:1767384601.666195:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.666196:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384601.666200:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384601.666204:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384601.666206:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:3.0:1767384601.666208:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384601.666211:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384601.666214:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384601.666218:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9c59ef5. 00000100:00000001:3.0:1767384601.666221:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384601.666223:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9c59ef5. 00000020:00000010:3.0:1767384601.666228:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcf54df7. 00000020:00000010:3.0:1767384601.666234:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c203499. 00000100:00000001:2.0:1767384601.666236:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384601.666238:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003138fbdd. 00000100:00100000:2.0:1767384601.666240:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037644032 00000400:00000200:1.0:1767384601.666240:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 02000000:00000001:2.0:1767384601.666244:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384601.666247:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384601.666249:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384601.666249:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.666255:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384601.666257:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.666258:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384601.666262:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.666264:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037644032 00000020:00000001:2.0:1767384601.666269:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384601.666287:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384601.666287:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384601.666293:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384601.666296:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000001:3.0:1767384601.666297:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384601.666299:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384601.666305:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384601.666310:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384601.666312:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384601.666314:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003210b19e. 00000400:00000200:1.0:1767384601.666314:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00000001:3.0:1767384601.666315:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384601.666319:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384601.666324:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003210b19e. 00000100:00100000:3.0:1767384601.666329:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000020:00000010:2.0:1767384601.666332:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e495865b. 00000100:00000040:3.0:1767384601.666333:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384601.666357:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959100496 : -117139750451120 : ffff957646c90850) 00000100:00000040:3.0:1767384601.666362:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b98853ed x1853237037643904/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 4848/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384601.666369:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff3087b3. 00000100:00000001:3.0:1767384601.666370:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384601.666375:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9c59ef5. 00000100:00000001:3.0:1767384601.666379:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384601.666379:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd5b21e. 00000020:00000010:3.0:1767384601.666381:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9c59ef5. 00000100:00000001:2.0:1767384601.666389:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384601.666390:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b98853ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037643904:12345-0@lo:253: 00000100:00000001:2.0:1767384601.666393:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384601.666395:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037643904 00000100:00000001:2.0:1767384601.666397:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.666399:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384601.666404:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384601.666406:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666407:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.666409:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384601.666411:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:3.0:1767384601.666414:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384601.666415:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000020:00000001:3.0:1767384601.666416:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.666420:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.666422:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384601.666425:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384601.666428:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.666432:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384601.666434:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384601.666435:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384601.666438:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384601.666440:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001db227f3. 02000000:00000001:3.0:1767384601.666443:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.666446:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.666446:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 20000000:00000001:3.0:1767384601.666451:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:2.0:1767384601.666453:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:2.0:1767384601.666457:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959098448 : -117139750453168 : ffff957646c90050) 00000400:00000200:1.0:1767384601.666460:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 20000000:00000010:3.0:1767384601.666461:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000056b56c. 00000100:00000040:2.0:1767384601.666463:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f14ea104 x1853237037644032/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 4848/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:3.0:1767384601.666466:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384601.666471:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384601.666475:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384601.666479:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.666482:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666482:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767384601.666501:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767384601.666505:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003210b19e. 00000100:00000001:2.0:1767384601.666510:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384601.666510:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 20000000:00000010:3.0:1767384601.666512:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000374361a4. 00000020:00000010:2.0:1767384601.666513:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003210b19e. 20000000:01000000:3.0:1767384601.666516:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:3.0:1767384601.666522:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:2.0:1767384601.666523:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f14ea104 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037644032:12345-0@lo:253: 00080000:00000001:3.0:1767384601.666528:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000200:2.0:1767384601.666530:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037644032 00000020:00000001:2.0:1767384601.666535:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384601.666538:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384601.666540:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.666543:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384601.666545:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384601.666548:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384601.666549:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000020:00000001:2.0:1767384601.666550:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384601.666552:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384601.666555:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384601.666557:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.666560:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384601.666563:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384601.666569:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000011fe15a. 02000000:00000001:2.0:1767384601.666572:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.666574:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384601.666575:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.666579:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384601.666581:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384601.666582:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.666586:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384601.666590:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:2.0:1767384601.666593:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001f354bc7. 00000020:00000001:3.0:1767384601.666595:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 20000000:01000000:2.0:1767384601.666599:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384601.666600:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384601.666605:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000010:3.0:1767384601.666608:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000347409cd. 00080000:00000001:3.0:1767384601.666612:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579650048 : -117144129901568 : ffff957541bfec00) 00000400:00000200:1.0:1767384601.666612:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 20000000:00000001:2.0:1767384601.666616:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384601.666618:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:2.0:1767384601.666619:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384601.666624:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384601.666626:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384601.666677:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000001:00000001:3.0:1767384601.666715:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384601.666717:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.666719:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384601.666736:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.666739:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384601.666868:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384601.666871:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384601.666951:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dc99854e. 00000800:00000010:1.0:1767384601.666959:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b595ddd. 00000800:00000010:1.0:1767384601.666966:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd505aac. 00000800:00000010:1.0:1767384601.667016:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd505aac. 00000400:00000200:3.0:1767384601.667065:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384601.667093:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp20 from 233.3.0.2 00000800:00000010:3.0:1767384601.667097:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000046485814. 00000800:00000010:1.0:1767384601.667143:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4d623ce. 00000800:00000010:1.0:1767384601.667151:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000814c54a6. 00000800:00000010:1.0:1767384601.667174:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004480eac2. 00000800:00000200:1.1:1767384601.667181:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (2) 00000800:00000200:1.1:1767384601.667187:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp20 000000004480eac2 deleted 00000800:00000010:1.1:1767384601.667190:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004480eac2. 00000800:00000200:1.1:1767384601.667196:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384601.667204:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp20 ip 192.168.203.133:1001 00000800:00000200:1.1:1767384601.667208:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dabc5247 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:1.0:1767384601.667215:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp20 p 3.x 192.168.203.133 -> 192.168.203.133:1001 incarnation:1767384599934382266 sched[0] 00000800:00000010:1.0:1767384601.667221:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd505aac. 00000800:00000010:1.0:1767384601.667273:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd505aac. 00000800:00000010:1.0:1767384601.667278:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000814c54a6. 00000800:00000010:1.0:1767384601.667419:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000046485814. 00000800:00000001:2.0:1767384601.667428:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.667435:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384601.667523:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384601.667529:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dabc5247. 00000400:00000200:1.0:1767384601.667536:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384601.667548:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: PUT: OK 00000400:00000200:1.0:1767384601.667553:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384601.667557:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000200:1.1:1767384601.667598:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384601.667604:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp20 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384599934382266 sched[0] 00000800:00000010:1.0:1767384601.667608:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b595ddd. 00000400:00000200:1.0:1767384601.667666:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384601.667732:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384601.667766:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384601.667802:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384601.667841:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384601.667890:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384601.667932:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384601.667970:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000800:00000001:1.0:1767384601.668054:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384601.668060:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384601.668062:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384601.668065:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384601.668072:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20) <- 192.168.203.133@tcp20 : PUT - for me 00000400:00000200:1.0:1767384601.668082:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384601.668089:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 240/240 into md 0x14d5 [1] + 0 00000400:00000010:1.0:1767384601.668093:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b102152f. 00000400:00000200:1.0:1767384601.668097:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3972d42 00000800:00000001:1.0:1767384601.668143:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384601.668285:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384601.668289:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384601.668294:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: PUT: OK 00000400:00000200:1.0:1767384601.668299:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3972d42 00000400:00000010:1.0:1767384601.668302:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3972d42. 00000400:00000200:1.0:1767384601.668307:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384601.668335:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (14) 00000400:00000200:1.0:1767384601.668342:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:1.0:1767384601.668347:0:16157:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000dabc5247. 00000400:00000200:1.0:1767384601.668386:0:16157:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 13 00000400:00000200:1.0:1767384601.668393:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384601.668404:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (15) 00000400:00000200:1.0:1767384601.668411:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384601.668418:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp20 to MR: 192.168.203.133@tcp20 local destination 00000400:00000200:1.0:1767384601.668425:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.133@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384601.668437:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20:192.168.203.133@tcp20) -> 192.168.203.133@tcp20(192.168.203.133@tcp20:192.168.203.133@tcp20) 192.168.203.133@tcp20 : ACK try# 0 00000400:00000200:3.0:1767384601.668444:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384601.668444:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp20 00000400:00000010:3.0:1767384601.668452:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab765171. 00000400:00000010:3.0:1767384601.668458:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000400:00000200:3.0:1767384601.668461:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:3.0:1767384601.668465:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1004d1 00000400:00000010:3.0:1767384601.668472:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000b90d63f8. 00000400:00000010:3.0:1767384601.668476:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000b45a3ce6. 00000400:00000010:3.0:1767384601.668479:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 0000000052cb0177. 00000400:00000010:3.0:1767384601.668511:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000967014b7. 00000400:00000200:3.0:1767384601.668532:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000967014b7 nid 192.168.203.133@tcp21 00000400:00000010:3.0:1767384601.668535:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000001be283a. 00000400:00000200:3.0:1767384601.668537:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000001be283a net tcp21 00000400:00000200:3.0:1767384601.668547:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (14) 00000400:00000200:3.0:1767384601.668551:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp21 flags 0x11 00000400:00000010:3.0:1767384601.668555:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000b90d63f8. 00000400:00000010:3.0:1767384601.668558:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000b45a3ce6. 00000400:00000010:3.0:1767384601.668561:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 0000000052cb0177. 00000400:00000010:3.0:1767384601.668565:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000dabc5247. 00000400:00000200:3.0:1767384601.668570:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384601.668573:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100551 00000400:00000200:3.0:1767384601.668577:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 1 00000400:00000200:3.0:1767384601.668581:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 00000400:00000200:3.0:1767384601.668584:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384601.668586:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100511 rc 0 00000400:00000200:3.0:1767384601.668589:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384601.668593:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (15) 00000400:00000200:3.0:1767384601.668639:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.668667:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.668699:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.668741:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.668783:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.668827:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000800:00000010:1.0:1767384601.668831:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a801dc6f. 00000800:00000200:1.0:1767384601.668841:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (4) 00000800:00000200:1.0:1767384601.668849:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp20 ip 192.168.203.133:988 00000800:00000200:1.0:1767384601.668852:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a801dc6f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384601.668879:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000800:00000200:1.0:1767384601.668911:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384601.668913:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000800:00000010:1.0:1767384601.668916:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a801dc6f. 00000400:00000200:1.0:1767384601.668924:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384601.668930:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: ACK: OK 00000800:00000001:1.0:1767384601.668938:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384601.668942:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384601.668946:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384601.668947:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000800:00000001:1.0:1767384601.668951:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384601.668955:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384601.668960:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384601.668966:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20) <- 192.168.203.133@tcp20 : ACK - for me 00000400:00000200:1.0:1767384601.668977:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp20: ACK from 12345-192.168.203.133@tcp20 into md 0x152d 00000400:00000200:3.0:1767384601.668982:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384601.668982:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384601.668991:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: ACK: OK 00000400:00000200:1.0:1767384601.668996:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000400:00000010:1.0:1767384601.668999:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000400:00000200:1.0:1767384601.669002:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384601.669005:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:1.0:1767384601.669009:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (14) 00000400:00000200:3.0:1767384601.669020:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000800:00000001:1.0:1767384601.669023:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384601.669029:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384601.669046:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.669071:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.669102:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384601.669135:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000800:00000010:3.0:1767384601.669312:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a083e1d. 00000800:00000010:3.0:1767384601.669316:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000394b9f58. 00000800:00000010:3.0:1767384601.669320:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049591bec. 00000800:00000010:3.0:1767384601.669398:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049591bec. 00000400:00000200:3.0:1767384601.669572:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384601.669584:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp20 from 232.3.0.2 00000800:00000010:3.0:1767384601.669587:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000e93f2b9. 00000800:00000010:1.0:1767384601.669649:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000011ae0a5c. 00000800:00000010:1.0:1767384601.669657:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000814c54a6. 00000800:00000010:1.0:1767384601.669684:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004480eac2. 00000800:00000200:1.1:1767384601.669692:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (4) 00000800:00000200:1.1:1767384601.669699:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp20 000000004480eac2 deleted 00000800:00000010:1.1:1767384601.669701:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004480eac2. 00000800:00000200:1.1:1767384601.669706:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384601.669713:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp20 p 3.x 192.168.203.133 -> 192.168.203.133:1000 incarnation:1767384599934382266 sched[0] 00000800:00000010:1.0:1767384601.669719:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5753332. 00000800:00000010:1.0:1767384601.669778:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5753332. 00000800:00000010:1.0:1767384601.669783:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000814c54a6. 00000800:00000010:1.0:1767384601.669809:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000e93f2b9. 00000800:00000200:3.1:1767384601.669824:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:1.0:1767384601.669827:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384601.669831:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp20 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384599934382266 sched[0] 00000800:00000001:1.0:1767384601.669834:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384601.669835:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000394b9f58. 00000800:00000001:1.0:1767384601.669869:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384601.669874:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384601.675475:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384601.675476:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384601.675481:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384601.675482:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384601.675496:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384601.675496:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384601.675498:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384601.675499:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384601.675500:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384601.675503:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000347409cd. 00080000:00000001:1.0:1767384601.675508:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384601.675512:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384601.675524:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384601.675527:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c2281a86. 20000000:01000000:2.0:1767384601.675529:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384601.675532:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:3.0:1767384601.675537:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767384601.675538:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384601.675540:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384601.675563:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384601.675565:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384601.675567:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.675568:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384601.675570:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384601.675573:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384601.675576:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384601.675581:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8860e4a. 00080000:00000001:3.0:1767384601.675583:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579639808 : -117144129911808 : ffff957541bfc400) 00080000:00000001:3.0:1767384601.675585:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384601.675653:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384601.675655:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.675657:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384601.675671:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.675673:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384601.675772:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384601.675775:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384601.675794:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384601.675796:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384601.675798:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384601.675802:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384601.675804:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384601.675811:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba94baf6. 00010000:00000001:3.0:1767384601.675815:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384601.675818:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00000020:00000001:3.0:1767384601.675821:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384601.675830:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271edc61 to hash 00000020:00000001:3.0:1767384601.675832:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384601.675834:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.675836:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.675839:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384601.675841:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384601.675843:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.675851:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384601.675854:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384601.675856:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384601.675858:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384601.675859:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.675861:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384601.675863:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.675865:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384601.675867:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384601.675869:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384601.675870:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384601.675872:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ba94baf6) refcount = 1 00010000:00010000:3.0:1767384601.675874:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.675879:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384601.675881:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384601.675882:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.675884:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.675885:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384601.675888:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384601.675890:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384601.675893:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384601.675894:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384601.675895:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384601.675897:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.675903:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.675906:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384601.675908:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.675913:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384601.675915:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.675919:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.675920:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384601.675922:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.675926:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384601.675927:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.675929:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384601.675931:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384601.675936:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384601.675938:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384601.675940:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384601.675942:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.675946:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384601.675947:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384601.675949:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384601.675950:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00000020:00000001:3.0:1767384601.675952:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.675953:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.675956:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384601.675958:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.675966:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384601.675968:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384601.675969:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.675973:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384601.675974:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384601.675976:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384601.675977:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384601.675978:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271edc61 from hash 00010000:00000001:3.0:1767384601.675980:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384601.675981:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.675982:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.675983:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384601.675985:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384601.675987:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384601.675988:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384601.675989:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.675991:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.675993:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384601.675995:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384601.675996:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.675998:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.675999:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.676001:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.676003:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384601.676005:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.676009:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.676010:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.676012:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384601.676014:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384601.676016:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.676017:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.676018:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384601.676020:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.676021:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384601.676027:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.676031:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384601.676033:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384601.676035:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc61 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384601.676039:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ba94baf6 count: 0 00010000:00000001:3.0:1767384601.676048:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384601.676049:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384601.681388:0:22600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba94baf6. 00010000:00000010:3.1:1767384601.681395:0:22600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00000100:00000040:0.0:1767384601.684371:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294890482, at 4294890483 00000100:00000010:0.0:1767384601.684379:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b23fee52. 00080000:00000001:2.0:1767384601.684707:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384601.684710:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384601.684712:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384601.684713:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384601.684716:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384601.684717:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384601.684720:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384601.684721:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384601.684724:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384601.684725:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384601.684727:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f8860e4a. 00080000:00000001:1.0:1767384601.684731:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384601.684737:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384601.684741:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384601.684744:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384601.684746:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384601.684749:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384601.684752:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384601.684754:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384601.684757:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384601.684762:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba94baf6. 00010000:00000001:3.0:1767384601.684765:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384601.684768:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00000020:00000001:3.0:1767384601.684771:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384601.684773:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271edc68 to hash 00000020:00000001:3.0:1767384601.684775:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384601.684776:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.684778:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.684781:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384601.684782:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384601.684784:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684790:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384601.684793:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384601.684794:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384601.684795:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384601.684797:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.684798:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384601.684800:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.684807:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384601.684808:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384601.684810:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384601.684811:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384601.684812:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ba94baf6) refcount = 1 00010000:00010000:3.0:1767384601.684814:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684818:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384601.684820:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384601.684821:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.684822:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.684824:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384601.684825:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384601.684828:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384601.684830:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384601.684831:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384601.684832:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384601.684834:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.684836:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.684838:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384601.684839:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684842:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384601.684844:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684847:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.684848:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384601.684849:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684852:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384601.684853:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.684858:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384601.684860:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384601.684863:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384601.684865:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384601.684866:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384601.684867:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684871:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384601.684871:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384601.684872:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384601.684873:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00000020:00000001:3.0:1767384601.684874:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.684875:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384601.684876:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384601.684877:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684890:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384601.684891:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384601.684892:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.684894:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384601.684895:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384601.684896:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384601.684897:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384601.684898:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271edc68 from hash 00010000:00000001:3.0:1767384601.684899:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384601.684900:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.684901:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.684902:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384601.684903:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384601.684904:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384601.684905:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384601.684906:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.684912:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.684913:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384601.684914:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384601.684916:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.684917:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.684918:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.684919:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.684920:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384601.684921:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684924:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.684925:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.684927:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384601.684928:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384601.684929:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.684930:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.684931:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384601.684932:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.684933:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384601.684935:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.684939:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384601.684940:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384601.684941:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271edc68 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384601.684945:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ba94baf6 count: 0 00010000:00000001:3.0:1767384601.684953:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384601.684954:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384601.685241:0:22600:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cacc5de2. 00000400:00000040:3.0:1767384601.685259:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384601.685261:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384601.685262:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.685264:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384601.685265:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.685272:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384601.685274:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384601.685275:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384601.685276:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384601.685277:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384601.685279:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384601.685280:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384601.685282:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384601.685283:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384601.685284:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384601.685285:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384601.685286:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384601.685287:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384601.685288:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384601.685289:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.685290:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384601.685291:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384601.685292:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384601.685293:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384601.685294:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384601.685295:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.685296:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384601.685297:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384601.685298:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384601.685299:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384601.685300:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384601.685301:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.685302:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384601.685303:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384601.685304:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384601.685305:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384601.685306:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384601.685308:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000040:2.0:1767384601.685353:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294890482, at 4294890484 00000100:00000010:2.0:1767384601.685359:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093c2a65c. 00000100:00000040:1.0:1767384601.685364:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294890482, at 4294890484 00000100:00000010:1.0:1767384601.685370:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff43bf8. 00000400:00000040:3.0:1767384601.685440:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384601.685442:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384601.685443:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384601.685444:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384601.685446:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384601.685446:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384601.685453:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384601.685454:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384601.685455:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384601.685456:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384601.685458:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384601.685460:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384601.685461:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384601.685463:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384601.685464:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384601.685466:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384601.685468:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384601.685469:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384601.685471:0:22600:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384601.685532:0:22600:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cacc5de2. 00000100:00000040:3.0:1767384601.685556:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294890482, at 4294890484 00000100:00000010:3.0:1767384601.685561:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d4943f4. 00080000:00000020:2.0:1767384601.685655:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384601.685658:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384601.685660:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000056b56c. 20000000:00000001:2.0:1767384601.685664:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384601.685667:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037643904 00010000:00000001:2.0:1767384601.685670:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384601.685676:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b98853ed x1853237037643904/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.685683:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384601.685685:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384601.685689:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384601.685699:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384601.685701:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384601.685703:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384601.685706:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384601.685708:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.685711:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384601.685714:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384601.685718:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005580948d. 00000100:00000200:2.0:1767384601.685721:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037643904, offset 224 00000400:00000200:2.0:1767384601.685726:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384601.685735:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384601.685743:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503880 00000400:00000200:2.0:1767384601.685748:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1531 [2] + 224 00000400:00000200:2.0:1767384601.685754:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384601.685757:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384601.685761:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384601.685765:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384601.685772:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.685786:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384601.685792:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005580948d 00000400:00000010:2.0:1767384601.685794:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005580948d. 00000100:00000001:2.0:1767384601.685798:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384601.685799:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384601.685804:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.685806:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384601.685808:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384601.685810:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.685812:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384601.685813:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384601.685816:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b98853ed x1853237037643904/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.685816:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384601.685822:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384601.685825:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384601.685826:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b98853ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037643904:12345-0@lo:253: Request processed in 19455us (19916us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384601.685828:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cc339d. 00000400:00000200:1.0:1767384601.685832:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093cf9e16 00000400:00000010:1.0:1767384601.685835:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093cf9e16. 00000100:00100000:2.0:1767384601.685843:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000001:1.0:1767384601.685846:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384601.685848:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384601.685851:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384601.685851:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.685854:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384601.685860:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c203499. 00000100:00000200:1.0:1767384601.685863:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384601.685866:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003138fbdd. 00000020:00000010:2.0:1767384601.685874:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcf54df7. 00000100:00000001:1.0:1767384601.685874:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384601.685887:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384601.685890:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384601.685891:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384601.685892:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384601.685895:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384601.685897:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384601.685897:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384601.685900:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001db227f3. 02000000:00000001:1.0:1767384601.685901:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.685904:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384601.685908:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384601.685908:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384601.685915:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=31 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384601.685916:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384601.685920:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384601.685922:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6eee671. 00000100:00000001:1.0:1767384601.685922:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.685928:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384601.685929:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005580948d. 00010000:00000001:1.0:1767384601.685930:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.685934:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384601.685938:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.685943:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384601.685945:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384601.685947:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384601.685950:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384601.685952:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384601.685953:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384601.685954:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384601.685955:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384601.685957:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384601.685958:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384601.685959:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384601.685960:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384601.685961:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384601.685963:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384601.685977:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003edfb082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037643904:0@lo:253: 00000100:00000001:1.0:1767384601.685981:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384601.685983:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384601.685985:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003edfb082 x1853237037643904/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384601.685990:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384601.685991:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384601.685994:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000014588d0a. 02000000:00000001:1.0:1767384601.685997:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384601.685998:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384601.686000:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384601.686002:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384601.686004:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dbaf21e5. 02000000:00000001:1.0:1767384601.686007:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384601.686008:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384601.686009:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003edfb082. 00000100:00000001:1.0:1767384601.686012:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384601.686013:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384601.686014:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384601.686019:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384601.686020:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384601.686022:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384601.686024:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384601.687732:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384601.687734:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384601.687735:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001f354bc7. 20000000:00000001:3.0:1767384601.687739:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384601.687741:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037644032 00010000:00000001:3.0:1767384601.687743:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384601.687746:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f14ea104 x1853237037644032/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384601.687752:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384601.687753:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384601.687755:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.687757:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384601.687759:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384601.687760:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384601.687762:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384601.687763:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.687764:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384601.687766:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384601.687768:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8b55051. 00000100:00000200:3.0:1767384601.687771:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037644032, offset 224 00000400:00000200:3.0:1767384601.687781:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384601.687786:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384601.687792:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503900 00000400:00000200:3.0:1767384601.687797:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1535 [2] + 224 00000400:00000200:3.0:1767384601.687801:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384601.687803:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384601.687806:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384601.687807:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384601.687813:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.687824:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384601.687828:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8b55051 00000400:00000010:3.0:1767384601.687830:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8b55051. 00000100:00000001:3.0:1767384601.687832:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384601.687834:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384601.687836:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384601.687839:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384601.687839:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384601.687843:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384601.687843:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384601.687847:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.687849:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384601.687849:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384601.687853:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f14ea104 x1853237037644032/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384601.687853:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384601.687857:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069bb3c79. 00000400:00000200:2.0:1767384601.687863:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff5271c5 00000100:00100000:3.0:1767384601.687867:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f14ea104 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037644032:12345-0@lo:253: Request processed in 21383us (21882us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384601.687867:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff5271c5. 00000100:00000001:2.0:1767384601.687873:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384601.687877:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000200:2.0:1767384601.687880:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384601.687881:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384601.687886:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384601.687889:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384601.687893:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff3087b3. 00000100:00000200:2.0:1767384601.687895:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384601.687898:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd5b21e. 00000020:00000010:3.0:1767384601.687904:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e495865b. 00000100:00000001:2.0:1767384601.687905:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384601.687907:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.687908:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384601.687909:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384601.687912:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384601.687914:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384601.687915:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:2.0:1767384601.687916:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.687918:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384601.687920:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000011fe15a. 02000000:00000001:3.0:1767384601.687921:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384601.687923:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384601.687926:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=31 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384601.687928:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384601.687933:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=31 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384601.687934:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 00000100:00000001:2.0:1767384601.687937:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384601.687940:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8b55051. 00000100:00000001:2.0:1767384601.687940:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.687945:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384601.687946:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.687948:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.687950:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.687956:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384601.687957:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384601.687958:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384601.687961:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384601.687962:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384601.687963:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384601.687964:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384601.687965:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384601.687966:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384601.687967:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384601.687968:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384601.687969:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384601.687970:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384601.687974:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037644032:0@lo:253: 00000100:00000001:2.0:1767384601.687977:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.687978:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384601.687979:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce7618d x1853237037644032/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.687983:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384601.687984:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384601.687985:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a8dfe7c4. 02000000:00000001:2.0:1767384601.687988:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384601.687988:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384601.687989:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384601.687991:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384601.687997:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000acb8b47. 02000000:00000001:2.0:1767384601.688001:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384601.688003:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384601.688004:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce7618d. 00000100:00000001:2.0:1767384601.688006:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384601.688007:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.688009:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.688012:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384601.688013:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.688016:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.688017:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384601.692361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba94baf6. 00010000:00000010:3.1:1767384601.692370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00010000:00000001:0.0:1767384602.274371:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384602.274376:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.274381:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384602.274382:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.274415:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384602.274418:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384602.274421:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384602.498940:0:22844:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384602.498951:0:22844:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.498955:0:22844:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.498960:0:22844:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384602.498965:0:22844:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.498967:0:22844:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384603.171425:0:23008:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384603.171430:0:23008:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:1.0:1767384603.174442:0:23008:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384603.180998:0:23009:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bd4a93cc. 00000400:00000010:3.0:1767384603.181026:0:23009:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005d75a7fb. 00000400:00000010:3.0:1767384603.181034:0:23009:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004bc87678. 00000400:00000010:3.0:1767384603.181037:0:23009:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d9668835. 00000400:00000010:3.0:1767384603.181040:0:23009:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001e6c3225. 00000400:00000010:3.0:1767384603.181043:0:23009:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a99c4dc. 00000400:00000010:3.0:1767384603.181045:0:23009:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d2ca545. 00000400:00000010:3.0:1767384603.181046:0:23009:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003bae4a9a. 00000400:00000010:3.0:1767384603.181049:0:23009:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000814da68. 00000800:00000010:3.0:1767384603.181058:0:23009:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000648e08bc. 00000800:00000200:3.0:1767384603.182049:0:23009:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384603.182058:0:23009:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384603.182098:0:23009:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384603.182115:0:23009:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp22 [8/256/0/180] 00000400:00000010:3.0:1767384603.183328:0:23009:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000071b3a255. 00000400:00000010:3.0:1767384603.183334:0:23009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000400:00000010:3.0:1767384603.183338:0:23009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098c3327c. 00000400:00000001:3.0:1767384603.183352:0:23009:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384603.183353:0:23009:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384603.183355:0:23009:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cd6ef06. 00000400:00000200:3.0:1767384603.183358:0:23009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda64fb6 00000400:00000010:3.0:1767384603.183359:0:23009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda64fb6. 00000400:00000010:3.0:1767384603.184416:0:23009:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000768f2746. 00000400:00000200:3.0:1767384603.184422:0:23009:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (13) 00000400:00000200:3.0:1767384603.184432:0:23009:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384603.184440:0:23009:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000400:00000200:0.0:1767384603.184453:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384603.184455:0:23009:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000056937c6f. 00000020:01000000:3.0:1767384603.184460:0:23009:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384603.184460:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000020:01000000:3.0:1767384603.184466:0:23009:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp22 00000400:00000010:0.0:1767384603.184469:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e620a2b3. 00000400:00000200:0.0:1767384603.184473:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (14) 00000400:00000010:0.0:1767384603.184491:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006d9ec018. 00000400:00000010:3.0:1767384603.184493:0:23009:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005d75a7fb. 00000400:00000200:0.0:1767384603.184497:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000010:3.0:1767384603.184498:0:23009:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bd4a93cc. 00000400:00000200:0.0:1767384603.184510:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000001:2.0:1767384603.184511:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384603.184516:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384603.184516:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:2.0:1767384603.184521:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384603.184524:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384603.184524:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384603.184529:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384603.184532:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384603.184533:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384603.184536:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384603.184539:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384603.184541:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384603.184542:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384603.184545:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384603.184546:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384603.184550:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384603.184550:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384603.184553:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384603.184556:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384603.184559:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:2.0:1767384603.184563:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce7618d. 00000400:00000200:0.0:1767384603.184564:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:2.0:1767384603.184570:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:0.0:1767384603.184572:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384603.184577:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384603.184579:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:2.0:1767384603.184590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384603.184590:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 02000000:00000001:2.0:1767384603.184594:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384603.184597:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:2.0:1767384603.184599:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.184601:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:0.0:1767384603.184607:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp21 02000000:00000010:2.0:1767384603.184610:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006c758199. 00000400:00000200:0.0:1767384603.184610:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp21 lpni_is_preferred = 0 00000400:00000200:0.0:1767384603.184613:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp21 00000400:00000200:0.0:1767384603.184618:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp21 NI seq info: [29:29:256:4294967295] 192.168.203.133@tcp21 LPNI seq info [29:29:8:4294967295] 00000400:00000200:0.0:1767384603.184623:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp21 00000100:00000001:2.0:1767384603.184627:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.184633:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp21(192.168.203.133@tcp21:) -> 192.168.203.133@tcp21(192.168.203.133@tcp:192.168.203.133@tcp21) : PUT try# 0 00000100:00000001:2.0:1767384603.184637:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384603.184641:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384603.184641:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.203.133@tcp21 00000800:00000010:0.0:1767384603.184648:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001de99a3c. 00000100:00000040:2.0:1767384603.184652:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce7618d] to pc [ptlrpcd_00_00+0] req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384603.184656:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000740ef80d. 00000800:00000010:0.0:1767384603.184662:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cbf29474. 00000800:00000200:0.0:1767384603.184667:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000740ef80d] -> 12345-192.168.203.133@tcp21 (2) 00000800:00000200:0.1:1767384603.184671:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000740ef80d] -> 12345-192.168.203.133@tcp21 (2) 10000000:00000001:2.0:1767384603.184682:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.184687:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384603.184691:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 10000000:00000001:2.0:1767384603.184692:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.184694:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384603.184698:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.184699:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384603.184701:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384603.184702:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384603.184708:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384603.184709:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384603.184711:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384603.184715:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384603.184717:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384603.184722:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384603.184723:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384603.184724:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384603.184726:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384603.184727:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384603.184730:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384603.184731:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384603.184732:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384603.184734:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384603.184735:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384603.184738:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384603.184739:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384603.184740:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384603.184743:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037644160:0@lo:253: 00000020:01000004:2.0:1767384603.184744:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384603.184749:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384603.184750:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004de7b9d3. 00000400:00000200:0.0:1767384603.184750:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 02000000:00000001:3.0:1767384603.184753:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384603.184756:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:3.0:1767384603.184757:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.184759:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384603.184760:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384603.184763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384603.184766:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384603.184767:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006a7bc1c9. 02000000:00000001:3.0:1767384603.184770:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384603.184772:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000048fb0a1b. 00000400:00000010:3.0:1767384603.184774:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbe31d8f. 00000100:00000001:2.0:1767384603.184776:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384603.184781:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d75a7fb. 00000100:00000001:2.0:1767384603.184781:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384603.184783:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384603.184786:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037644160, portal 25 00000100:00000040:2.0:1767384603.184790:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de7b9d3] to pc [ptlrpcd_00_01+1] req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.184791:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384603.184792:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000001:3.0:1767384603.184794:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974585728 : -117139734965888 : ffff957647b55180) 00000100:00000040:3.0:1767384603.184804:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384603.184807:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384603.184813:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.184815:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384603.184816:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384603.184818:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384603.184820:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000056937c6f. 00000100:00000040:3.0:1767384603.184827:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384603.184828:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000010:3.0:1767384603.184831:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012d0369b. 00000100:00000200:3.0:1767384603.184835:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037644160, offset 0 00000100:00000001:2.0:1767384603.184835:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384603.184840:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384603.184843:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384603.184845:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384603.184848:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384603.184857:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384603.184859:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:2.0:1767384603.184869:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384603.184872:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503980 00000100:00000001:2.0:1767384603.184873:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.184879:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384603.184881:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384603.184883:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 02000000:00000001:2.0:1767384603.184885:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.184885:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000010:3.0:1767384603.184887:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002588447a. 00000100:00100000:2.0:1767384603.184893:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037644288:0@lo:253: 00000400:00000200:3.0:1767384603.184895:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c908d4e 00000100:00000001:2.0:1767384603.184898:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384603.184902:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384603.184903:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384603.184903:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.184909:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384603.184911:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384603.184915:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002805257. 00000400:00000200:3.0:1767384603.184916:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c908d4e 00000400:00000200:0.0:1767384603.184917:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 02000000:00000001:2.0:1767384603.184918:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384603.184920:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c908d4e. 00000400:00000010:2.0:1767384603.184926:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069bb3c79. 00000100:00000001:3.0:1767384603.184927:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384603.184930:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384603.184933:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000bde4854b x1853237037644160 msgsize 4848 00000400:00000010:2.0:1767384603.184935:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a15324f. 00000100:00100000:3.0:1767384603.184940:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384603.184941:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037644288, portal 25 00000100:00000040:3.0:1767384603.184942:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384603.184945:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384603.184947:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974588416 : -117139734963200 : ffff957647b55c00) 00000400:00000200:0.0:1767384603.184950:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:3.0:1767384603.184952:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384603.184953:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384603.184959:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d0369b 00000100:00000001:2.0:1767384603.184960:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384603.184963:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012d0369b. 00000100:00000040:2.0:1767384603.184968:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384603.184969:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384603.184971:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4e0bb8f. 00000100:00000200:3.0:1767384603.184976:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384603.184976:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037644288, offset 0 00000400:00000200:0.0:1767384603.184981:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384603.184989:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384603.184996:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384603.185001:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384603.185003:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384603.185007:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:3.0:1767384603.185016:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.185016:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503a00 00000100:00000001:3.0:1767384603.185021:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384603.185024:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000100:00000001:3.0:1767384603.185026:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.185031:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcc9b9cc. 00000100:00000001:3.0:1767384603.185033:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294892001 00000400:00000200:0.0:1767384603.185034:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384603.185035:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b24498d6 00000100:00000010:3.0:1767384603.185039:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006650b24. 00000400:00000200:2.0:1767384603.185043:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384603.185046:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384603.185050:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384603.185054:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294892001 00000400:00000200:2.0:1767384603.185054:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b24498d6 00000400:00000200:0.0:1767384603.185060:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000010:2.0:1767384603.185062:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b24498d6. 00000100:00000010:3.0:1767384603.185065:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d4943f4. 00000100:00000001:2.0:1767384603.185069:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384603.185070:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384603.185073:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384603.185078:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294892001 00000100:00000040:2.0:1767384603.185078:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d71d77b7 x1853237037644288 msgsize 4848 00000100:00000010:3.0:1767384603.185085:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b23fee52. 00000100:00100000:2.0:1767384603.185089:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384603.185091:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384603.185092:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384603.185096:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294892001 00000400:00000200:0.0:1767384603.185097:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000010:3.0:1767384603.185101:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8291bb5. 00000100:00000001:2.0:1767384603.185102:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384603.185107:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384603.185111:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4e0bb8f 00000100:00000001:3.0:1767384603.185113:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384603.185114:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4e0bb8f. 00000100:00000001:3.0:1767384603.185117:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185119:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384603.185122:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.185125:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384603.185125:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384603.185130:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000001:2.0:1767384603.185134:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384603.185136:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384603.185139:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.185141:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384603.185147:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384603.185150:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384603.185151:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.185152:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185153:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384603.185156:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185176:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185180:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294892001 00000100:00000001:2.0:1767384603.185183:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294892001 00000100:00000001:2.0:1767384603.185185:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294892001 00000100:00000001:2.0:1767384603.185187:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294892001 00000100:00000001:2.0:1767384603.185189:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294892001 00000100:00000001:2.0:1767384603.185191:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294892001 00000100:00000001:2.0:1767384603.185193:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294892001 00000100:00000001:2.0:1767384603.185195:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294892001 00000400:00000200:0.0:1767384603.185196:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00000001:2.0:1767384603.185197:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384603.185198:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384603.185203:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037644160 00000100:00000001:2.0:1767384603.185203:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384603.185209:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384603.185209:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.185213:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384603.185214:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384603.185217:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185221:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384603.185222:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185226:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384603.185227:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037644160 00000020:00000001:3.0:1767384603.185230:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384603.185232:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384603.185236:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384603.185238:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384603.185240:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384603.185240:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000100:00000001:2.0:1767384603.185245:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185248:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384603.185253:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:3.0:1767384603.185257:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384603.185260:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384603.185263:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384603.185267:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009070149. 00000100:00000001:3.0:1767384603.185270:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384603.185272:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384603.185275:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037644288 02000000:00000001:2.0:1767384603.185277:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384603.185280:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384603.185281:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009070149. 00000100:00000001:2.0:1767384603.185283:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.185288:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384603.185289:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aac563c. 00000100:00100000:2.0:1767384603.185290:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037644288 00000020:00000001:2.0:1767384603.185295:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384603.185296:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000010:3.0:1767384603.185297:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc319b01. 00000020:00000001:2.0:1767384603.185299:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384603.185299:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000020:00000040:2.0:1767384603.185303:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000010:3.0:1767384603.185304:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7fb4849. 00000020:00000001:2.0:1767384603.185309:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384603.185312:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384603.185315:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384603.185319:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c83957fa. 00000100:00000001:2.0:1767384603.185322:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384603.185345:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384603.185348:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384603.185350:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384603.185352:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c83957fa. 00000100:00000001:3.0:1767384603.185353:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384603.185361:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000def4c7dc. 00000100:00000001:3.0:1767384603.185363:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.185366:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000020:00000010:2.0:1767384603.185368:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a07c3cee. 00000100:00000001:3.0:1767384603.185372:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384603.185375:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094a58e6e. 00000100:00000001:2.0:1767384603.185381:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384603.185384:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384603.185386:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.185388:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384603.185391:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384603.185393:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185397:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384603.185398:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767384603.185402:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384603.185405:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959109712 : -117139750441904 : ffff957646c92c50) 00000100:00000040:3.0:1767384603.185411:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bde4854b x1853237037644160/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 4848/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.185412:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384603.185416:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384603.185422:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384603.185424:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000020:00000010:3.0:1767384603.185427:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009070149. 00000100:00000040:2.0:1767384603.185428:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000400:00000200:0.0:1767384603.185429:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000100:00000001:3.0:1767384603.185432:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384603.185434:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959102544 : -117139750449072 : ffff957646c91050) 00000020:00000010:3.0:1767384603.185438:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009070149. 00000100:00000040:2.0:1767384603.185442:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d71d77b7 x1853237037644288/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 4848/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384603.185446:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bde4854b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037644160:12345-0@lo:253: 00000100:00000200:3.0:1767384603.185455:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037644160 00000020:00000001:3.0:1767384603.185459:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384603.185463:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384603.185465:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384603.185466:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384603.185470:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384603.185470:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c83957fa. 00000020:00000001:3.0:1767384603.185472:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:2.0:1767384603.185489:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384603.185493:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384603.185494:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000020:00000010:2.0:1767384603.185495:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c83957fa. 00000020:00000001:3.0:1767384603.185496:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384603.185503:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384603.185520:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384603.185522:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d71d77b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037644288:12345-0@lo:253: 00000100:00000200:2.0:1767384603.185525:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037644288 00000020:00000001:2.0:1767384603.185530:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384603.185531:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.185533:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384603.185535:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384603.185536:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384603.185538:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384603.185539:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384603.185542:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 02000000:00000010:3.0:1767384603.185543:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000056937c6f. 00000020:00000001:2.0:1767384603.185544:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384603.185548:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384603.185549:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.185555:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384603.185556:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.185559:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384603.185560:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 20000000:00000001:3.0:1767384603.185561:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384603.185563:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.185567:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384603.185570:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384603.185575:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001f354bc7. 02000000:00000001:2.0:1767384603.185577:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384603.185578:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000f771be7. 00000100:00000001:2.0:1767384603.185579:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384603.185584:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384603.185584:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384603.185589:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384603.185591:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384603.185593:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384603.185595:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384603.185596:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000014588d0a. 20000000:00000001:3.0:1767384603.185597:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384603.185602:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384603.185602:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 20000000:00000010:3.0:1767384603.185607:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cc897f50. 20000000:00000001:2.0:1767384603.185608:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384603.185612:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:2.0:1767384603.185613:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384603.185616:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384603.185618:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384603.185620:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384603.185620:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384603.185630:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00080000:00000001:3.0:1767384603.185637:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384603.185653:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.185674:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00080000:00000001:3.0:1767384603.185681:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384603.185685:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384603.185686:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384603.185688:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384603.185691:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384603.185696:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384603.185698:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384603.185705:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009da4ce84. 00080000:00000001:3.0:1767384603.185707:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579654144 : -117144129897472 : ffff957541bffc00) 00080000:00000001:3.0:1767384603.185710:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384603.185812:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384603.185814:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384603.185816:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384603.185834:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384603.185836:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:0.0:1767384603.185878:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000715ee980. 00000800:00000010:0.0:1767384603.185883:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d645428. 00000800:00000010:0.0:1767384603.185888:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000172962ea. 00000800:00000010:0.0:1767384603.185918:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000172962ea. 00080000:00000001:3.0:1767384603.185941:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384603.185945:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384603.186032:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384603.186049:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp21 from 231.3.0.2 00000800:00000010:0.0:1767384603.186052:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e6a142fc. 00000800:00000010:3.0:1767384603.186088:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009346e4f1. 00000800:00000010:3.0:1767384603.186093:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012d0369b. 00000800:00000010:3.0:1767384603.186121:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003771f8ff. 00000800:00000200:3.1:1767384603.186127:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000740ef80d] -> 12345-192.168.203.133@tcp21 (2) 00000800:00000200:3.1:1767384603.186132:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp21 000000003771f8ff deleted 00000800:00000010:3.1:1767384603.186134:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003771f8ff. 00000800:00000200:3.1:1767384603.186138:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384603.186145:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp21 ip 192.168.203.133:999 00000800:00000200:3.1:1767384603.186148:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001de99a3c type 1, nob 352 niov 1 nkiov 1 00000800:00000200:3.0:1767384603.186154:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp21 p 3.x 192.168.203.133 -> 192.168.203.133:999 incarnation:1767384601663596315 sched[0] 00000800:00000010:3.0:1767384603.186158:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009070149. 00000800:00000010:3.0:1767384603.186208:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009070149. 00000800:00000010:3.0:1767384603.186212:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012d0369b. 00000800:00000010:3.0:1767384603.186249:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e6a142fc. 00000800:00000001:3.0:1767384603.186266:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.186271:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384603.186365:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384603.186370:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp21 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384601663596315 sched[0] 00000800:00000010:0.0:1767384603.186372:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d645428. 00000400:00000200:0.0:1767384603.186418:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186487:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186538:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186563:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186595:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186649:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186694:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186744:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186795:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186849:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186902:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.186969:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000800:00000200:3.0:1767384603.187027:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384603.187028:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000800:00000010:3.0:1767384603.187031:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001de99a3c. 00000400:00000200:3.0:1767384603.187036:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.187042:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp21->192.168.203.133@tcp21: PUT: OK 00000400:00000200:3.0:1767384603.187047:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384603.187050:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000001:3.0:1767384603.187058:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.187063:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384603.187065:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.187069:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384603.187075:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp21(192.168.203.133@tcp21) <- 192.168.203.133@tcp21 : PUT - for me 00000400:00000200:0.0:1767384603.187080:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384603.187085:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384603.187091:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 256/256 into md 0x1541 [1] + 0 00000400:00000010:3.0:1767384603.187095:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab765171. 00000400:00000200:3.0:1767384603.187098:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000058c3d3e 00000800:00000001:3.0:1767384603.187102:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384603.187108:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000800:00000001:3.0:1767384603.187110:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384603.187113:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.187118:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp21->192.168.203.133@tcp21: PUT: OK 00000400:00000200:3.0:1767384603.187121:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:3.0:1767384603.187122:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000400:00000200:3.0:1767384603.187125:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384603.187128:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (15) 00000400:00000200:3.0:1767384603.187132:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384603.187135:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000e1a5ceb3. 00000400:00000200:0.0:1767384603.187136:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384603.187144:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 14 00000400:00000200:3.0:1767384603.187150:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384603.187158:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (16) 00000400:00000200:3.0:1767384603.187162:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384603.187169:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp21 to MR: 192.168.203.133@tcp21 local destination 00000400:00000200:0.0:1767384603.187170:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384603.187176:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.133@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384603.187189:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp21(192.168.203.133@tcp21:192.168.203.133@tcp21) -> 192.168.203.133@tcp21(192.168.203.133@tcp21:192.168.203.133@tcp21) 192.168.203.133@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384603.187193:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp21 00000800:00000010:3.0:1767384603.187196:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e761395. 00000800:00000200:3.0:1767384603.187201:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000740ef80d] -> 12345-192.168.203.133@tcp21 (4) 00000400:00000200:0.0:1767384603.187204:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000800:00000200:3.0:1767384603.187206:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp21 ip 192.168.203.133:988 00000800:00000200:3.0:1767384603.187211:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e761395 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384603.187249:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000800:00000200:3.0:1767384603.187253:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384603.187256:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e761395. 00000400:00000200:3.0:1767384603.187260:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.187264:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp21->192.168.203.133@tcp21: ACK: OK 00000800:00000001:3.0:1767384603.187270:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.187273:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384603.187274:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000800:00000001:3.0:1767384603.187276:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.187282:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384603.187283:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.187287:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384603.187293:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp21(192.168.203.133@tcp21) <- 192.168.203.133@tcp21 : ACK - for me 00000400:00000200:3.0:1767384603.187303:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp21: ACK from 12345-192.168.203.133@tcp21 into md 0x1559 00000400:00000200:3.0:1767384603.187306:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.187309:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp21->192.168.203.133@tcp21: ACK: OK 00000400:00000200:3.0:1767384603.187313:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e620a2b3 00000400:00000200:0.0:1767384603.187313:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000010:3.0:1767384603.187316:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e620a2b3. 00000400:00000200:3.0:1767384603.187320:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384603.187324:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:3.0:1767384603.187328:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384603.187336:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (15) 00000800:00000001:3.0:1767384603.187360:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.187362:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384603.187375:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.187412:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.187441:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384603.187470:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384603.187585:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384603.187590:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073d3024. 00000400:00000010:2.0:1767384603.187594:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aae6e9a. 00000400:00000200:2.0:1767384603.187597:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:2.0:1767384603.187610:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000800:00000010:0.0:1767384603.187641:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000040533564. 00000800:00000010:0.0:1767384603.187646:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d645428. 00000800:00000010:0.0:1767384603.187650:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000172962ea. 00000400:00000010:2.0:1767384603.187669:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000e8bd85eb. 00000400:00000010:2.0:1767384603.187674:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 000000004b71f5b1. 00000800:00000010:0.0:1767384603.187675:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000172962ea. 00000400:00000010:2.0:1767384603.187677:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000d18aa4a1. 00000400:00000010:2.0:1767384603.187752:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000037ba23f. 00000400:00000200:2.0:1767384603.187757:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000037ba23f nid 192.168.203.133@tcp22 00000400:00000200:0.0:1767384603.187762:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000010:2.0:1767384603.187774:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002a1ad603. 00000400:00000200:2.0:1767384603.187778:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000002a1ad603 net tcp22 00000400:00000200:0.0:1767384603.187781:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp21 from 230.3.0.2 00000400:00000200:2.0:1767384603.187783:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (14) 00000800:00000010:0.0:1767384603.187786:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007831dca8. 00000400:00000200:2.0:1767384603.187792:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp22 flags 0x11 00000400:00000010:2.0:1767384603.187796:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000e8bd85eb. 00000400:00000010:2.0:1767384603.187800:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 000000004b71f5b1. 00000400:00000010:2.0:1767384603.187802:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000d18aa4a1. 00000400:00000010:2.0:1767384603.187806:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000e1a5ceb3. 00000400:00000200:2.0:1767384603.187809:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384603.187812:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:2.0:1767384603.187817:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:2.0:1767384603.187822:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:2.0:1767384603.187825:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384603.187827:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:2.0:1767384603.187830:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384603.187834:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (15) 00000800:00000010:3.0:1767384603.187895:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000031f95c6c. 00000800:00000010:3.0:1767384603.187902:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012d0369b. 00000800:00000010:3.0:1767384603.187924:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003771f8ff. 00000800:00000200:3.1:1767384603.187930:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000740ef80d] -> 12345-192.168.203.133@tcp21 (4) 00000800:00000200:3.1:1767384603.187935:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp21 000000003771f8ff deleted 00000800:00000010:3.1:1767384603.187937:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003771f8ff. 00000800:00000200:3.1:1767384603.187941:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384603.187947:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp21 p 3.x 192.168.203.133 -> 192.168.203.133:998 incarnation:1767384601663596315 sched[0] 00000800:00000010:3.0:1767384603.187952:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003bd61450. 00000800:00000010:3.0:1767384603.188000:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003bd61450. 00000800:00000010:3.0:1767384603.188004:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012d0369b. 00000800:00000010:3.0:1767384603.188028:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007831dca8. 00000800:00000001:3.0:1767384603.188039:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.188043:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384603.188069:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384603.188074:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp21 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384601663596315 sched[0] 00000800:00000010:3.0:1767384603.188077:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d645428. 00000800:00000001:2.0:1767384603.188118:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384603.188124:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384603.193720:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384603.193724:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384603.193727:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384603.193728:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384603.193729:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384603.193733:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384603.193736:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384603.193737:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384603.193741:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384603.193745:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384603.193748:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009da4ce84. 20000000:00000001:3.0:1767384603.193750:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384603.193752:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384603.193754:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384603.193756:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005eed7be9. 00080000:00000020:3.0:1767384603.193759:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384603.193761:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:0.0:1767384603.193765:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384603.193768:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384603.193776:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384603.193779:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384603.193781:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384603.193785:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384603.193787:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384603.193791:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384603.193794:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010c6c405. 00080000:00000001:0.0:1767384603.193794:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384603.193798:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.193800:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384603.193801:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:3.0:1767384603.193805:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000000e8525b. 00000020:00000001:0.0:1767384603.193805:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384603.193808:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000001:3.0:1767384603.193810:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384603.193812:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384603.193814:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000000e8525b with handle 0x1c01179f271edc6f to hash 00000020:00000001:3.0:1767384603.193817:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:0.0:1767384603.193819:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003bb9ea16. 00080000:00000001:0.0:1767384603.193822:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944785920 : -117139764765696 : ffff957645ee9c00) 00010000:00000001:3.0:1767384603.193826:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.193829:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00080000:00000001:0.0:1767384603.193831:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384603.193834:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.193836:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.193839:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.193845:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384603.193848:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384603.193850:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384603.193852:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384603.193853:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.193855:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384603.193856:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.193858:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384603.193859:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384603.193860:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384603.193861:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384603.193862:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010c6c405) refcount = 1 00010000:00010000:3.0:1767384603.193865:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.193869:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384603.193871:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384603.193872:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.193874:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.193875:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384603.193877:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384603.193880:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384603.193882:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.193883:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.193884:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=4 00000020:00000001:3.0:1767384603.193886:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.193888:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.193890:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384603.193896:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.193901:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384603.193903:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.193907:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384603.193908:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384603.193909:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384603.193912:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.193913:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384603.193918:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384603.193920:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.193923:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.193925:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384603.193927:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384603.193931:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000000e8525b already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384603.193933:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384603.193934:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1767384603.193934:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.193937:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384603.193938:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384603.193944:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384603.193946:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.193947:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.193949:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=5 00000020:00000001:3.0:1767384603.193951:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.193952:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.193955:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384603.193956:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.193960:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384603.193967:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384603.193969:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.193973:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384603.193975:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384603.193977:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.193978:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384603.193980:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000000e8525b with handle 0x1c01179f271edc6f from hash 00010000:00000001:3.0:1767384603.193982:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384603.193984:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.193985:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.193986:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384603.193988:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384603.193990:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384603.193991:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384603.193993:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.193995:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.193996:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384603.193998:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384603.193999:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.194000:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.194002:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.194003:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.194005:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.194006:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.194010:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.194011:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.194012:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384603.194014:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384603.194015:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.194017:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.194018:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384603.194021:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384603.194023:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.194025:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.194035:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384603.194037:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384603.194039:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000000e8525b/0x1c01179f271edc6f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384603.194043:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010c6c405 count: 0 00010000:00000001:3.0:1767384603.194057:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384603.194057:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 20000000:00000001:3.0:1767384603.194060:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384603.194062:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:3.1:1767384603.198341:0:23015:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010c6c405. 00010000:00000010:3.1:1767384603.198346:0:23015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000000e8525b. 00000400:00000010:1.0:1767384603.201515:0:23014:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005ce8907a. 00000400:00000040:1.0:1767384603.201531:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384603.201534:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384603.201536:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384603.201537:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384603.201539:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384603.201541:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384603.201543:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384603.201544:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384603.201546:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384603.201547:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384603.201549:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384603.201550:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384603.201552:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384603.201553:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384603.201554:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384603.201555:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384603.201557:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384603.201558:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384603.201559:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384603.201561:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384603.201562:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384603.201564:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384603.201565:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384603.201566:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384603.201567:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384603.201569:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384603.201570:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384603.201572:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384603.201573:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384603.201575:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384603.201576:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384603.201578:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384603.201579:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384603.201580:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384603.201580:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384603.201587:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384603.201588:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384603.201590:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384603.201591:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384603.201593:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384603.201594:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384603.201596:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384603.201597:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384603.201598:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384603.201599:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384603.201600:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384603.201602:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384603.201603:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384603.201604:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384603.201605:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384603.201606:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384603.201608:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384603.201609:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384603.201610:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384603.201612:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384603.201613:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384603.201614:0:23014:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384603.201662:0:23014:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005ce8907a. 00000100:00000040:2.0:1767384603.203354:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294892001, at 4294892002 00000100:00000010:2.0:1767384603.203361:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b23fee52. 00000100:00000040:1.0:1767384603.203367:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294892001, at 4294892002 00000100:00000040:0.0:1767384603.203369:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294892001, at 4294892002 00000100:00000010:1.0:1767384603.203374:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d4943f4. 00000100:00000010:0.0:1767384603.203377:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006650b24. 00000100:00000040:3.0:1767384603.204435:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294892001, at 4294892003 00000100:00000010:3.0:1767384603.204440:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8291bb5. 00080000:00000001:1.0:1767384603.205020:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384603.205021:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384603.205025:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:0.0:1767384603.205025:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384603.205027:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384603.205029:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384603.205030:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384603.205033:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384603.205034:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384603.205036:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003bb9ea16. 20000000:01000000:1.0:1767384603.205037:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384603.205041:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384603.205047:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384603.205051:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384603.205055:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384603.205058:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384603.205062:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384603.205064:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384603.205067:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384603.205069:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384603.205074:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b7ecb77c. 00010000:00000001:3.0:1767384603.205076:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384603.205078:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000000e8525b. 00000020:00000001:3.0:1767384603.205081:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384603.205084:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000000e8525b with handle 0x1c01179f271edc76 to hash 00000020:00000001:3.0:1767384603.205085:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384603.205087:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.205089:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.205091:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.205092:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.205094:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205100:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384603.205103:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384603.205104:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384603.205106:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384603.205107:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.205114:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384603.205115:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.205117:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384603.205119:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384603.205120:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384603.205122:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384603.205124:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b7ecb77c) refcount = 1 00010000:00010000:3.0:1767384603.205127:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205131:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384603.205132:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384603.205133:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.205135:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.205136:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384603.205139:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384603.205141:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384603.205143:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.205144:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.205146:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=4 00000020:00000001:3.0:1767384603.205147:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.205149:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.205151:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384603.205152:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205157:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384603.205158:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205162:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.205163:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384603.205165:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205169:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.205175:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.205177:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384603.205179:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384603.205183:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000000e8525b already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384603.205184:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384603.205186:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384603.205187:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205191:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384603.205192:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.205193:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.205195:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000e8525b refcount=5 00000020:00000001:3.0:1767384603.205196:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.205198:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889181184 : -117139820370432 : ffff9576429e2600) 00010000:00000001:3.0:1767384603.205200:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384603.205201:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205204:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384603.205205:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384603.205207:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.205209:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384603.205211:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384603.205213:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.205214:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384603.205216:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000000e8525b with handle 0x1c01179f271edc76 from hash 00010000:00000001:3.0:1767384603.205217:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384603.205218:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.205219:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.205220:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384603.205221:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384603.205222:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384603.205227:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384603.205228:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.205230:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.205231:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384603.205232:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384603.205234:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.205235:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.205235:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.205237:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.205238:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.205239:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205243:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.205243:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.205244:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384603.205245:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384603.205246:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.205247:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.205248:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384603.205250:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384603.205251:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.205253:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.205257:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384603.205259:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384603.205260:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000000e8525b/0x1c01179f271edc76 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384603.205263:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b7ecb77c count: 0 00010000:00000001:3.0:1767384603.205272:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384603.205274:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384603.205858:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384603.205861:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384603.205863:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000f771be7. 20000000:00000001:3.0:1767384603.205867:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384603.205870:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037644160 00010000:00000001:3.0:1767384603.205876:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384603.205881:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bde4854b x1853237037644160/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384603.205888:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384603.205890:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384603.205893:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384603.205896:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384603.205898:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384603.205900:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384603.205902:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384603.205904:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.205907:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384603.205910:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384603.205913:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9a862b6. 00000100:00000200:3.0:1767384603.205917:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037644160, offset 224 00000400:00000200:3.0:1767384603.205922:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384603.205931:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384603.205938:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503980 00000400:00000200:3.0:1767384603.205943:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x155d [2] + 224 00000400:00000200:3.0:1767384603.205947:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.205950:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384603.205953:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384603.205957:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384603.205964:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.205977:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384603.205982:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a862b6 00000400:00000010:3.0:1767384603.205983:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9a862b6. 00000100:00000001:3.0:1767384603.205986:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384603.205988:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384603.205989:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384603.205990:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.205992:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384603.205995:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384603.205998:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384603.205999:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384603.206001:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384603.206005:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384603.206006:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384603.206010:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe31d8f. 00000100:00000040:3.0:1767384603.206011:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bde4854b x1853237037644160/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384603.206015:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d75a7fb 00000400:00000010:1.0:1767384603.206019:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d75a7fb. 00000100:00100000:3.0:1767384603.206023:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bde4854b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037644160:12345-0@lo:253: Request processed in 20599us (21087us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384603.206023:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384603.206029:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384603.206034:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767384603.206039:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384603.206043:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384603.206045:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.206047:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384603.206052:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc319b01. 00000100:00000001:1.0:1767384603.206054:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384603.206057:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384603.206058:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7fb4849. 00000100:00000001:1.0:1767384603.206059:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384603.206062:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384603.206064:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aac563c. 00000100:00000001:1.0:1767384603.206064:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384603.206068:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.206071:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384603.206072:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:1.0:1767384603.206074:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=33 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384603.206076:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384603.206079:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=33 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384603.206080:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000056937c6f. 00000100:00000001:1.0:1767384603.206086:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384603.206087:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384603.206088:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.206090:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.206091:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384603.206094:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384603.206096:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384603.206096:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.206101:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384603.206102:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cb09ae. 00000400:00000010:3.0:1767384603.206109:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9a862b6. 00000100:00000001:1.0:1767384603.206110:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384603.206114:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384603.206115:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384603.206118:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384603.206120:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384603.206121:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384603.206123:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384603.206124:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384603.206125:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384603.206127:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384603.206128:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384603.206129:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384603.206134:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384603.206136:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.206142:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037644160:0@lo:253: 00000100:00000001:1.0:1767384603.206147:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.206148:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384603.206151:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce7618d x1853237037644160/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.206155:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384603.206157:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384603.206159:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006a7bc1c9. 02000000:00000001:1.0:1767384603.206163:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384603.206164:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384603.206165:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384603.206167:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384603.206168:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006c758199. 02000000:00000001:1.0:1767384603.206172:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384603.206174:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384603.206175:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce7618d. 00000100:00000001:1.0:1767384603.206178:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384603.206179:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.206181:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.206185:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384603.206187:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.206189:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384603.206191:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384603.208414:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384603.208417:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384603.208419:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000014588d0a. 20000000:00000001:0.0:1767384603.208424:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384603.208427:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037644288 00010000:00000001:0.0:1767384603.208429:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384603.208433:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d71d77b7 x1853237037644288/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384603.208439:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384603.208441:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.208443:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.208446:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384603.208448:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384603.208450:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384603.208452:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384603.208453:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.208456:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384603.208459:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384603.208463:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d96fe505. 00000100:00000200:0.0:1767384603.208466:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037644288, offset 224 00000400:00000200:0.0:1767384603.208491:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384603.208498:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384603.208506:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503a00 00000400:00000200:0.0:1767384603.208511:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1565 [2] + 224 00000400:00000200:0.0:1767384603.208516:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384603.208520:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384603.208524:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384603.208527:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384603.208536:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.208547:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384603.208553:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96fe505 00000400:00000010:0.0:1767384603.208554:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d96fe505. 00000100:00000001:0.0:1767384603.208558:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384603.208560:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384603.208565:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.208565:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.208568:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384603.208569:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384603.208573:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384603.208575:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384603.208576:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384603.208577:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384603.208580:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384603.208583:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069bb3c79. 00000100:00000040:0.0:1767384603.208583:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d71d77b7 x1853237037644288/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384603.208590:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a15324f 00000400:00000010:2.0:1767384603.208593:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a15324f. 00000100:00100000:0.0:1767384603.208597:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d71d77b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037644288:12345-0@lo:253: Request processed in 23128us (23515us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384603.208599:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384603.208605:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:0.0:1767384603.208609:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384603.208611:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384603.208612:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.208614:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384603.208618:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a07c3cee. 00000020:00000010:0.0:1767384603.208623:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094a58e6e. 00000100:00000200:2.0:1767384603.208625:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384603.208628:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000def4c7dc. 00000100:00000001:2.0:1767384603.208632:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384603.208634:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.208639:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384603.208641:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384603.208641:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:2.0:1767384603.208642:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384603.208646:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.208647:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384603.208648:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384603.208649:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001f354bc7. 00000100:00001000:2.0:1767384603.208652:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=33 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384603.208655:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384603.208657:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.208658:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.208663:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384603.208665:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384603.208666:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.208669:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000010:3.1:1767384603.208672:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b7ecb77c. 00010000:00000001:2.0:1767384603.208681:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384603.208681:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5789810. 00010000:00000010:3.1:1767384603.208686:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000000e8525b. 00000100:00000001:2.0:1767384603.208687:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384603.208688:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d96fe505. 00000100:00000040:2.0:1767384603.208692:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.208698:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384603.208700:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384603.208701:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384603.208703:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384603.208704:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384603.208705:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384603.208706:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384603.208707:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384603.208707:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384603.208708:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384603.208709:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384603.208710:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384603.208712:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384603.208716:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037644288:0@lo:253: 00000100:00000001:2.0:1767384603.208726:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.208727:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384603.208729:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004de7b9d3 x1853237037644288/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.208733:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384603.208734:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384603.208735:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002805257. 02000000:00000001:2.0:1767384603.208738:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384603.208739:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384603.208740:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384603.208741:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384603.208742:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000048fb0a1b. 02000000:00000001:2.0:1767384603.208744:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384603.208745:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384603.208746:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004de7b9d3. 00000100:00000001:2.0:1767384603.208748:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384603.208748:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.208749:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.208752:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384603.208753:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.208755:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384603.208756:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.233398:0:16841:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384603.233402:0:16841:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.233406:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384603.233410:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.298395:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384603.298400:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.298404:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384603.298406:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.298431:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384603.298435:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384603.298438:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384603.745421:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384603.745426:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:2.0:1767384603.745431:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384603.745434:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384603.745436:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384603.745438:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384603.745440:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384603.745442:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384603.745444:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 23 10000000:00000001:2.0:1767384603.745447:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384603.745457:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384603.745463:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004de7b9d3. 00000020:00000040:2.0:1767384603.745467:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384603.745492:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384603.745495:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384603.745500:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384603.745508:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c0e329b. 00000100:00000001:2.0:1767384603.745514:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.745518:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384603.745521:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384603.745539:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005af71711. 00010000:00000001:2.0:1767384603.745543:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384603.745547:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000edbd8bb3. 00000020:00000001:2.0:1767384603.745550:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384603.745553:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000edbd8bb3 with handle 0x1c01179f271edc7d to hash 00000020:00000001:2.0:1767384603.745555:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384603.745557:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384603.745559:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384603.745563:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384603.745564:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384603.745567:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384603.745575:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384603.745584:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384603.745589:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384603.745591:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384603.745596:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a4c72b7. 00000100:00000001:2.0:1767384603.745598:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934626091776 : -117139083459840 : ffff95766e8a8300) 00000100:00000001:2.0:1767384603.745601:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384603.745603:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974588416 : -117139734963200 : ffff957647b55c00) 00000100:00000001:2.0:1767384603.745614:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384603.745616:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.745619:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384603.745620:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384603.745628:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.745636:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384603.745638:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.745642:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384603.745645:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384603.745647:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384603.745652:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037644416:0@lo:101: 00000100:00000001:2.0:1767384603.745655:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384603.745660:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384603.745663:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.745665:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384603.745668:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c95f05f. 02000000:00000001:2.0:1767384603.745671:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.745676:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069bb3c79. 00000400:00000010:2.0:1767384603.745683:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e0873f. 00000100:00000200:2.0:1767384603.745689:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037644416, portal 25 00000100:00000001:2.0:1767384603.745691:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384603.745692:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974588416 : -117139734963200 : ffff957647b55c00) 00000100:00000040:2.0:1767384603.745697:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.745703:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384603.745709:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384603.745711:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f6ea27. 00000100:00000200:2.0:1767384603.745714:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037644416, offset 0 00000400:00000200:2.0:1767384603.745721:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384603.745733:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384603.745743:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f503a80 00000400:00000200:2.0:1767384603.745749:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa15 [2] + 0 00000400:00000010:2.0:1767384603.745752:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000853d2f42. 00000400:00000200:2.0:1767384603.745762:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c9d4a3bc 00000400:00000200:2.0:1767384603.745768:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384603.745771:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384603.745776:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9d4a3bc 00000400:00000010:2.0:1767384603.745778:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9d4a3bc. 00000100:00000001:2.0:1767384603.745783:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384603.745785:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384603.745788:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000af81c72f x1853237037644416 msgsize 328 00000100:00100000:2.0:1767384603.745794:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384603.745796:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384603.745812:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384603.745819:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f6ea27 00000400:00000010:2.0:1767384603.745821:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f6ea27. 00000100:00000001:2.0:1767384603.745825:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384603.745830:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.745839:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384603.745842:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.745842:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384603.745848:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037644416 00000100:00000001:2.0:1767384603.745851:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.745852:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384603.745856:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384603.745857:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384603.745861:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.745863:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.745865:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.745868:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294892562 00000100:00100000:1.0:1767384603.745870:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037644416 00000100:00000010:2.0:1767384603.745875:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048066226. 00000020:00000001:1.0:1767384603.745881:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384603.745882:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1767384603.745884:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384603.745887:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384603.745890:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:2.0:1767384603.745892:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294892562 00000020:00000001:1.0:1767384603.745893:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000010:2.0:1767384603.745898:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083e55e4d. 00000020:00000001:1.0:1767384603.745898:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384603.745904:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384603.745904:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384603.745910:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c019d8c. 00000100:00000001:2.0:1767384603.745912:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294892562 00000100:00000001:1.0:1767384603.745916:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384603.745919:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f999b770. 00000020:00000010:1.0:1767384603.745923:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c019d8c. 00000100:00000001:2.0:1767384603.745928:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384603.745932:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f681a2ae. 00000100:00000001:2.0:1767384603.745933:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294892562 00000100:00000010:2.0:1767384603.745939:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cfb8928. 00000020:00000010:1.0:1767384603.745941:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a059ae82. 00000020:00000010:1.0:1767384603.745948:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000067bc916f. 00000100:00000001:2.0:1767384603.745950:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384603.745955:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384603.745958:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.745960:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384603.745961:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384603.745962:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384603.745965:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384603.745966:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 000000002a4c72b7 going to sleep for 11 seconds 00000100:00000001:1.0:1767384603.745969:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384603.745971:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384603.745972:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.745975:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.745982:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.746013:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.746028:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384603.746030:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384603.746036:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000001:3.0:1767384603.746039:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384603.746040:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384603.746046:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959106640 : -117139750444976 : ffff957646c92050) 00000100:00000001:3.0:1767384603.746047:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384603.746066:0:16805:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.746070:0:16805:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.746071:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af81c72f x1853237037644416/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 328/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.746080:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384603.746083:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c019d8c. 00000100:00000001:1.0:1767384603.746085:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384603.746086:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c019d8c. 00000100:00100000:1.0:1767384603.746091:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af81c72f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037644416:12345-0@lo:101: 00000100:00000200:1.0:1767384603.746095:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037644416 00000020:00000001:1.0:1767384603.746104:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384603.746107:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384603.746109:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.746111:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384603.746113:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:1.0:1767384603.746116:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384603.746117:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384603.746119:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384603.746121:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384603.746124:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.746126:0:16806:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384603.746128:0:16806:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384603.746129:0:16806:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384603.746132:0:16806:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384603.746133:0:16806:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.746137:0:16806:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384603.746142:0:16806:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006fb83456. 00010000:00000001:1.0:1767384603.746145:0:16806:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384603.746147:0:16806:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf2ee109. 00000020:00000001:1.0:1767384603.746150:0:16806:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384603.746151:0:16806:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf2ee109 with handle 0x1c01179f271edc84 to hash 00000020:00000001:1.0:1767384603.746153:0:16806:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384603.746155:0:16806:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384603.746157:0:16806:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00010000:1.0:1767384603.746159:0:16806:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271edc7d expref: -99 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384603.746165:0:16806:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:1.0:1767384603.746168:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:1.0:1767384603.746174:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384603.746176:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384603.746179:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000eed0a717. 02000000:00000001:1.0:1767384603.746181:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.746183:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.746185:0:16806:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384603.746194:0:16806:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384603.746196:0:16806:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384603.746197:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384603.746199:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.746201:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384603.746202:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.746204:0:16806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384603.746205:0:16806:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384603.746207:0:16806:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384603.746208:0:16806:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384603.746210:0:16806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006fb83456) refcount = 1 00010000:00010000:1.0:1767384603.746214:0:16806:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271edc7d expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.746219:0:16806:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384603.746221:0:16806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384603.746222:0:16806:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.746223:0:16806:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.746225:0:16806:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384603.746229:0:16806:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384603.746231:0:16806:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edc7d expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.746252:0:16806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384603.746254:0:16806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384603.746256:0:16806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.746258:0:16806:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.746260:0:16806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384603.746261:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.746263:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384603.746264:0:16806:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000cf2ee109, rc 0) 00000020:00000001:1.0:1767384603.746266:0:16806:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384603.746269:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037644416 00010000:00000001:1.0:1767384603.746272:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384603.746275:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af81c72f x1853237037644416/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 328/344 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384603.746293:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384603.746296:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384603.746299:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384603.746303:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384603.746306:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384603.746308:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384603.746311:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384603.746312:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.746315:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384603.746318:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384603.746321:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000100:00000200:1.0:1767384603.746325:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037644416, offset 224 00000400:00000200:1.0:1767384603.746345:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384603.746386:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384603.746393:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f503a80 00000400:00000200:1.0:1767384603.746399:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1581 [1] + 224 00000400:00000200:1.0:1767384603.746403:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384603.746407:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384603.746411:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384603.746415:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384603.746423:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.746441:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384603.746448:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000400:00000010:1.0:1767384603.746450:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000100:00000001:1.0:1767384603.746455:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384603.746456:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384603.746459:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.746463:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384603.746465:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384603.746467:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.746469:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384603.746492:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af81c72f x1853237037644416/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 328/344 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.746500:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af81c72f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037644416:12345-0@lo:101: Request processed in 419us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384603.746507:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000040:1.0:1767384603.746509:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384603.746512:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384603.746515:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384603.746515:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384603.746522:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a059ae82. 00000400:00000001:3.0:1767384603.746523:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384603.746528:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384603.746528:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000067bc916f. 00000400:00000010:3.0:1767384603.746531:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069bb3c79. 00000020:00000010:1.0:1767384603.746534:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f681a2ae. 00000400:00000200:3.0:1767384603.746538:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e0873f 00000020:00000040:1.0:1767384603.746541:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000400:00000010:3.0:1767384603.746542:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e0873f. 02000000:00000001:1.0:1767384603.746549:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384603.746550:0:16808:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384603.746552:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000eed0a717. 02000000:00000001:1.0:1767384603.746558:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384603.746560:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.746562:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384603.746571:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384603.746578:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000785747bc. 00000100:00000200:3.0:1767384603.746579:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384603.746584:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081835999. 00000100:00000001:3.0:1767384603.746663:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384603.746666:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384603.746669:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384603.746672:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384603.746673:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384603.746675:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384603.746677:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384603.746680:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=33 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384603.746684:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384603.746686:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384603.746687:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.746689:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384603.746691:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.746693:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384603.746697:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.746703:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384603.746705:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384603.746707:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384603.746711:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384603.746717:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037644416:0@lo:101: 00000100:00000001:3.0:1767384603.746721:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384603.746723:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.746725:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384603.746726:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384603.746728:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.746733:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384603.746735:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002a4c72b7. 00000100:00000001:3.0:1767384603.746738:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384603.746739:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.746741:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384603.746749:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.746751:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.746752:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=4 00000020:00000001:3.0:1767384603.746754:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:3.0:1767384603.746757:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000040:3.0:1767384603.746760:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000edbd8bb3, remote cookie: 0x1c01179f271edc84, flags: 0x0 00010000:00000001:3.0:1767384603.746763:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384603.746765:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384603.746766:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384603.746766:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384603.746767:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384603.746768:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005af71711) refcount = 1 00010000:00010000:3.0:1767384603.746771:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.746777:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384603.746778:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384603.746779:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384603.746781:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384603.746783:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.746785:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.746789:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384603.746790:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.746791:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.746792:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.746793:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.746794:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.746795:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384603.746797:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004de7b9d3 x1853237037644416/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.746802:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384603.746804:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384603.746805:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c95f05f. 02000000:00000001:3.0:1767384603.746807:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384603.746812:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384603.746813:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384603.746815:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384603.746816:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001c0e329b. 02000000:00000001:3.0:1767384603.746819:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384603.746821:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384603.746822:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004de7b9d3. 00000100:00000001:3.0:1767384603.746825:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384603.746826:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384603.746827:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384603.746829:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384603.746830:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:3.0:1767384603.746832:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.746833:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.746834:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.746835:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=3 00000020:00000001:3.0:1767384603.746836:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:3.0:1767384603.746838:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:3.0:1767384603.746840:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384603.746841:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.746842:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.746843:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384603.746844:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384603.746848:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000023e5eebf. 00000100:00000010:3.0:1767384603.746861:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076065319. 00000020:00000040:3.0:1767384603.746863:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384603.746865:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384603.746866:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384603.746868:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384603.746872:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f902931. 00000100:00000001:3.0:1767384603.746875:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.746878:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384603.746882:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009da4ce84. 00000100:00000010:3.0:1767384603.746885:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007a1bbb7b. 00000020:00000040:3.0:1767384603.746887:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384603.746890:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384603.746895:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384603.746901:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ddf48d0. 00000100:00000001:3.0:1767384603.746902:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933954860928 : -117139754690688 : ffff957646885780) 00000100:00000001:3.0:1767384603.746904:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384603.746904:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646735744 : -117139062815872 : ffff95766fc58380) 00000100:00000001:3.0:1767384603.746907:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384603.746908:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.746909:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384603.746910:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384603.746912:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.746917:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384603.746918:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384603.746920:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384603.746921:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384603.746923:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384603.746925:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076065319 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037644544:0@lo:256: 00000100:00000001:3.0:1767384603.746927:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384603.746929:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384603.746931:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.746933:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384603.746938:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff1c52b9. 00000400:00000010:3.0:1767384603.746942:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000043a4d6db. 00000100:00000200:3.0:1767384603.746945:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f503b00-0x695825f503b00, portal 33 00000100:00000001:3.0:1767384603.746948:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384603.746949:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384603.746952:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa0c7638. 02000000:00000001:3.0:1767384603.746953:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384603.746956:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eda1749. 00000400:00000010:3.0:1767384603.746961:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000200:3.0:1767384603.746963:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037644544, portal 25 00000100:00000001:3.0:1767384603.746964:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384603.746965:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646735744 : -117139062815872 : ffff95766fc58380) 00000100:00000040:3.0:1767384603.746968:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.746979:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384603.746980:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384603.746983:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000100:00000200:3.0:1767384603.746985:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037644544, offset 0 00000400:00000200:3.0:1767384603.746990:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384603.746995:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384603.747001:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f503b00 00000400:00000200:3.0:1767384603.747005:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa25 [2] + 0 00000400:00000010:3.0:1767384603.747007:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfc34639. 00000400:00000200:3.0:1767384603.747009:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f43bd282 00000400:00000200:3.0:1767384603.747012:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.747014:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384603.747017:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f43bd282 00000400:00000010:3.0:1767384603.747019:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f43bd282. 00000100:00000001:3.0:1767384603.747021:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384603.747022:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384603.747024:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000948bc7da x1853237037644544 msgsize 304 00000100:00100000:3.0:1767384603.747027:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384603.747029:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384603.747040:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384603.747044:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000400:00000010:3.0:1767384603.747045:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000100:00000001:3.0:1767384603.747048:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384603.747050:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.747056:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384603.747057:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.747062:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.747063:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384603.747065:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.747067:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294892563 00000100:00000001:3.0:1767384603.747071:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294892562 00000100:00000001:3.0:1767384603.747081:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294892563 00000100:00000001:3.0:1767384603.747083:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294892562 00000100:00000001:3.0:1767384603.747085:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294892563 00000100:00000001:3.0:1767384603.747088:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294892562 00000100:00000001:3.0:1767384603.747092:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294892563 00000100:00000001:3.0:1767384603.747094:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294892562 00000100:00000001:3.0:1767384603.747098:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384603.747100:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.747102:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384603.747104:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384603.747105:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384603.747106:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 000000008ddf48d0 going to sleep for 11 seconds 00000100:00100000:1.0:1767384603.747112:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037644544 00000100:00000001:3.0:1767384603.747113:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384603.747116:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.747117:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384603.747120:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384603.747122:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.747125:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384603.747127:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037644544 00000020:00000001:1.0:1767384603.747129:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384603.747130:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384603.747132:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384603.747134:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:1.0:1767384603.747137:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384603.747139:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384603.747141:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384603.747151:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c019d8c. 00000100:00000001:1.0:1767384603.747153:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384603.747155:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c019d8c. 00000020:00000010:1.0:1767384603.747159:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f681a2ae. 00000020:00000010:1.0:1767384603.747162:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a059ae82. 00000020:00000010:1.0:1767384603.747165:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000067bc916f. 00000100:00000040:1.0:1767384603.747170:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384603.747172:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384603.747173:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384603.747174:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.747178:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.747189:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.747199:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384603.747200:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384603.747206:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384603.747206:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000001:3.0:1767384603.747211:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384603.747212:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384603.747214:0:16805:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.747216:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959105616 : -117139750446000 : ffff957646c91c50) 00000100:00000001:3.0:1767384603.747217:0:16805:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.747225:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000948bc7da x1853237037644544/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 304/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.747234:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384603.747237:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c019d8c. 00000100:00000001:1.0:1767384603.747238:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384603.747240:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c019d8c. 00000100:00100000:1.0:1767384603.747243:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000948bc7da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037644544:12345-0@lo:256: 00000100:00000200:1.0:1767384603.747246:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037644544 00000020:00000001:1.0:1767384603.747248:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384603.747250:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384603.747252:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.747253:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384603.747255:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:1.0:1767384603.747257:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384603.747259:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384603.747267:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384603.747268:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384603.747270:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.747273:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384603.747275:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384603.747277:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000eed0a717. 02000000:00000001:1.0:1767384603.747279:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.747281:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384603.747284:0:16806:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384603.747288:0:16806:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384603.747291:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384603.747294:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384603.747296:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384603.747298:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384603.747300:0:16806:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384603.747303:0:16806:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b36f3880. 20000000:00000001:1.0:1767384603.747306:0:16806:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384603.747577:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384603.747583:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384603.747588:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384603.747590:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384603.747592:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384603.747594:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384603.747596:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384603.747597:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384603.747599:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384603.747600:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384603.747602:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384603.747604:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384603.747606:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384603.747608:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:1.0:1767384603.747610:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3792/1/4/3. 20000000:00000040:1.0:1767384603.747615:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384603.747617:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384603.747618:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384603.747620:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384603.747622:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384603.747623:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384603.747632:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384603.747634:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384603.747636:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384603.747637:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384603.747639:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384603.747640:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384603.747642:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384603.747643:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:1.0:1767384603.747645:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3488/1/4/3. 20000000:01000000:1.0:1767384603.747647:0:16806:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 608, version 32 20000000:00000001:1.0:1767384603.747648:0:16806:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=608 : 608 : 260) 00000100:00000001:1.0:1767384603.747651:0:16806:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384603.747654:0:16806:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002a9d50b2. 00000100:00000010:1.0:1767384603.747658:0:16806:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c0ae6916. 00000020:00000040:1.0:1767384603.747660:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:1.0:1767384603.747663:0:16806:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384603.747666:0:16806:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384603.747669:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000400:00000010:1.0:1767384603.747675:0:16806:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000306b80b1. 00000400:00000200:1.0:1767384603.747678:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384603.747685:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384603.747691:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 608 into portal 33 MB=0x695825f503b00 00000400:00000200:1.0:1767384603.747695:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 608/608 into md 0x1591 [4] + 0 00000400:00000010:1.0:1767384603.747698:0:16806:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff1c52b9. 00000400:00000200:1.0:1767384603.747701:0:16806:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000043a4d6db 00000400:00000200:1.0:1767384603.747704:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384603.747707:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384603.747710:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043a4d6db 00000400:00000010:1.0:1767384603.747712:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000043a4d6db. 00000100:00000001:1.0:1767384603.747716:0:16806:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384603.747718:0:16806:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000076065319 desc 000000009da4ce84 mbits 1853237037644544 00000100:00000001:1.0:1767384603.747730:0:16806:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384603.747733:0:16806:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384603.747737:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384603.747745:0:16806:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x159d 00000400:00000200:1.0:1767384603.747748:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384603.747753:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384603.747757:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384603.747762:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384603.747767:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384603.747768:0:16806:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000002a9d50b2 00000100:00000001:1.0:1767384603.747771:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384603.747777:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000400:00000010:1.0:1767384603.747778:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000100:00000001:1.0:1767384603.747780:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384603.747781:0:16806:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000002a9d50b2 00000100:00000001:1.0:1767384603.747782:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384603.747786:0:16806:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 608 bytes via portal 33 id 12345-0@lo mbits 0x695825f503b00-0x695825f503b00 00000100:00000001:1.0:1767384603.747789:0:16806:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.747792:0:16806:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.747794:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384603.747796:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:1.0:1767384603.747799:0:16806:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c0ae6916. 00000100:00000010:1.0:1767384603.747801:0:16806:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002a9d50b2. 00000100:00000001:1.0:1767384603.747803:0:16806:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384603.747804:0:16806:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384603.747810:0:16806:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b36f3880. 20000000:00000001:1.0:1767384603.747813:0:16806:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384603.747815:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037644544 00010000:00000001:1.0:1767384603.747817:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384603.747820:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000948bc7da x1853237037644544/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 304/240 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384603.747827:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384603.747828:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384603.747831:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384603.747834:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384603.747835:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384603.747836:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384603.747838:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384603.747840:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.747842:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384603.747844:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384603.747847:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000100:00000200:1.0:1767384603.747857:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037644544, offset 224 00000400:00000200:1.0:1767384603.747861:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384603.747865:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384603.747871:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f503b00 00000400:00000200:1.0:1767384603.747874:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1595 [1] + 224 00000400:00000200:1.0:1767384603.747877:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384603.747880:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384603.747883:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384603.747886:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384603.747893:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.747910:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384603.747914:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000400:00000010:1.0:1767384603.747915:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000100:00000001:1.0:1767384603.747917:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384603.747919:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384603.747920:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.747922:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384603.747925:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384603.747926:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.747928:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384603.747931:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000948bc7da x1853237037644544/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:584/0 lens 304/240 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.747938:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000948bc7da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037644544:12345-0@lo:256: Request processed in 703us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384603.747943:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:1.0:1767384603.747946:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384603.747947:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384603.747949:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384603.747951:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a059ae82. 00000020:00000010:1.0:1767384603.747954:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000067bc916f. 00000020:00000010:1.0:1767384603.747966:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f681a2ae. 00000020:00000040:1.0:1767384603.747969:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384603.747973:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384603.747975:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000eed0a717. 00000100:00000001:2.0:1767384603.747976:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384603.747978:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384603.747982:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384603.747983:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384603.747985:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384603.747987:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384603.747991:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eda1749. 00000400:00000010:1.0:1767384603.747991:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e9b6801. 00000400:00000200:2.0:1767384603.747999:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:2.0:1767384603.748001:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000100:00000001:2.0:1767384603.748004:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384603.748007:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7adf521. 00000100:00000200:2.0:1767384603.748011:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384603.748022:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.748028:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384603.748030:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.748032:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384603.748033:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384603.748034:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384603.748036:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.748037:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384603.748040:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=33 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384603.748043:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384603.748045:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384603.748046:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.748048:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384603.748050:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.748052:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384603.748054:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384603.748061:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.748075:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384603.748077:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384603.748079:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384603.748085:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076065319 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037644544:0@lo:256: 00000100:00000001:2.0:1767384603.748088:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.748090:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.748091:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384603.748093:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384603.748094:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.748100:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384603.748102:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ddf48d0. 00000100:00000001:2.0:1767384603.748105:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384603.748106:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384603.748109:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 32, more 0. 10000000:00000001:2.0:1767384603.748112:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384603.748117:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002306d1ac. 10000000:00000040:2.0:1767384603.748126:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384603.748132:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384603.748135:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384603.748139:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:2.0:1767384603.748141:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.748143:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384603.748144:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:2.0:1767384603.748146:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000400:00000200:2.0:1767384603.748149:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 14 NIDs 00000400:00001000:2.0:1767384603.748152:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384603.748155:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:2.0:1767384603.748160:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384603.748164:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (14) 00000400:00000200:2.0:1767384603.748168:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384603.748178:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:2.0:1767384603.748180:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (15) 00000400:00000200:2.0:1767384603.748182:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:2.0:1767384603.748184:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:2.0:1767384603.748187:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748188:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:2.0:1767384603.748190:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:2.0:1767384603.748192:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748193:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:2.0:1767384603.748194:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:2.0:1767384603.748197:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748198:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:2.0:1767384603.748200:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:2.0:1767384603.748203:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748204:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:2.0:1767384603.748206:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:2.0:1767384603.748208:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748210:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:2.0:1767384603.748211:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:2.0:1767384603.748214:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748216:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:2.0:1767384603.748217:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:2.0:1767384603.748219:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748221:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:2.0:1767384603.748222:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:2.0:1767384603.748224:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748226:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:2.0:1767384603.748227:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:2.0:1767384603.748229:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748230:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:2.0:1767384603.748231:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:2.0:1767384603.748234:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748235:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:2.0:1767384603.748236:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:2.0:1767384603.748238:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748240:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:2.0:1767384603.748248:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:2.0:1767384603.748250:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748251:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:2.0:1767384603.748253:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:2.0:1767384603.748256:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384603.748258:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000100:00000001:2.0:1767384603.748260:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.748262:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384603.748265:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 10000000:00000010:2.0:1767384603.748269:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000c5d9067. 10000000:00000040:2.0:1767384603.748271:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 32/32 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:2.0:1767384603.748273:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384603.748279:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384603.748283:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aade8a47. 00000020:00000010:2.0:1767384603.748286:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e68fd653. 00000040:00000010:2.0:1767384603.748289:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006b171564. 00000020:00000010:2.0:1767384603.748293:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b78aa92. 00000020:00000010:2.0:1767384603.748299:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384603.748304:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000e511b51. 80000000:00000010:2.0:1767384603.748344:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e8d705e9. 40000000:00000010:2.0:1767384603.748348:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae4ca181. 00100000:00000010:2.0:1767384603.748353:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e05090a2. 00040000:00000010:2.0:1767384603.748357:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005464763c. 00040000:00000010:2.0:1767384603.748361:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006c1c876a. 00040000:00000010:2.0:1767384603.748366:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4d66380. 00080000:00000010:2.0:1767384603.748370:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000054cc289. 00000004:00000010:2.0:1767384603.748376:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003a70c8dc. 00000004:00000010:2.0:1767384603.748381:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fb4e6712. 00000004:00000010:2.0:1767384603.748387:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000036e8b50c. 00002000:00000010:2.0:1767384603.748392:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000075b5a62f. 00000004:00000010:2.0:1767384603.748396:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009c95f05f. 00000004:00000001:2.0:1767384603.748399:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384603.748402:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384603.748410:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000c5d9067 00000040:00001000:2.0:1767384603.748412:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384603.748413:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384603.748415:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384603.748416:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384603.748418:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384603.748419:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384603.748421:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384603.748422:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:2.0:1767384603.748423:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384603.748511:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384603.748516:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e68fd653. 00000040:00000010:2.0:1767384603.748520:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006b171564. 00000020:00000010:2.0:1767384603.748523:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b78aa92. 00000020:00000010:2.0:1767384603.748527:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384603.748530:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000e511b51. 80000000:00000010:2.0:1767384603.748533:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e8d705e9. 40000000:00000010:2.0:1767384603.748536:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae4ca181. 00100000:00000010:2.0:1767384603.748539:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e05090a2. 00040000:00000010:2.0:1767384603.748542:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005464763c. 00040000:00000010:2.0:1767384603.748545:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006c1c876a. 00040000:00000010:2.0:1767384603.748547:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4d66380. 00080000:00000010:2.0:1767384603.748550:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000054cc289. 00000004:00000010:2.0:1767384603.748554:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003a70c8dc. 00000004:00000010:2.0:1767384603.748557:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fb4e6712. 00000004:00000010:2.0:1767384603.748560:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000036e8b50c. 00002000:00000010:2.0:1767384603.748563:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000075b5a62f. 00000004:00000010:2.0:1767384603.748565:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009c95f05f. 00000020:00000010:2.0:1767384603.748567:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aade8a47. 00000020:00000001:2.0:1767384603.748569:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.748571:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384603.748573:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000c5d9067. 10000000:00000010:2.0:1767384603.748576:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002306d1ac. 10000000:00000001:2.0:1767384603.748578:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.748580:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384603.748589:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076065319 x1853237037644544/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.748595:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384603.748596:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384603.748598:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa0c7638. 02000000:00000001:2.0:1767384603.748600:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384603.748601:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384603.748602:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384603.748604:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384603.748605:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384603.748606:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384603.748607:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384603.748608:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384603.748609:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007a1bbb7b. 00000100:00000010:2.0:1767384603.748611:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009da4ce84. 00000100:00000001:2.0:1767384603.748613:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384603.748614:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009f902931. 02000000:00000001:2.0:1767384603.748617:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384603.748618:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384603.748619:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076065319. 00000100:00000001:2.0:1767384603.748623:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384603.748624:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384603.748638:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000023e5eebf. 10000000:01000000:2.0:1767384603.748641:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384603.748643:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384603.748645:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384603.748646:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384603.748648:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=3 00000020:00000001:2.0:1767384603.748649:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384603.748651:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384603.748653:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384603.748655:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384603.748661:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384603.748668:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384603.748670:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384603.748675:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384603.748677:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384603.748678:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384603.748679:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384603.748681:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384603.748682:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384603.748684:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384603.748686:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384603.748688:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384603.758633:0:23238:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ae4ca181. 00000020:00000040:2.0:1767384603.758639:0:23238:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384603.758641:0:23238:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ae4ca181. 00000100:00000040:0.0:1767384603.765376:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294892563, at 4294892564 00000100:00000040:2.0:1767384603.765378:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294892563, at 4294892564 00000100:00000010:0.0:1767384603.765386:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048066226. 00000100:00000010:2.0:1767384603.765388:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f999b770. 00000100:00000040:3.0:1767384603.765389:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294892563, at 4294892564 00000100:00000010:3.0:1767384603.765397:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cfb8928. 00000100:00000040:1.0:1767384603.766530:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294892563, at 4294892565 00000100:00000010:1.0:1767384603.766536:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083e55e4d. 00080000:00000001:3.0:1767384604.047526:0:23272:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384604.047541:0:23272:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.047546:0:23272:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.047552:0:23272:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384604.047558:0:23272:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.047561:0:23272:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.321351:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384604.321356:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.321361:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384604.321362:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.321442:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384604.321445:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384604.321448:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384604.774915:0:23436:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384604.774919:0:23436:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:1.0:1767384604.777970:0:23436:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384604.783989:0:23437:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002a9d50b2. 00000400:00000010:1.0:1767384604.784001:0:23437:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cfb04cfb. 00000400:00000010:1.0:1767384604.784009:0:23437:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c90bb6fd. 00000400:00000010:1.0:1767384604.784011:0:23437:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000730884ae. 00000400:00000010:1.0:1767384604.784015:0:23437:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077448538. 00000400:00000010:1.0:1767384604.784018:0:23437:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e6dc319. 00000400:00000010:1.0:1767384604.784019:0:23437:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d8f33de6. 00000400:00000010:1.0:1767384604.784021:0:23437:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059c7774b. 00000400:00000010:1.0:1767384604.784023:0:23437:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004d6e90ab. 00000800:00000010:1.0:1767384604.784033:0:23437:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a3dc6686. 00000800:00000200:1.0:1767384604.784042:0:23437:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384604.784049:0:23437:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384604.784079:0:23437:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:1.0:1767384604.784097:0:23437:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp23 [8/256/0/180] 00000400:00000010:1.0:1767384604.785843:0:23437:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b0c6f2c5. 00000400:00000010:1.0:1767384604.785850:0:23437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad246961. 00000400:00000010:1.0:1767384604.785855:0:23437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000400:00000001:1.0:1767384604.785869:0:23437:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384604.785871:0:23437:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384604.785877:0:23437:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000400:00000200:1.0:1767384604.785879:0:23437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098c3327c 00000400:00000010:1.0:1767384604.785881:0:23437:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098c3327c. 00000400:00000010:1.0:1767384604.785885:0:23437:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000071b3a255. 00000400:00000200:1.0:1767384604.785890:0:23437:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (14) 00000400:00000200:1.0:1767384604.785901:0:23437:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384604.785908:0:23437:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:1.0:1767384604.785915:0:23437:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000048fb0a1b. 00000020:01000000:1.0:1767384604.785920:0:23437:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384604.785922:0:23437:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp23 00000400:00000200:2.0:1767384604.785924:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384604.785932:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:1.0:1767384604.785938:0:23437:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cfb04cfb. 00000400:00000010:2.0:1767384604.785940:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f6ea27. 00000400:00000010:1.0:1767384604.785943:0:23437:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002a9d50b2. 00000400:00000200:2.0:1767384604.785945:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (15) 00000400:00000010:2.0:1767384604.785954:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008d74e089. 00000400:00000200:2.0:1767384604.785958:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000020:00000001:3.0:1767384604.785963:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384604.785968:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384604.785971:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 10000000:00000001:3.0:1767384604.785972:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384604.785978:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:3.0:1767384604.785984:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384604.785987:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384604.785989:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384604.786008:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384604.786011:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384604.786012:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384604.786013:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384604.786017:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384604.786020:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384604.786023:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384604.786025:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384604.786026:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384604.786030:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384604.786032:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384604.786039:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:3.0:1767384604.786040:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000055e5be6. 00000020:00000040:3.0:1767384604.786049:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384604.786050:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:3.0:1767384604.786055:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384604.786059:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384604.786065:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.786070:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384604.786075:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:3.0:1767384604.786077:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000f771be7. 00000400:00000200:2.0:1767384604.786081:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:3.0:1767384604.786087:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.786088:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384604.786095:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:3.0:1767384604.786099:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384604.786099:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:3.0:1767384604.786103:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.786112:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000040:3.0:1767384604.786117:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000055e5be6] to pc [ptlrpcd_00_02+2] req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384604.786120:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:2.0:1767384604.786131:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp22 00000400:00000200:2.0:1767384604.786137:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767384604.786140:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp22 00000400:00000200:2.0:1767384604.786145:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.133@tcp22 LPNI seq info [31:31:8:4294967295] 00000400:00000200:2.0:1767384604.786152:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp22 10000000:00000001:3.0:1767384604.786154:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384604.786159:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.786165:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384604.786168:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384604.786168:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22:) -> 192.168.203.133@tcp22(192.168.203.133@tcp:192.168.203.133@tcp22) : PUT try# 0 00000100:00000001:1.0:1767384604.786175:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384604.786178:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:1.0:1767384604.786182:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:00000001:3.0:1767384604.786183:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384604.786183:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp22 00000100:00000001:1.0:1767384604.786188:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384604.786189:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:2.0:1767384604.786193:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005464763c. 10000000:01000000:3.0:1767384604.786195:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384604.786200:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384604.786202:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384604.786203:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:2.0:1767384604.786206:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b868eba0. 00000100:00000001:1.0:1767384604.786208:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384604.786209:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:2.0:1767384604.786212:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d5855a95. 00000020:01000004:3.0:1767384604.786215:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384604.786217:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384604.786219:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384604.786221:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384604.786223:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767384604.786226:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (2) 00000100:00000001:1.0:1767384604.786227:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384604.786228:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384604.786237:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384604.786239:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.1:1767384604.786241:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (2) 00000020:01000004:3.0:1767384604.786243:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384604.786251:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ede3f990. 00000020:00000040:3.0:1767384604.786258:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384604.786259:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384604.786263:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384604.786264:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.786265:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 02000000:00000001:3.0:1767384604.786268:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384604.786273:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.786274:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 02000000:00000001:1.0:1767384604.786274:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384604.786280:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384604.786285:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384604.786286:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006a7bc1c9. 00000100:00100000:1.0:1767384604.786290:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000055e5be6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037644672:0@lo:253: 00000100:00000001:3.0:1767384604.786293:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.786298:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384604.786300:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384604.786304:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.786305:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384604.786306:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384604.786311:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.786312:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede3f990] to pc [ptlrpcd_00_03+3] req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384604.786359:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.786363:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384604.786364:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384604.786383:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.786384:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384604.786392:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384604.786394:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000048fb0a1b. 02000000:00000010:1.0:1767384604.786395:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002805257. 02000000:00000001:1.0:1767384604.786398:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.786401:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b742f823. 00000400:00000010:1.0:1767384604.786411:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfb04cfb. 00000100:00000200:1.0:1767384604.786414:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037644672, portal 25 00000100:00000001:1.0:1767384604.786416:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384604.786417:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646737536 : -117139062814080 : ffff95766fc58a80) 00000100:00000040:1.0:1767384604.786422:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.786429:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384604.786431:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384604.786433:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004362c3da. 00000100:00000200:1.0:1767384604.786435:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037644672, offset 0 00000400:00000200:1.0:1767384604.786440:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384604.786446:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384604.786453:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503b80 00000400:00000200:1.0:1767384604.786460:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000400:00000010:1.0:1767384604.786473:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a63b6c9c. 00000400:00000200:1.0:1767384604.786477:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004584bb2d 00000400:00000200:1.0:1767384604.786484:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384604.786487:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384604.786489:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384604.786492:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:1.0:1767384604.786494:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004584bb2d 00000100:00000001:3.0:1767384604.786495:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384604.786498:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004584bb2d. 00000100:00000001:3.0:1767384604.786501:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.786504:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.786505:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384604.786509:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384604.786509:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384604.786512:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384604.786514:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000006699c01c x1853237037644672 msgsize 4848 00000100:00000001:3.0:1767384604.786515:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384604.786523:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.786523:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384604.786528:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384604.786533:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384604.786535:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.786537:0:16166:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384604.786538:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384604.786542:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384604.786543:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.786546:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ede3f990 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037644800:0@lo:253: 00000400:00000200:1.0:1767384604.786546:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004362c3da 00000400:00000010:1.0:1767384604.786550:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004362c3da. 00000100:00000001:3.0:1767384604.786551:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384604.786553:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384604.786554:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000200:1.0:1767384604.786558:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384604.786562:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384604.786566:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.786568:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384604.786569:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384604.786574:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384604.786576:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000056937c6f. 02000000:00000001:3.0:1767384604.786581:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384604.786587:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000400:00000010:3.0:1767384604.786592:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ddf48d0. 00000100:00000200:3.0:1767384604.786598:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037644800, portal 25 00000100:00000001:1.0:1767384604.786598:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.786599:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000001:1.0:1767384604.786600:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384604.786605:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384604.786607:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646736640 : -117139062814976 : ffff95766fc58700) 00000100:00000001:1.0:1767384604.786608:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.786613:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294893603 00000100:00000040:3.0:1767384604.786614:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384604.786619:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000818e428e. 00000100:00000001:3.0:1767384604.786621:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384604.786625:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384604.786626:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384604.786628:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043a4d6db. 00000100:00000200:3.0:1767384604.786632:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037644800, offset 0 00000100:00000001:1.0:1767384604.786634:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294893603 00000400:00000200:2.0:1767384604.786635:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.786638:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384604.786640:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d59fcb21. 00000100:00000001:1.0:1767384604.786646:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384604.786648:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384604.786651:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294893603 00000100:00000010:1.0:1767384604.786655:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7fe6929. 00000400:00000200:3.0:1767384604.786659:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f503c00 00000100:00000001:1.0:1767384604.786660:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384604.786666:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000100:00000001:1.0:1767384604.786666:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294893603 00000400:00000200:2.0:1767384604.786670:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000010:3.0:1767384604.786672:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd6ee65. 00000100:00000010:1.0:1767384604.786672:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006059c0ff. 00000400:00000200:3.0:1767384604.786678:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d520c1c8 00000100:00000001:1.0:1767384604.786679:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384604.786683:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384604.786685:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384604.786686:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.786692:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384604.786692:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.786695:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000001:1.0:1767384604.786695:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.786713:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d520c1c8 00000100:00000001:1.0:1767384604.786720:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384604.786721:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d520c1c8. 00000100:00000001:1.0:1767384604.786725:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.786730:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.786731:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384604.786736:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384604.786738:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.786741:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000001e921b30 x1853237037644800 msgsize 4848 00000100:00100000:3.0:1767384604.786750:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384604.786752:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384604.786760:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:3.0:1767384604.786781:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384604.786789:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043a4d6db 00000400:00000010:3.0:1767384604.786791:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043a4d6db. 00000100:00000001:1.0:1767384604.786793:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384604.786795:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384604.786798:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037644672 02000000:00000001:1.0:1767384604.786801:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384604.786803:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.786807:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384604.786809:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384604.786812:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.786820:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037644672 00000400:00000200:2.0:1767384604.786821:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:3.0:1767384604.786823:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384604.786824:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384604.786828:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000040:3.0:1767384604.786829:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384604.786839:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384604.786840:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384604.786843:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000001:3.0:1767384604.786844:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384604.786850:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384604.786852:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.786853:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384604.786860:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294893603 00000100:00000001:1.0:1767384604.786862:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384604.786865:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294893603 00000020:00000010:1.0:1767384604.786867:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f380ac. 00000100:00000001:3.0:1767384604.786868:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294893603 00000100:00000001:3.0:1767384604.786875:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294893603 00000100:00000001:1.0:1767384604.786875:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384604.786876:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:3.0:1767384604.786880:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294893603 00000020:00000010:1.0:1767384604.786883:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f380ac. 00000100:00000001:3.0:1767384604.786885:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294893603 00000100:00000001:3.0:1767384604.786889:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294893603 00000100:00000001:3.0:1767384604.786890:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294893603 00000020:00000010:1.0:1767384604.786891:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2686f2a. 00000100:00000001:3.0:1767384604.786892:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.786898:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.786901:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af27802d. 00000100:00000001:3.0:1767384604.786902:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.786907:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.786909:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000067bc916f. 00000100:00000040:1.0:1767384604.786923:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384604.786926:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384604.786927:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384604.786929:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384604.786930:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.786933:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037644800 02000000:00000001:3.0:1767384604.786937:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384604.786939:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.786941:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.786941:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.786944:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 02000000:00000001:3.0:1767384604.786947:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.786951:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037644800 00000020:00000001:3.0:1767384604.786954:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384604.786955:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384604.786956:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384604.786961:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.786964:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000020:00000001:3.0:1767384604.786967:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384604.786975:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384604.786976:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384604.786979:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384604.786982:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384604.786986:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000020:00000010:3.0:1767384604.786988:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000100:00000040:1.0:1767384604.786991:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384604.786993:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.786995:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959101520 : -117139750450096 : ffff957646c90c50) 00000020:00000010:3.0:1767384604.786998:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000400:00000200:2.0:1767384604.786998:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000040:1.0:1767384604.787004:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006699c01c x1853237037644672/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384604.787009:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e55427. 00000100:00000001:1.0:1767384604.787031:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384604.787033:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d098f82. 00000020:00000010:1.0:1767384604.787037:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f380ac. 00000020:00000010:3.0:1767384604.787041:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7fb4849. 00000100:00000001:1.0:1767384604.787043:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384604.787049:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f380ac. 00000100:00000001:3.0:1767384604.787053:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384604.787059:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006699c01c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16166:x1853237037644672:12345-0@lo:253: 00000100:00000001:3.0:1767384604.787060:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384604.787065:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.787067:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000200:1.0:1767384604.787067:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037644672 00000100:00000001:3.0:1767384604.787073:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.787074:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384604.787079:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.787088:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384604.787092:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.787095:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384604.787098:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384604.787098:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:3.0:1767384604.787104:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384604.787105:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384604.787109:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384604.787111:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000020:00000001:1.0:1767384604.787113:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384604.787117:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000001:1.0:1767384604.787118:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384604.787125:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959107664 : -117139750443952 : ffff957646c92450) 00000020:00000001:1.0:1767384604.787125:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.787134:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384604.787139:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e921b30 x1853237037644800/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384604.787140:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384604.787142:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 02000000:00000010:1.0:1767384604.787149:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001f354bc7. 02000000:00000001:1.0:1767384604.787157:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.787159:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384604.787162:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.787165:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 20000000:00000001:1.0:1767384604.787167:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384604.787173:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384604.787176:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000100:00100000:3.0:1767384604.787180:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e921b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16165:x1853237037644800:12345-0@lo:253: 20000000:00000010:1.0:1767384604.787182:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006c758199. 00000100:00000200:3.0:1767384604.787186:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037644800 20000000:01000000:1.0:1767384604.787190:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384604.787191:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384604.787197:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384604.787198:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384604.787201:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.787203:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384604.787206:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384604.787208:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.787210:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:2.0:1767384604.787210:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 20000000:00000001:1.0:1767384604.787212:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.787220:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384604.787221:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384604.787239:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384604.787242:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:1.0:1767384604.787244:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fd05c86d. 00000020:00000001:3.0:1767384604.787245:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384604.787250:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384604.787251:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000100:00000001:3.0:1767384604.787254:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384604.787259:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384604.787260:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384604.787267:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384604.787269:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 02000000:00000010:3.0:1767384604.787275:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002731536a. 02000000:00000001:3.0:1767384604.787280:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.787283:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.787286:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384604.787296:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ef7f88ad. 20000000:01000000:3.0:1767384604.787300:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384604.787303:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384604.787306:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384604.787308:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.787311:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.787313:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384604.787315:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00080000:00000001:1.0:1767384604.787327:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384604.787334:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384604.787336:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.787339:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384604.787345:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384604.787350:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000020:00000001:1.0:1767384604.787397:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384604.787403:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384604.787411:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eed0a717. 00080000:00000001:1.0:1767384604.787414:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568990208 : -117144140561408 : ffff9575411d4400) 00080000:00000001:1.0:1767384604.787418:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384604.787419:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.787439:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.787482:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.787526:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000001:00000001:1.0:1767384604.787556:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384604.787558:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.787561:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384604.787570:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00080000:00000001:1.0:1767384604.787581:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.787584:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384604.787595:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.787624:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.787662:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00080000:00000001:1.0:1767384604.787724:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384604.787729:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384604.787730:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.787815:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000800:00000010:2.0:1767384604.788097:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001db227f3. 00000800:00000010:2.0:1767384604.788104:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ba53f549. 00000400:00000200:3.0:1767384604.788106:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384604.788111:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000727a2232. 00000400:00000200:3.0:1767384604.788135:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp22 from 229.3.0.2 00000800:00000010:3.0:1767384604.788141:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f605e856. 00000800:00000010:2.0:1767384604.788149:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000727a2232. 00000800:00000010:2.0:1767384604.788205:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000056b56c. 00000800:00000010:2.0:1767384604.788210:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005a15324f. 00000800:00000010:2.0:1767384604.788237:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006802a57c. 00000800:00000200:2.1:1767384604.788244:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (2) 00000800:00000200:2.1:1767384604.788249:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp22 000000006802a57c deleted 00000800:00000010:2.1:1767384604.788251:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006802a57c. 00000800:00000200:2.1:1767384604.788257:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384604.788273:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp22 ip 192.168.203.133:997 00000800:00000200:2.1:1767384604.788277:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005464763c type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384604.788285:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp22 p 3.x 192.168.203.133 -> 192.168.203.133:997 incarnation:1767384603181059864 sched[0] 00000800:00000010:2.0:1767384604.788296:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000727a2232. 00000800:00000010:2.0:1767384604.788399:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000727a2232. 00000800:00000010:2.0:1767384604.788402:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005a15324f. 00000800:00000010:2.0:1767384604.788433:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f605e856. 00000800:00000001:2.0:1767384604.788446:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384604.788450:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384604.788517:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384604.788520:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005464763c. 00000400:00000200:2.0:1767384604.788523:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.788528:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: PUT: OK 00000400:00000200:2.0:1767384604.788531:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384604.788533:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000200:3.1:1767384604.788566:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384604.788572:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp22 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384603181059864 sched[0] 00000800:00000010:3.0:1767384604.788575:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ba53f549. 00000800:00000001:2.0:1767384604.788611:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384604.788618:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:2.0:1767384604.788619:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384604.788623:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384604.788628:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384604.788635:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22) <- 192.168.203.133@tcp22 : PUT - for me 00000400:00000200:2.0:1767384604.788642:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384604.788647:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x156d [1] + 0 00000400:00000010:2.0:1767384604.788649:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073d3024. 00000400:00000200:2.0:1767384604.788653:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003aae6e9a 00000800:00000001:2.0:1767384604.788656:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384604.788659:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000001:2.0:1767384604.788662:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384604.788666:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.788670:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: PUT: OK 00000400:00000200:2.0:1767384604.788674:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aae6e9a 00000400:00000010:2.0:1767384604.788676:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aae6e9a. 00000400:00000200:2.0:1767384604.788679:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384604.788682:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (16) 00000400:00000200:2.0:1767384604.788686:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:2.0:1767384604.788690:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000355caad4. 00000400:00000200:2.0:1767384604.788693:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 15 00000400:00000200:2.0:1767384604.788715:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384604.788722:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.788734:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (17) 00000400:00000200:2.0:1767384604.788743:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384604.788749:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp22 to MR: 192.168.203.133@tcp22 local destination 00000400:00000200:2.0:1767384604.788757:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.133@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1767384604.788784:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.788790:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22:192.168.203.133@tcp22) -> 192.168.203.133@tcp22(192.168.203.133@tcp22:192.168.203.133@tcp22) 192.168.203.133@tcp22 : ACK try# 0 00000800:00000200:2.0:1767384604.788797:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp22 00000800:00000010:2.0:1767384604.788801:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005464763c. 00000800:00000200:2.0:1767384604.788806:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (4) 00000800:00000200:2.0:1767384604.788811:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp22 ip 192.168.203.133:988 00000800:00000200:2.0:1767384604.788813:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005464763c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384604.788820:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.788854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000200:2.0:1767384604.788873:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384604.788877:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005464763c. 00000400:00000200:2.0:1767384604.788881:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.788887:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: ACK: OK 00000400:00000200:3.0:1767384604.788905:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.788957:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789092:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789119:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000800:00000001:1.0:1767384604.789119:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.789232:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384604.789236:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.789242:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384604.789244:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.789249:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.789257:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22) <- 192.168.203.133@tcp22 : ACK - for me 00000400:00000200:1.0:1767384604.789269:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp22: ACK from 12345-192.168.203.133@tcp22 into md 0x15ad 00000400:00000200:1.0:1767384604.789273:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.789278:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: ACK: OK 00000400:00000200:1.0:1767384604.789283:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f6ea27 00000400:00000010:1.0:1767384604.789285:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f6ea27. 00000400:00000200:1.0:1767384604.789289:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384604.789293:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:1.0:1767384604.789298:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384604.789302:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (16) 00000400:00000200:3.0:1767384604.789398:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789484:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000800:00000001:2.0:1767384604.789505:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384604.789510:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.789534:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.789542:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384604.789547:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073d3024. 00000400:00000010:2.0:1767384604.789551:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aae6e9a. 00000400:00000200:2.0:1767384604.789554:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008259c1ff 00000400:00000200:2.0:1767384604.789559:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:2.0:1767384604.789566:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000ef59eb0d. 00000400:00000010:2.0:1767384604.789570:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000f02ab9d3. 00000400:00000010:2.0:1767384604.789573:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 000000006b171564. 00000400:00000200:3.0:1767384604.789587:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000010:2.0:1767384604.789597:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e68fd653. 00000400:00000200:2.0:1767384604.789604:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e68fd653 nid 192.168.203.133@tcp23 00000400:00000010:2.0:1767384604.789606:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e8d705e9. 00000400:00000200:2.0:1767384604.789610:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e8d705e9 net tcp23 00000400:00000200:2.0:1767384604.789613:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (15) 00000400:00000200:2.0:1767384604.789618:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp23 flags 0x11 00000400:00000010:2.0:1767384604.789622:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000ef59eb0d. 00000400:00000010:2.0:1767384604.789630:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000f02ab9d3. 00000400:00000010:2.0:1767384604.789634:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 000000006b171564. 00000400:00000010:2.0:1767384604.789638:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000355caad4. 00000400:00000200:3.0:1767384604.789639:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384604.789643:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384604.789647:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:2.0:1767384604.789652:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:2.0:1767384604.789656:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:2.0:1767384604.789659:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384604.789662:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:2.0:1767384604.789666:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384604.789669:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (16) 00000400:00000200:3.0:1767384604.789693:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789725:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789752:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789769:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789791:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789818:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789839:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789863:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789892:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.789936:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.790004:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384604.790062:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000800:00000010:3.0:1767384604.790300:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000999618e3. 00000800:00000010:3.0:1767384604.790305:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000043a4d6db. 00000800:00000010:3.0:1767384604.790310:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c600cff0. 00000800:00000010:3.0:1767384604.790351:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c600cff0. 00000400:00000200:2.0:1767384604.790529:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384604.790545:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp22 from 228.3.0.2 00000800:00000010:2.0:1767384604.790549:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000197a61e7. 00000800:00000010:1.0:1767384604.790581:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048fb0a1b. 00000800:00000010:1.0:1767384604.790588:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073582bd0. 00000800:00000010:1.0:1767384604.790611:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a0446001. 00000800:00000200:1.1:1767384604.790618:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (4) 00000800:00000200:1.1:1767384604.790623:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp22 00000000a0446001 deleted 00000800:00000010:1.1:1767384604.790625:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a0446001. 00000800:00000200:1.1:1767384604.790630:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384604.790636:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp22 p 3.x 192.168.203.133 -> 192.168.203.133:996 incarnation:1767384603181059864 sched[0] 00000800:00000010:1.0:1767384604.790641:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4330681. 00000800:00000010:1.0:1767384604.790888:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4330681. 00000800:00000200:2.1:1767384604.790889:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384604.790894:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073582bd0. 00000800:00000200:2.0:1767384604.790900:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp22 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384603181059864 sched[0] 00000800:00000010:2.0:1767384604.790905:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000043a4d6db. 00000800:00000010:1.0:1767384604.790941:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000197a61e7. 00000800:00000001:2.0:1767384604.790951:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384604.790956:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384604.790960:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384604.790963:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384604.798068:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384604.798075:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384604.798078:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384604.798080:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384604.798080:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384604.798086:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384604.798089:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384604.798090:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384604.798091:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384604.798093:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384604.798094:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eed0a717. 00080000:00000001:0.0:1767384604.798100:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384604.798107:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384604.798112:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a218039. 20000000:01000000:2.0:1767384604.798113:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384604.798119:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00080000:00000020:2.0:1767384604.798123:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384604.798124:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384604.798129:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384604.798143:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384604.798147:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384604.798150:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384604.798154:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384604.798157:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384604.798160:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384604.798164:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006fb83456 count: 2 00080000:00000001:3.0:1767384604.798165:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384604.798167:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.798169:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384604.798170:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384604.798175:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:2.0:1767384604.798176:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384604.798181:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384604.798182:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384604.798188:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007afa19f4. 00080000:00000010:3.0:1767384604.798190:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c4ce30d5. 00000020:00000001:2.0:1767384604.798192:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384604.798194:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579649024 : -117144129902592 : ffff957541bfe800) 00000020:00000040:2.0:1767384604.798197:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007afa19f4 with handle 0x1c01179f271edc8b to hash 00080000:00000001:3.0:1767384604.798198:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384604.798201:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384604.798203:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384604.798209:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384604.798212:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.798214:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.798217:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.798225:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384604.798229:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384604.798231:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384604.798233:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.798235:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384604.798239:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edc7d expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.798245:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384604.798248:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.798250:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.798251:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.798253:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.798255:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384604.798257:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384604.798263:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006fb83456) refcount = 2 00010000:00000040:2.0:1767384604.798266:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384604.798268:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271edc7d expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384604.798288:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384604.798291:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.798297:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384604.798303:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384604.798305:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384604.798344:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b74f39e. 00000100:00000001:2.0:1767384604.798347:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384604.798352:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4cf0268. 00000100:00000001:2.0:1767384604.798354:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934626094080 : -117139083457536 : ffff95766e8a8c00) 00080000:00000001:3.0:1767384604.798356:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.798357:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934626094080 : -117139083457536 : ffff95766e8a8c00) 00080000:00000001:3.0:1767384604.798363:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1767384604.798364:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384604.798367:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384604.798368:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384604.798371:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.798372:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384604.798374:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384604.798376:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384604.798378:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384604.798380:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384604.798396:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a099e060. 00000020:00000040:2.0:1767384604.798399:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:2.0:1767384604.798402:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384604.798404:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384604.798407:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384604.798412:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b171564. 00000100:00000001:2.0:1767384604.798416:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.798421:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271edc7d expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384604.798434:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271edc7d expref: 16 pid: 16806 timeout: 376 lvb_type: 0 00010000:00000001:2.0:1767384604.798441:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384604.798444:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384604.798448:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384604.798500:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384604.798501:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.798505:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00100000:2.0:1767384604.798507:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a099e060 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037644928:0@lo:104: 00080000:00000001:3.0:1767384604.798509:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384604.798513:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384604.798517:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384604.798519:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384604.798521:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384604.798524:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f02ab9d3. 02000000:00000001:2.0:1767384604.798526:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384604.798531:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f318f8f. 00000400:00000010:2.0:1767384604.798536:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a15adb. 00000100:00000200:2.0:1767384604.798540:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037644928, portal 16 00000100:00000001:2.0:1767384604.798543:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384604.798545:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974582144 : -117139734969472 : ffff957647b54380) 00000100:00000040:2.0:1767384604.798549:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384604.798555:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384604.798559:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384604.798562:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000100:00000200:2.0:1767384604.798565:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037644928, offset 0 00000400:00000200:2.0:1767384604.798571:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384604.798580:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384604.798588:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f503c80 00000400:00000200:2.0:1767384604.798593:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:2.0:1767384604.798597:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.798600:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384604.798604:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384604.798606:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384604.798610:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004de7b9d3. 00000100:00000040:2.0:1767384604.798612:0:16827:0:(events.c:337:request_in_callback()) incoming req@000000004de7b9d3 x1853237037644928 msgsize 328 00000100:00100000:2.0:1767384604.798615:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384604.798628:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384604.798643:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 00000400:00000010:2.0:1767384604.798645:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 00000100:00000001:3.0:1767384604.798648:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384604.798649:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384604.798653:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037644928 02000000:00000001:3.0:1767384604.798657:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384604.798657:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384604.798661:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.798664:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.798670:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.798672:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384604.798674:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037644928 00000020:00000001:3.0:1767384604.798677:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384604.798678:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384604.798680:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000020:00000001:3.0:1767384604.798685:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.798689:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000100:00000001:2.0:1767384604.798690:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.798693:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:2.0:1767384604.798694:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384604.798698:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:3.0:1767384604.798702:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384604.798702:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.798706:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baabefd2. 00000100:00000001:2.0:1767384604.798707:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294893615 00000100:00000001:3.0:1767384604.798712:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384604.798716:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baabefd2. 00000100:00000001:2.0:1767384604.798719:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294893603 00000020:00000010:3.0:1767384604.798722:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000376c42ae. 00000100:00000001:2.0:1767384604.798726:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294893615 00000020:00000010:3.0:1767384604.798728:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002080ebcd. 00000100:00000001:2.0:1767384604.798731:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294893603 00000020:00000010:3.0:1767384604.798734:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c884c0. 00000100:00000001:2.0:1767384604.798740:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294893615 00000100:00000040:3.0:1767384604.798745:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384604.798749:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384604.798751:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384604.798752:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.798772:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.798783:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.798796:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384604.798798:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384604.798803:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384604.798814:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:3.0:1767384604.798816:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974588416 : -117139734963200 : ffff957647b55c00) 00000100:00000040:3.0:1767384604.798822:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004de7b9d3 x1853237037644928/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 328/0 e 0 to 0 dl 1767384615 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384604.798831:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384604.798834:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294893603 00000020:00000010:3.0:1767384604.798835:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baabefd2. 00000100:00000001:3.0:1767384604.798842:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384604.798844:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294893615 00000020:00000010:3.0:1767384604.798846:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baabefd2. 00000100:00100000:3.0:1767384604.798855:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004de7b9d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037644928:12345-0@lo:104: 00000100:00000200:3.0:1767384604.798859:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037644928 00010000:00000001:3.0:1767384604.798862:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384604.798866:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384604.798868:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.798870:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=2 00000020:00000001:3.0:1767384604.798872:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:3.0:1767384604.798875:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:3.0:1767384604.798878:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384604.798882:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384604.798885:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.798892:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384604.798893:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294893603 02000000:00000001:3.0:1767384604.798896:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384604.798900:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384604.798901:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009da4ce84. 00000100:00000001:2.0:1767384604.798905:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.798906:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.798912:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.798913:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.798919:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.798921:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384604.798923:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.798925:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.798927:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384604.798929:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=34 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384604.798931:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.798936:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.798937:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384604.798941:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:3.0:1767384604.798942:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:2.0:1767384604.798944:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384604.798946:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:2.0:1767384604.798948:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.798951:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384604.798954:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384604.798955:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1767384604.798957:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c4cf0268 going to sleep for 11 seconds 02000000:00000001:3.0:1767384604.798958:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.798962:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.798964:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384604.798967:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384604.798971:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000100:00000200:3.0:1767384604.798976:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037644928, offset 224 00000400:00000200:3.0:1767384604.798981:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384604.798988:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384604.798997:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f503c80 00000100:00000001:2.0:1767384604.799003:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.799004:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15c5 [1] + 224 00000400:00000200:3.0:1767384604.799012:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384604.799015:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384604.799019:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384604.799023:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384604.799033:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384604.799044:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384604.799050:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000400:00000010:3.0:1767384604.799052:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000100:00000001:3.0:1767384604.799055:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384604.799057:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384604.799058:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.799060:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384604.799064:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384604.799065:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:2.0:1767384604.799069:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384604.799071:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384604.799073:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f318f8f. 00010000:00000010:3.0:1767384604.799076:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b703a930. 00000400:00000200:2.0:1767384604.799078:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a15adb 00010000:00000001:3.0:1767384604.799080:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384604.799083:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a15adb. 00000100:00000001:2.0:1767384604.799088:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384604.799092:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384604.799095:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384604.799102:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.799107:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384604.799108:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384604.799111:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384604.799112:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.799113:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.799121:0:16799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:3.0:1767384604.799124:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004de7b9d3 x1853237037644928/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384604.799128:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384604.799128:0:16799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384604.799134:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384604.799135:0:16799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384604.799139:0:16799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384604.799141:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004de7b9d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037644928:12345-0@lo:104: Request processed in 306us (523us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384604.799142:0:16827:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384604.799145:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384604.799148:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384604.799152:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.799155:0:16799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000edbd8bb3 already unused, calling callback (000000001582b397) 02000000:00000001:2.0:1767384604.799159:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384604.799162:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00001000:2.0:1767384604.799166:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=34 v=5 (5 0 0 0) 10000000:00010000:0.0:1767384604.799166:0:16799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384604.799167:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384604.799173:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00000100:00001000:2.0:1767384604.799174:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.799179:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384604.799183:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384604.799185:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384604.799189:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.799190:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002080ebcd. 00010000:00000001:0.0:1767384604.799192:0:16799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384604.799198:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767384604.799199:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c884c0. 00010000:00000001:2.0:1767384604.799199:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384604.799201:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384604.799203:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384604.799206:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=3 00000020:00000010:3.0:1767384604.799207:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000376c42ae. 00000100:00000001:2.0:1767384604.799208:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.799211:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00000020:00000040:3.0:1767384604.799217:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00010000:00000001:0.0:1767384604.799217:0:16799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00000100:00000040:2.0:1767384604.799218:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384604.799224:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384604.799225:0:16799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384604.799229:0:16799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384604.799246:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384604.799247:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:0.0:1767384604.799249:0:16799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384604.799253:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384604.799256:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1767384604.799260:0:16799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:2.0:1767384604.799261:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384604.799266:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1767384604.799266:0:16799:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384604.799270:0:16799:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384604.799271:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.799274:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384604.799275:0:16799:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384604.799279:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384604.799281:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384604.799281:0:16799:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384604.799293:0:16799:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384604.799297:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384604.799299:0:16799:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 00000100:00100000:2.0:1767384604.799300:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a099e060 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037644928:0@lo:104: 10000000:00000001:0.0:1767384604.799304:0:16799:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384604.799307:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.799492:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384604.799495:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384604.799497:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384604.799500:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384604.799503:0:16799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384604.799506:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000edbd8bb3 with handle 0x1c01179f271edc7d from hash 00010000:00000001:0.0:1767384604.799509:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384604.799511:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384604.799512:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384604.799513:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384604.799518:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.799521:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384604.799523:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384604.799524:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384604.799528:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384604.799531:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a099e060 x1853237037644928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384604.799532:0:16799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384604.799539:0:16799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384604.799544:0:16799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384604.799546:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384604.799549:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1767384604.799550:0:16799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf5b0d09. 02000000:00000010:2.0:1767384604.799551:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f02ab9d3. 00000020:00000040:0.0:1767384604.799555:0:16799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 02000000:00000001:2.0:1767384604.799558:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384604.799559:0:16799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767384604.799561:0:16827:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384604.799563:0:16799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384604.799565:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 02000000:00000001:0.0:1767384604.799567:0:16799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384604.799569:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384604.799572:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006b171564. 02000000:00000010:0.0:1767384604.799573:0:16799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000514f1134. 02000000:00000001:2.0:1767384604.799576:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384604.799579:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384604.799579:0:16799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384604.799581:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a099e060. 00010000:00000001:0.0:1767384604.799584:0:16799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384604.799585:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:0.0:1767384604.799588:0:16799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384604.799589:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384604.799594:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c4cf0268. 00000100:00000001:2.0:1767384604.799600:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:0.0:1767384604.799601:0:16799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384604.799602:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.799604:0:16799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384604.799608:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b74f39e. 00000100:00000001:0.0:1767384604.799609:0:16799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384604.799614:0:16799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.799615:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.799618:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.799622:0:16799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf5b0d09] to pc [ptlrpcd_00_00+0] req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.799623:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384604.799630:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384604.799635:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384604.799639:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.799661:0:16799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.799665:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384604.799665:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.799670:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384604.799672:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384604.799672:0:16799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.799676:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384604.799677:0:16799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384604.799682:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.799684:0:16799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384604.799686:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384604.799691:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384604.799695:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edc7d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edc84 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384604.799718:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005af71711 count: 0 00000100:00000001:2.0:1767384604.799720:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.799720:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384604.799723:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.799725:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.799729:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384604.799732:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.799735:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384604.799740:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.799741:0:16799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384604.799745:0:16799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b703a930. 00000100:00100000:1.0:1767384604.799747:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf5b0d09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037645056:0@lo:103: 00010000:00000001:0.0:1767384604.799750:0:16799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.799753:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384604.799755:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384604.799758:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384604.799759:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.799761:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.799763:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384604.799765:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384604.799767:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384604.799769:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384604.799770:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f681a2ae. 00010000:00010000:0.0:1767384604.799772:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384604.799776:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.799777:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384604.799781:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b694b0a. 00000020:00000001:0.0:1767384604.799782:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.799788:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384604.799789:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d3b90af. 00000100:00000200:1.0:1767384604.799795:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037645056, portal 18 00000100:00000001:1.0:1767384604.799797:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384604.799799:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987283328 : -117139722268288 : ffff957648771180) 00000100:00000040:1.0:1767384604.799803:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.799810:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384604.799813:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384604.799815:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b49ec24. 00000100:00000200:1.0:1767384604.799817:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037645056, offset 0 00000400:00000200:1.0:1767384604.799823:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384604.799831:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384604.799838:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f503d00 00000400:00000200:1.0:1767384604.799844:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:1.0:1767384604.799849:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.799853:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384604.799859:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384604.799861:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384604.799864:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859f5068. 00000100:00000040:1.0:1767384604.799872:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000859f5068 x1853237037645056 msgsize 328 00000100:00100000:1.0:1767384604.799877:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384604.799894:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384604.799901:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b49ec24 00000400:00000010:1.0:1767384604.799904:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b49ec24. 00000100:00000001:1.0:1767384604.799907:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384604.799912:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.799920:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384604.799923:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.799931:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.799934:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384604.799939:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.799940:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384604.799943:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294893616 00000100:00100000:3.0:1767384604.799945:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037645056 02000000:00000001:3.0:1767384604.799949:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384604.799951:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.799952:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294893615 00000100:00000001:3.0:1767384604.799953:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.799961:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.799964:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294893616 00000100:00100000:3.0:1767384604.799965:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037645056 00000020:00000001:3.0:1767384604.799970:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384604.799973:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384604.799975:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294893615 00000020:00000001:3.0:1767384604.799976:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.799979:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000100:00000001:1.0:1767384604.799982:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294893616 00000020:00000001:3.0:1767384604.799984:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384604.799988:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384604.799990:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294893615 00000100:00000001:3.0:1767384604.799992:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384604.799997:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294893616 00000020:00000010:3.0:1767384604.799998:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baabefd2. 00000100:00000001:3.0:1767384604.800005:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.800007:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294893615 00000020:00000010:3.0:1767384604.800008:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baabefd2. 00000020:00000010:3.0:1767384604.800016:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000376c42ae. 00000100:00000001:1.0:1767384604.800017:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384604.800022:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002080ebcd. 00000100:00000001:1.0:1767384604.800022:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.800028:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c884c0. 00000100:00000001:1.0:1767384604.800029:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.800035:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384604.800041:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384604.800042:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.800046:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384604.800047:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384604.800052:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384604.800052:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.800055:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.800056:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.800058:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800061:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384604.800064:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800066:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384604.800071:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384604.800073:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.800074:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:3.0:1767384604.800076:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:3.0:1767384604.800078:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00010000:3.0:1767384604.800082:0:16841:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edc7d expref: 17 pid: 16806 timeout: 376 lvb_type: 0 00010000:00000001:3.0:1767384604.800088:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800090:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.800091:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.800093:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.800096:0:16841:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384604.800100:0:16841:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000859f5068 x1853237037645056/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 328/0 e 0 to 0 dl 1767384615 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.800107:0:16841:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384604.800108:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.800120:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.800135:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384604.800137:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384604.800141:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384604.800143:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:3.0:1767384604.800145:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599139328 : -117139110412288 : ffff95766cef4000) 00000100:00000040:3.0:1767384604.800150:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000859f5068 x1853237037645056/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 328/0 e 0 to 0 dl 1767384615 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.800156:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384604.800159:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baabefd2. 00000100:00000001:3.0:1767384604.800162:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384604.800164:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baabefd2. 00000100:00100000:3.0:1767384604.800169:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000859f5068 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16163:x1853237037645056:12345-0@lo:103: 00000100:00000200:3.0:1767384604.800178:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037645056 00010000:00000001:3.0:1767384604.800181:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384604.800183:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384604.800185:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384604.800189:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384604.800191:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384604.800195:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f8860e4a. 02000000:00000001:3.0:1767384604.800197:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.800199:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800201:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384604.800203:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384604.800205:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384604.800207:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.800208:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:3.0:1767384604.800210:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:3.0:1767384604.800212:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000040:3.0:1767384604.800214:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006fb83456 count: 3 00010000:00010000:3.0:1767384604.800218:0:16841:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edc7d expref: 17 pid: 16806 timeout: 376 lvb_type: 0 00000100:00001000:3.0:1767384604.800223:0:16841:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384604 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384604.800225:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384604.800229:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800230:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384604.800232:0:16841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271edc7d expref: 17 pid: 16806 timeout: 376 lvb_type: 0 00000020:00000001:3.0:1767384604.800237:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384604.800239:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384604.800241:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.800243:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800246:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384604.800248:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384604.800253:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800255:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.800263:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384604.800265:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384604.800268:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf2ee109 with handle 0x1c01179f271edc84 from hash 00010000:00000001:3.0:1767384604.800270:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384604.800272:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800274:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.800275:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384604.800278:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384604.800279:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384604.800281:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf2ee109/0x1c01179f271edc84 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271edc7d expref: 17 pid: 16806 timeout: 376 lvb_type: 0 00010000:00000040:3.0:1767384604.800288:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:3.0:1767384604.800290:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:3.0:1767384604.800297:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.800299:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384604.800302:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384604.800303:0:16841:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000007afa19f4 00010000:00000001:3.0:1767384604.800305:0:16841:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384604.800306:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384604.800335:0:16841:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384604.800337:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384604.800339:0:16841:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384604.800342:0:16841:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384604.800343:0:16841:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384604.800346:0:16841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800351:0:16841:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384604.800353:0:16841:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384604.800355:0:16841:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384604.800356:0:16841:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384604.800359:0:16841:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006fb83456) refcount = 2 00010000:00010000:3.0:1767384604.800362:0:16841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800366:0:16841:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384604.800375:0:16841:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384604.800378:0:16841:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384604.800380:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384604.800405:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000baabefd2. 00000100:00000001:3.0:1767384604.800408:0:16841:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384604.800411:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ff198b3. 00000100:00000001:3.0:1767384604.800413:0:16841:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929593733120 : -117144115818496 : ffff95754296d000) 00000100:00000001:3.0:1767384604.800431:0:16841:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626929593733120 : -117144115818496 : ffff95754296d000) 00000100:00000001:3.0:1767384604.800433:0:16841:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384604.800435:0:16841:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384604.800437:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384604.800439:0:16841:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384604.800441:0:16841:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384604.800444:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384604.800446:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.800447:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=5 00000020:00000001:3.0:1767384604.800449:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:3.0:1767384604.800452:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:3.0:1767384604.800454:0:16841:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384604.800456:0:16841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800462:0:16841:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384604.800480:0:16841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800487:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800489:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384604.800490:0:16841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800495:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384604.800497:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800499:0:16841:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384604.800500:0:16841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384604.800511:0:16841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007afa19f4 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384604.800514:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384604.800516:0:16841:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384604.800518:0:16841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800522:0:16841:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384604.800524:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384604.800525:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.800526:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=6 00000020:00000001:3.0:1767384604.800528:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:3.0:1767384604.800530:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:3.0:1767384604.800534:0:16841:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384604.800536:0:16841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800540:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384604.800543:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384604.800544:0:16841:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800554:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384604.800556:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384604.800559:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384604.800561:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384604.800563:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007afa19f4 with handle 0x1c01179f271edc8b from hash 00010000:00000001:3.0:1767384604.800566:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384604.800568:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800570:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.800572:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384604.800573:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384604.800575:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384604.800577:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384604.800578:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384604.800581:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800583:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384604.800589:0:16841:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384604.800591:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800593:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.800595:0:16841:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800597:0:16841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800599:0:16841:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384604.800601:0:16841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384604.800601:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800611:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800614:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.800616:0:16841:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384604.800618:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384604.800619:0:16841:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384604.800623:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384604.800624:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384604.800626:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384604.800628:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800629:0:16841:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384604.800633:0:16841:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.800638:0:16841:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.800640:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384604.800642:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.800643:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384604.800645:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384604.800646:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007afa19f4/0x1c01179f271edc8b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.800648:0:16841:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.800654:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384604.800657:0:16841:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384604.800661:0:16841:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.800662:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384604.800663:0:16841:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384604.800666:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384604.800667:0:16841:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384604.800671:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ff198b3. 00000100:00000001:3.0:1767384604.800674:0:16841:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384604.800676:0:16841:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384604.800677:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000baabefd2. 00010000:00000001:3.0:1767384604.800680:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384604.800681:0:16841:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006fb83456 count: 0 00010000:00010000:3.0:1767384604.800687:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384604.800688:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384604.800691:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384604.800692:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384604.800694:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.800704:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384604.800706:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384604.800708:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384604.800710:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384604.800712:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.800714:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384604.800716:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384604.800728:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000100:00000200:3.0:1767384604.800732:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037645056, offset 224 00000400:00000200:3.0:1767384604.800736:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384604.800742:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384604.800748:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f503d00 00000400:00000200:3.0:1767384604.800753:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15d1 [1] + 224 00000400:00000200:3.0:1767384604.800757:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384604.800762:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384604.800766:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384604.800769:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384604.800777:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.800797:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384604.800802:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000400:00000010:3.0:1767384604.800804:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000100:00000001:3.0:1767384604.800808:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384604.800810:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384604.800811:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.800814:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.800814:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384604.800821:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:1.0:1767384604.800823:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384604.800824:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384604.800827:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384604.800828:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.800831:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b694b0a. 00000100:00000040:3.0:1767384604.800834:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859f5068 x1853237037645056/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384604.800838:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d3b90af 00000400:00000010:1.0:1767384604.800843:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d3b90af. 00000100:00000001:1.0:1767384604.800849:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384604.800853:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000859f5068 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037645056:12345-0@lo:103: Request processed in 692us (976us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384604.800858:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384604.800869:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.800881:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384604.800882:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384604.800884:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384604.800886:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.800890:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384604.800890:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384604.800895:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384604.800896:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384604.800900:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384604.800902:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002080ebcd. 00000100:00000001:1.0:1767384604.800903:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.800908:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.800909:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c884c0. 00000100:00001000:1.0:1767384604.800912:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=34 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384604.800915:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000376c42ae. 00000100:00001000:1.0:1767384604.800917:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=34 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384604.800921:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000001:1.0:1767384604.800922:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384604.800925:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.800927:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384604.800929:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384604.800932:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.800934:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.800938:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.800944:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.800947:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384604.800948:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384604.800952:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.800958:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf5b0d09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037645056:0@lo:103: 00000100:00000001:1.0:1767384604.800971:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.800973:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384604.800976:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf5b0d09 x1853237037645056/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.800983:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384604.800986:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384604.800988:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f681a2ae. 02000000:00000001:1.0:1767384604.800991:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384604.800993:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384604.800994:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384604.800996:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384604.800998:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000514f1134. 02000000:00000001:1.0:1767384604.801001:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384604.801002:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384604.801003:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf5b0d09. 00000100:00000001:1.0:1767384604.801007:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384604.801008:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.801010:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.801014:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.801015:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.801017:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.801019:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384604.804357:0:23441:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005af71711. 00010000:00000010:0.1:1767384604.804364:0:23441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000edbd8bb3. 00010000:00000010:2.1:1767384604.808352:0:16631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007afa19f4. 00010000:00000010:3.1:1767384604.808362:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2ee109. 00010000:00000010:3.1:1767384604.808372:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006fb83456. 00080000:00000001:2.0:1767384604.809135:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384604.809139:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384604.809142:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384604.809143:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384604.809144:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384604.809147:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c4ce30d5. 00080000:00000001:2.0:1767384604.809152:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384604.809207:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384604.809213:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384604.809216:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.809219:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384604.809221:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384604.809229:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384604.809232:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384604.809239:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384604.809241:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384604.809245:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384604.809248:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384604.809252:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384604.809254:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384604.809261:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000864d0bf5. 00010000:00000001:2.0:1767384604.809265:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384604.809268:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007afa19f4. 00000020:00000001:2.0:1767384604.809272:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384604.809275:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007afa19f4 with handle 0x1c01179f271edc92 to hash 00000020:00000001:2.0:1767384604.809277:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384604.809279:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384604.809282:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384604.809285:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.809295:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.809298:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809306:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384604.809333:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384604.809335:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384604.809337:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.809339:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.809341:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.809343:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.809345:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384604.809347:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384604.809348:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384604.809349:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384604.809350:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000864d0bf5) refcount = 1 00010000:00010000:2.0:1767384604.809353:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809359:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384604.809361:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384604.809362:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.809364:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.809367:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384604.809369:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384604.809372:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384604.809374:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384604.809376:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384604.809377:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=4 00000020:00000001:2.0:1767384604.809380:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384604.809382:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384604.809391:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384604.809393:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809399:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384604.809406:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809411:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.809413:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384604.809414:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809419:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.809421:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.809423:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384604.809424:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384604.809429:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007afa19f4 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384604.809431:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384604.809432:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384604.809434:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809439:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384604.809440:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384604.809441:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384604.809443:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=5 00000020:00000001:2.0:1767384604.809445:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384604.809447:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384604.809449:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384604.809451:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809455:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384604.809456:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384604.809457:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.809461:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384604.809462:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384604.809476:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.809483:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384604.809486:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007afa19f4 with handle 0x1c01179f271edc92 from hash 00010000:00000001:2.0:1767384604.809489:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384604.809490:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.809491:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.809492:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384604.809494:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384604.809495:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384604.809496:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384604.809514:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.809516:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.809518:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384604.809519:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384604.809521:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.809522:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.809523:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.809524:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.809526:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.809527:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809531:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.809532:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.809533:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384604.809534:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384604.809535:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.809535:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.809536:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384604.809538:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384604.809540:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.809542:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.809545:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384604.809547:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384604.809548:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007afa19f4/0x1c01179f271edc92 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384604.809562:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000864d0bf5 count: 0 00010000:00000001:2.0:1767384604.809574:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384604.809576:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384604.810166:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384604.810169:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384604.810171:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006c758199. 20000000:00000001:3.0:1767384604.810175:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384604.810179:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037644672 00010000:00000001:3.0:1767384604.810181:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384604.810188:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006699c01c x1853237037644672/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384604.810196:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384604.810198:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384604.810201:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.810204:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384604.810206:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384604.810208:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384604.810211:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384604.810219:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.810222:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384604.810226:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384604.810229:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008803f3a9. 00000100:00000200:3.0:1767384604.810232:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037644672, offset 224 00000400:00000200:3.0:1767384604.810240:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384604.810249:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384604.810256:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503b80 00000400:00000200:3.0:1767384604.810263:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b1 [2] + 224 00000400:00000200:3.0:1767384604.810269:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384604.810272:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384604.810288:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384604.810291:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384604.810300:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.810340:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.810341:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384604.810345:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384604.810349:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008803f3a9 00000400:00000010:3.0:1767384604.810353:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008803f3a9. 00000100:00000001:3.0:1767384604.810357:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384604.810359:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384604.810359:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384604.810364:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384604.810366:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.810368:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b742f823. 00000100:00000040:3.0:1767384604.810372:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:1.0:1767384604.810375:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfb04cfb 00010000:00000001:3.0:1767384604.810376:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384604.810380:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfb04cfb. 00000020:00000001:3.0:1767384604.810381:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.810394:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384604.810394:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384604.810398:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006699c01c x1853237037644672/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384604.810403:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.810425:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006699c01c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037644672:12345-0@lo:253: Request processed in 23405us (23906us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384604.810425:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.810444:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384604.810446:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384604.810449:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:3.0:1767384604.810454:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384604.810457:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384604.810461:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384604.810461:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384604.810480:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.810481:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.810484:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384604.810487:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=34 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384604.810494:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.810495:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384604.810500:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384604.810501:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af27802d. 00000100:00000001:1.0:1767384604.810502:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.810508:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384604.810509:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000067bc916f. 00010000:00000001:1.0:1767384604.810510:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.810516:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.810517:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2686f2a. 00000100:00000040:1.0:1767384604.810522:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384604.810524:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:3.0:1767384604.810531:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384604.810533:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384604.810534:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001f354bc7. 00000100:00000001:1.0:1767384604.810537:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384604.810539:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384604.810540:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.810542:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384604.810545:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384604.810548:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000200:3.0:1767384604.810550:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384604.810550:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384604.810554:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384604.810556:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384604.810557:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000608f6c26. 00000020:01000004:1.0:1767384604.810558:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384604.810562:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384604.810565:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:3.0:1767384604.810566:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008803f3a9. 00000020:01000004:1.0:1767384604.810567:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384604.810571:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384604.810574:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.810581:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000055e5be6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037644672:0@lo:253: 00000100:00000001:1.0:1767384604.810586:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.810588:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384604.810590:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000055e5be6 x1853237037644672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.810596:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384604.810603:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384604.810605:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002805257. 02000000:00000001:1.0:1767384604.810609:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384604.810611:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384604.810613:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384604.810615:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384604.810616:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000f771be7. 02000000:00000001:1.0:1767384604.810621:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384604.810622:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384604.810623:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000055e5be6. 00000100:00000001:1.0:1767384604.810628:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384604.810629:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.810631:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.810637:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.810639:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.810642:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.810643:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.811623:0:23442:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005ce8907a. 00000400:00000040:1.0:1767384604.811641:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384604.811643:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384604.811646:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384604.811648:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384604.811650:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384604.811652:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384604.811654:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384604.811656:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384604.811657:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384604.811658:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384604.811661:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384604.811662:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384604.811664:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384604.811665:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384604.811666:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384604.811668:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384604.811670:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384604.811672:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384604.811673:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384604.811675:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384604.811683:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384604.811684:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384604.811686:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384604.811687:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384604.811688:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384604.811690:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384604.811691:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384604.811692:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384604.811693:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384604.811694:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384604.811696:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384604.811698:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384604.811699:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384604.811701:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384604.811702:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384604.811704:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384604.811705:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384604.811706:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384604.811708:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384604.811710:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384604.811711:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384604.811712:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384604.811713:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384604.811714:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384604.811715:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384604.811717:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384604.811718:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384604.811719:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384604.811720:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384604.811721:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384604.811722:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384604.811724:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384604.811725:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384604.811726:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384604.811727:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384604.811728:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384604.811729:0:23442:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384604.811780:0:23442:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005ce8907a. 00080000:00000020:2.0:1767384604.812395:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384604.812398:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384604.812400:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ef7f88ad. 20000000:00000001:2.0:1767384604.812404:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384604.812407:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037644800 00010000:00000001:2.0:1767384604.812409:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384604.812413:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e921b30 x1853237037644800/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.812419:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384604.812421:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384604.812423:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384604.812426:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384604.812428:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384604.812430:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384604.812432:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384604.812434:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.812437:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384604.812440:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384604.812443:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f217e313. 00000100:00000200:2.0:1767384604.812446:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037644800, offset 224 00000400:00000200:2.0:1767384604.812450:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384604.812455:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384604.812461:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f503c00 00000400:00000200:2.0:1767384604.812478:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b9 [2] + 224 00000400:00000200:2.0:1767384604.812483:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.812486:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384604.812489:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384604.812492:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384604.812515:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384604.812535:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384604.812540:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f217e313 00000400:00000010:2.0:1767384604.812541:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f217e313. 00000100:00000001:2.0:1767384604.812543:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384604.812545:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384604.812548:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384604.812551:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:3.0:1767384604.812553:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384604.812554:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384604.812557:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384604.812558:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384604.812562:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384604.812563:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384604.812566:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e921b30 x1853237037644800/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384604.812567:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384604.812571:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:3.0:1767384604.812576:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ddf48d0 00000400:00000010:3.0:1767384604.812580:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ddf48d0. 00000100:00100000:2.0:1767384604.812580:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e921b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037644800:12345-0@lo:253: Request processed in 25420us (25837us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384604.812585:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384604.812593:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384604.812593:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000040:2.0:1767384604.812599:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384604.812604:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384604.812607:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384604.812611:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384604.812612:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d098f82. 00000020:00000010:2.0:1767384604.812620:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7fb4849. 00000100:00000001:3.0:1767384604.812621:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384604.812624:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.812626:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384604.812627:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e55427. 02000000:00000001:3.0:1767384604.812628:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384604.812632:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.812634:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384604.812634:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:3.0:1767384604.812635:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384604.812638:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384604.812639:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=34 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384604.812641:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002731536a. 00000100:00001000:3.0:1767384604.812647:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=34 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384604.812648:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384604.812652:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384604.812652:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.812655:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.812657:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384604.812659:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384604.812664:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f318f8f. 00010000:00000001:3.0:1767384604.812668:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.812670:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384604.812670:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f217e313. 00000100:00000040:3.0:1767384604.812678:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.812683:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.812686:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384604.812687:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384604.812689:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384604.812691:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384604.812692:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384604.812693:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384604.812694:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384604.812695:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384604.812696:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384604.812697:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384604.812699:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384604.812701:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.812706:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ede3f990 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037644800:0@lo:253: 00000100:00000001:3.0:1767384604.812711:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.812713:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384604.812715:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ede3f990 x1853237037644800/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.812720:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384604.812722:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384604.812724:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000056937c6f. 02000000:00000001:3.0:1767384604.812728:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384604.812729:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384604.812730:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384604.812732:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384604.812733:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006a7bc1c9. 02000000:00000001:3.0:1767384604.812737:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384604.812738:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384604.812739:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ede3f990. 00000100:00000001:3.0:1767384604.812743:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384604.812749:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.812751:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.812755:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.812756:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.812758:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.812759:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384604.817351:0:23444:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000864d0bf5. 00010000:00000010:2.1:1767384604.817357:0:23444:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007afa19f4. 00000100:00000040:2.0:1767384604.818347:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294893616, at 4294893617 00000100:00000010:2.0:1767384604.818354:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7fe6929. 00000100:00000040:3.0:1767384604.818358:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294893616, at 4294893617 00000100:00000010:3.0:1767384604.818366:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006059c0ff. 00000100:00000040:1.0:1767384604.818372:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294893616, at 4294893617 00000100:00000040:0.0:1767384604.818374:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294893616, at 4294893617 00000100:00000010:0.0:1767384604.818384:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000818e428e. 00000100:00000010:1.0:1767384604.818386:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d59fcb21. 00010000:00000001:0.0:1767384605.345457:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384605.345474:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384605.345478:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384605.345479:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.345516:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384605.345521:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384605.345525:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384605.651214:0:23708:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384605.651226:0:23708:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.651229:0:23708:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384605.651235:0:23708:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384605.651240:0:23708:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.651242:0:23708:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.305366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384606.305378:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:2.0:1767384606.305382:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:3.0:1767384606.305383:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384606.305388:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a099e060. 00000100:00000010:3.0:1767384606.305390:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ede3f990. 00000020:00000040:2.0:1767384606.305397:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000040:3.0:1767384606.305398:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384606.305406:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384606.305406:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384606.305410:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384606.305411:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384606.305418:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.305419:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384606.305431:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005e4914f1. 02000000:00000010:2.0:1767384606.305431:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004004a9d6. 00000100:00000001:2.0:1767384606.305440:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.305441:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.305451:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384606.305468:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384606.305469:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.305481:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384606.305482:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede3f990] to pc [ptlrpcd_00_01+1] req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.305484:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.305494:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a099e060] to pc [ptlrpcd_00_02+2] req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384606.305527:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.305527:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.305531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384606.305535:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384606.305539:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce7618d. 00000100:00000001:0.0:1767384606.305541:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384606.305542:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384606.305542:0:37:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384606.305548:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384606.305549:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384606.305549:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384606.305553:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384606.305555:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384606.305556:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384606.305560:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.305561:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384606.305565:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384606.305568:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000984b0f2. 00000100:00000001:2.0:1767384606.305575:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.305585:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384606.305606:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384606.305610:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.305616:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384606.305619:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384606.305620:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.305626:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384606.305626:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384606.305629:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce7618d] to pc [ptlrpcd_00_03+3] req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.305630:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.305632:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.305639:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384606.305642:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ede3f990 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037645312:0@lo:13: 02000000:00000001:3.0:1767384606.305644:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384606.305651:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.305653:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.305654:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384606.305657:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a099e060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037645184:0@lo:400: 02000000:00000001:0.0:1767384606.305659:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384606.305662:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384606.305664:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.305666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384606.305668:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384606.305668:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384606.305671:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384606.305674:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384606.305677:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003edfb082. 02000000:00000001:3.0:1767384606.305678:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384606.305678:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c033e282. 00000020:00000040:2.0:1767384606.305683:0:37:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:3.0:1767384606.305684:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c0e329b. 00000100:00000001:2.0:1767384606.305686:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384606.305689:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384606.305691:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.305694:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384606.305695:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384606.305699:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 02000000:00000010:2.0:1767384606.305703:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005464763c. 00000400:00000010:0.0:1767384606.305703:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084af5790. 00000400:00000010:3.0:1767384606.305709:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000100:00000001:2.0:1767384606.305710:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.305714:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc00a0ef. 00000100:00000040:2.0:1767384606.305719:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384606.305720:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037645184, portal 25 00000100:00000200:0.0:1767384606.305721:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037645312, portal 4 00000100:00000001:3.0:1767384606.305726:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384606.305729:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384606.305730:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974582144 : -117139734969472 : ffff957647b54380) 00000100:00000001:0.0:1767384606.305733:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646736640 : -117139062814976 : ffff95766fc58700) 00000100:00000040:3.0:1767384606.305743:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.305745:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384606.305748:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.305749:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.305761:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003edfb082] to pc [ptlrpcd_00_00+0] req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.305776:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384606.305784:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384606.305786:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384606.305792:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384606.305793:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000911b7f3e. 00000100:00000001:2.0:1767384606.305798:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384606.305799:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037645184, offset 0 00000400:00000010:0.0:1767384606.305799:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028cd3fda. 00000100:00000040:2.0:1767384606.305806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384606.305807:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037645312, offset 0 00000400:00000200:3.0:1767384606.305815:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384606.305816:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384606.305821:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffe826e7. 00000020:00000040:2.0:1767384606.305824:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384606.305826:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384606.305828:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384606.305831:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384606.305832:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.305834:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384606.305839:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000450c50e1. 00000100:00000001:2.0:1767384606.305845:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.305845:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384606.305852:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f503d80 00000100:00000040:2.0:1767384606.305853:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384606.305866:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f503e00 00000400:00000200:3.0:1767384606.305867:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa55 [2] + 0 00000100:00000001:2.0:1767384606.305870:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384606.305874:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384606.305876:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9350bc6. 00000100:00000040:2.0:1767384606.305879:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffe826e7] to pc [ptlrpcd_00_01+1] req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384606.305883:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef449a48 00000400:00000200:3.0:1767384606.305892:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384606.305894:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1120 00000400:00000200:3.0:1767384606.305902:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384606.305911:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef449a48 00000100:00000001:2.0:1767384606.305914:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.305918:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (232) 00000400:00000010:3.0:1767384606.305922:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef449a48. 00000100:00000001:3.0:1767384606.305929:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384606.305931:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384606.305933:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384606.305934:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000e0408afe x1853237037645184 msgsize 224 00000100:00000001:2.0:1767384606.305938:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384606.305938:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384606.305943:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384606.305947:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384606.305948:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384606.305950:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384606.305954:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384606.305963:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384606.305964:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.305965:0:16165:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384606.305967:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384606.305968:0:16164:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384606.305971:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384606.305972:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384606.305975:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000911b7f3e 02000000:00000001:2.0:1767384606.305977:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384606.305979:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000911b7f3e. 00000100:00000010:0.0:1767384606.305981:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007df9cdf7. 00000100:00100000:2.0:1767384606.305983:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037645440:0@lo:400: 00000100:00000001:3.0:1767384606.305987:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384606.305988:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000007df9cdf7 x1853237037645312 msgsize 224 00000100:00000001:2.0:1767384606.305991:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384606.305995:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384606.305996:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384606.305999:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384606.306004:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384606.306006:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384606.306011:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe83427e. 02000000:00000001:2.0:1767384606.306015:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306016:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384606.306020:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084625bb0. 00000100:00000040:3.0:1767384606.306022:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.306022:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384606.306027:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a15adb. 00000400:00000200:0.0:1767384606.306031:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028cd3fda 00000400:00000010:0.0:1767384606.306036:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028cd3fda. 00000100:00000001:3.0:1767384606.306038:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306040:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384606.306041:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384606.306043:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037645440, portal 4 00000100:00000200:0.0:1767384606.306048:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.306049:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384606.306050:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.306053:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974585728 : -117139734965888 : ffff957647b55180) 00000100:00000001:3.0:1767384606.306059:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294895122 00000100:00000040:2.0:1767384606.306065:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384606.306068:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006650b24. 00000100:00000001:0.0:1767384606.306070:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384606.306077:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.306080:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384606.306088:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384606.306089:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294895122 00000100:00000040:2.0:1767384606.306097:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384606.306098:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008161cddf. 00000100:00000001:0.0:1767384606.306098:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384606.306102:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000100:00000001:3.0:1767384606.306103:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384606.306108:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037645440, offset 0 00000100:00000001:3.0:1767384606.306111:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294895122 00000100:00000001:0.0:1767384606.306111:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384606.306118:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384606.306120:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca17f310. 00000100:00000001:0.0:1767384606.306121:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306127:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384606.306128:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384606.306129:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8952 usecs (9 jiffies) 00000100:00000001:3.0:1767384606.306133:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294895122 00000100:00000001:0.0:1767384606.306138:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294895113 00000100:00000010:3.0:1767384606.306140:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8291bb5. 00000100:00000001:0.0:1767384606.306143:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294895122 00000100:00000001:3.0:1767384606.306145:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384606.306147:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f503e80 00000100:00000001:0.0:1767384606.306151:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294895113 00000100:00000001:3.0:1767384606.306153:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384606.306157:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294895122 00000100:00000001:3.0:1767384606.306160:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306163:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294895113 00000100:00000001:0.0:1767384606.306165:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294895122 00000400:00000200:2.0:1767384606.306166:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2544 00000100:00000001:0.0:1767384606.306170:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294895113 00000100:00000001:3.0:1767384606.306175:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306177:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294895122 00000400:00000200:2.0:1767384606.306179:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384606.306180:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.306182:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384606.306188:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384606.306189:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384606.306193:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384606.306195:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306197:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384606.306198:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384606.306199:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384606.306203:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384606.306205:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384606.306208:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b384a869. 00000100:00000001:3.0:1767384606.306209:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384606.306209:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384606.306215:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384606.306217:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.306217:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000b384a869 x1853237037645440 msgsize 224 00000100:00000001:0.0:1767384606.306219:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.306223:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384606.306226:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306227:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384606.306231:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384606.306236:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.306242:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384606.306244:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384606.306245:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.306248:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306250:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384606.306250:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 02000000:00000001:0.0:1767384606.306252:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384606.306254:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384606.306255:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 02000000:00000001:0.0:1767384606.306256:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384606.306260:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384606.306262:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384606.306262:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384606.306267:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384606.306272:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ffe826e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037645696:0@lo:400: 00000100:00000001:0.0:1767384606.306285:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384606.306289:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384606.306293:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.306299:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384606.306304:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384606.306305:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384606.306338:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384606.306339:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cedd70c2. 02000000:00000001:3.0:1767384606.306344:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384606.306345:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.306349:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384606.306351:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a62a8306. 02000000:00000001:3.0:1767384606.306354:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.306357:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028cd3fda. 00000100:00100000:3.0:1767384606.306360:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003edfb082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037645568:0@lo:400: 00000100:00000200:0.0:1767384606.306364:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037645696, portal 10 00000100:00000001:3.0:1767384606.306366:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384606.306368:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384606.306371:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384606.306372:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974581248 : -117139734970368 : ffff957647b54000) 02000000:00000001:3.0:1767384606.306375:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.306379:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384606.306382:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384606.306383:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fff77cb8. 02000000:00000001:3.0:1767384606.306389:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306396:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384606.306397:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078634147. 00000100:00000040:0.0:1767384606.306402:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384606.306405:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000911b7f3e. 00000400:00000010:0.0:1767384606.306407:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000100:00000200:3.0:1767384606.306411:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037645568, portal 10 00000100:00000200:0.0:1767384606.306412:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037645696, offset 0 00000100:00000001:3.0:1767384606.306418:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384606.306421:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974593792 : -117139734957824 : ffff957647b57100) 00000400:00000200:0.0:1767384606.306422:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384606.306433:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384606.306438:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384606.306450:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384606.306470:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384606.306470:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f503f80 00000400:00000010:3.0:1767384606.306477:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000400:00000200:0.0:1767384606.306481:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000400:00000200:0.0:1767384606.306490:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384606.306491:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037645568, offset 0 00000100:00000040:2.0:1767384606.306494:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384606.306501:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384606.306504:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384606.306513:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384606.306514:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384606.306518:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384606.306521:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384606.306521:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384606.306527:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf5b0d09. 00000100:00000001:2.0:1767384606.306531:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.306532:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000bf5b0d09 x1853237037645696 msgsize 224 00000400:00000200:3.0:1767384606.306537:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f503f00 00000100:00000040:2.0:1767384606.306539:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8952 usecs (9 jiffies) 00000100:00000001:2.0:1767384606.306546:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294895114 00000100:00100000:0.0:1767384606.306547:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384606.306551:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:2.0:1767384606.306553:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294895122 00000100:00000001:2.0:1767384606.306559:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294895114 00000400:00000200:3.0:1767384606.306560:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384606.306561:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384606.306568:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294895122 00000400:00000200:3.0:1767384606.306572:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384606.306573:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294895114 00000400:00000200:0.0:1767384606.306573:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000400:00000010:0.0:1767384606.306578:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000100:00000001:2.0:1767384606.306581:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294895122 00000100:00000001:0.0:1767384606.306583:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384606.306584:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294895114 00000100:00000001:3.0:1767384606.306585:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384606.306589:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384606.306590:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.306591:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294895122 00000100:00000010:3.0:1767384606.306594:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2772b1a. 00000100:00000001:2.0:1767384606.306597:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384606.306601:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000c2772b1a x1853237037645568 msgsize 224 00000100:00000001:2.0:1767384606.306612:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384606.306613:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384606.306613:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384606.306616:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.306620:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384606.306620:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.306627:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384606.306629:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384606.306634:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384606.306635:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.306636:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000100:00000001:2.0:1767384606.306638:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384606.306640:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00000001:2.0:1767384606.306641:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384606.306646:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384606.306646:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306647:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384606.306652:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384606.306653:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.306656:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.306664:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3865 usecs (4 jiffies) 00000100:00000001:3.0:1767384606.306667:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384606.306669:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294895109 00000100:00000001:2.0:1767384606.306673:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384606.306674:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.306675:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294895122 00000100:00100000:2.0:1767384606.306678:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037645184 00000100:00000001:0.0:1767384606.306683:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294895109 02000000:00000001:2.0:1767384606.306684:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384606.306688:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384606.306691:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294895122 00000100:00000001:2.0:1767384606.306692:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306700:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294895109 00000100:00000001:3.0:1767384606.306701:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384606.306701:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306709:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384606.306710:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037645184 00000100:00000001:0.0:1767384606.306710:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294895122 00000020:00000001:2.0:1767384606.306716:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384606.306717:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306717:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294895109 00000020:00000040:2.0:1767384606.306721:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:0.0:1767384606.306725:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294895122 00000020:00000001:2.0:1767384606.306726:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384606.306727:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3827 usecs (4 jiffies) 00000020:00000040:2.0:1767384606.306731:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:0.0:1767384606.306732:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384606.306733:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294895109 00000020:00000001:2.0:1767384606.306738:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384606.306740:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306741:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294895122 00000020:00000001:2.0:1767384606.306743:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384606.306746:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306747:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294895109 00000100:00000001:2.0:1767384606.306752:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384606.306753:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294895122 00000100:00000001:0.0:1767384606.306753:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.306759:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294895109 00000020:00000010:2.0:1767384606.306760:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000903bd458. 00000100:00000001:0.0:1767384606.306761:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384606.306766:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294895122 00000100:00000001:2.0:1767384606.306767:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384606.306767:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384606.306774:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294895109 00000020:00000010:2.0:1767384606.306775:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000903bd458. 00000100:00000001:0.0:1767384606.306776:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.306779:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384606.306782:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384606.306784:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001665a600. 00000100:00000001:0.0:1767384606.306787:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306789:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294895122 00000020:00000010:2.0:1767384606.306790:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ba4af8a. 00000100:00000001:3.0:1767384606.306795:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384606.306798:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e425764a. 00000100:00000001:3.0:1767384606.306799:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306804:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306806:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384606.306810:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384606.306813:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384606.306813:0:17587:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384606.306814:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384606.306817:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384606.306819:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384606.306820:0:17587:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037645312 00000100:00000001:3.0:1767384606.306821:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.306823:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.306825:0:17587:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384606.306826:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384606.306830:0:17587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.306831:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.306832:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.306834:0:17587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.306836:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.306840:0:17587:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384606.306844:0:17587:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037645312 00000020:00000001:0.0:1767384606.306847:0:17587:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384606.306848:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384606.306850:0:17587:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:0.0:1767384606.306854:0:17587:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384606.306857:0:17587:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000001:0.0:1767384606.306860:0:17587:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:3.0:1767384606.306861:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384606.306862:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384606.306865:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037645696 02000000:00000001:3.0:1767384606.306869:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384606.306871:0:17587:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:3.0:1767384606.306873:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384606.306874:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384606.306877:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384606.306878:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384606.306882:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c78963bc. 00000100:00100000:2.0:1767384606.306885:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 02000000:00000001:3.0:1767384606.306887:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384606.306888:0:17587:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000eb49e773. 00000100:00000040:2.0:1767384606.306889:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00100000:3.0:1767384606.306892:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037645696 00000100:00000001:2.0:1767384606.306895:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959111760 : -117139750439856 : ffff957646c93450) 00000020:00000001:3.0:1767384606.306897:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384606.306898:0:17587:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000020:00000040:3.0:1767384606.306902:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000040:2.0:1767384606.306905:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0408afe x1853237037645184/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 224/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384606.306907:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384606.306910:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000100:00000001:0.0:1767384606.306912:0:17587:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384606.306918:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000010:0.0:1767384606.306919:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061ed42fd. 00000100:00000001:2.0:1767384606.306922:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384606.306923:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:3.0:1767384606.306928:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384606.306929:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000903bd458. 00000020:00000010:0.0:1767384606.306930:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b372496. 00000020:00000010:3.0:1767384606.306932:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000031e1d1e. 00000100:00000001:2.0:1767384606.306934:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384606.306938:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046329603. 00000020:00000010:3.0:1767384606.306939:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c5b950b2. 00000020:00000010:2.0:1767384606.306940:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000903bd458. 00000020:00000040:3.0:1767384606.306950:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000040:0.0:1767384606.306952:0:17587:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:2.0:1767384606.306953:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0408afe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037645184:12345-0@lo:400: 00000100:00000001:3.0:1767384606.306957:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384606.306959:0:17587:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384606.306963:0:17587:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384606.306964:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037645184 00000020:00000010:3.0:1767384606.306965:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000adf1389. 00000100:00000001:0.0:1767384606.306968:0:17587:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.306970:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384606.306972:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e55b1524. 00000020:00000001:2.0:1767384606.306975:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384606.306975:0:17587:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384606.306978:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c884c0. 00000020:00000001:2.0:1767384606.306979:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.306987:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384606.306987:0:17587:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384606.306990:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000100:00000040:3.0:1767384606.306991:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384606.306996:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384606.306997:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384606.306999:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.307001:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384606.307002:0:17587:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384606.307003:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384606.307007:0:17587:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384606.307008:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384606.307013:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.307014:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384606.307017:0:17587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000001:2.0:1767384606.307019:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384606.307023:0:17587:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384606.307024:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384606.307024:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384606.307030:0:17587:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987286912 : -117139722264704 : ffff957648771f80) 02000000:00000001:2.0:1767384606.307031:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384606.307032:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384606.307036:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.307037:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007df9cdf7 x1853237037645312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:587/0 lens 224/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384606.307038:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5ff0668. 02000000:00000001:2.0:1767384606.307044:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.307049:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.307050:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.307058:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.307059:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384606.307062:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037645184 00000100:00000001:3.0:1767384606.307065:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384606.307065:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f59d3c3d. 00010000:00000001:2.0:1767384606.307066:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384606.307072:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037645568 00000100:00000001:0.0:1767384606.307073:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384606.307076:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0408afe x1853237037645184/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384606.307077:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384606.307078:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f59d3c3d. 00000100:00000001:3.0:1767384606.307082:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.307086:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.307092:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384606.307093:0:17587:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007df9cdf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037645312:12345-0@lo:13: 00000100:00100000:3.0:1767384606.307096:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037645568 00000020:00000001:3.0:1767384606.307100:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384606.307103:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000020:00000001:3.0:1767384606.307110:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384606.307110:0:17587:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037645312 00000020:00000040:3.0:1767384606.307113:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00010000:00000001:2.0:1767384606.307114:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384606.307116:0:17587:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384606.307119:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:3.0:1767384606.307122:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:3.0:1767384606.307128:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384606.307128:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.307130:0:17587:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384606.307135:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5b950b2. 00000020:00000001:0.0:1767384606.307136:0:17587:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384606.307137:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384606.307141:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384606.307146:0:17587:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384606.307147:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5b950b2. 00000100:00000001:2.0:1767384606.307148:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384606.307153:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000010:3.0:1767384606.307156:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed67fbe7. 00000100:00000001:2.0:1767384606.307157:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:0.0:1767384606.307160:0:17587:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 02000000:00000001:2.0:1767384606.307163:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384606.307164:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee041c83. 02000000:00000001:2.0:1767384606.307169:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.307169:0:17587:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384606.307170:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b2dce2d. 00000020:00000001:0.0:1767384606.307176:0:17587:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.307178:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384606.307178:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384606.307182:0:17587:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384606.307183:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384606.307185:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384606.307189:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000100:00000200:2.0:1767384606.307192:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037645184, offset 224 00000100:00000001:3.0:1767384606.307197:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384606.307198:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384606.307198:0:17587:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384606.307205:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384606.307207:0:17587:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.307209:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384606.307213:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384606.307214:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384606.307217:0:17587:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384606.307220:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384606.307222:0:17587:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384606.307226:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f503d80 02000000:00000010:0.0:1767384606.307231:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003bb9ea16. 00000100:00000001:3.0:1767384606.307235:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384606.307238:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15ed [1] + 224 00000100:00000001:3.0:1767384606.307239:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384606.307239:0:17587:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384606.307247:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000400:00000200:2.0:1767384606.307248:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384606.307248:0:17587:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.307250:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000400:00000200:2.0:1767384606.307257:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:0.0:1767384606.307257:0:17587:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384606.307263:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987283328 : -117139722268288 : ffff957648771180) 00000100:00000001:2.0:1767384606.307265:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:0.0:1767384606.307266:0:17587:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:3.0:1767384606.307271:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf5b0d09 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:587/0 lens 224/0 e 0 to 0 dl 1767384617 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384606.307272:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384606.307272:0:17587:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384606.307279:0:17587:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384606.307294:0:17587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.307299:0:17587:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384606.307307:0:17587:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:2.0:1767384606.307345:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384606.307346:0:17587:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384606.307354:0:17587:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384606.307362:0:17587:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384606.307365:0:17587:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384606.307370:0:17587:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384606.307371:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:0.0:1767384606.307372:0:17587:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384606.307376:0:17587:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384606.307379:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 00010000:00000040:0.0:1767384606.307380:0:17587:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037645312 00000400:00000010:2.0:1767384606.307383:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 00010000:00000001:0.0:1767384606.307384:0:17587:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384606.307389:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384606.307392:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:0.0:1767384606.307393:0:17587:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007df9cdf7 x1853237037645312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:587/0 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.307397:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.307405:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384606.307408:0:17587:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384606.307409:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384606.307413:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.307415:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384606.307415:0:17587:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384606.307421:0:17587:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384606.307429:0:17587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384606.307431:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0408afe x1853237037645184/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384606.307437:0:17587:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384606.307446:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384606.307447:0:17587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00100000:2.0:1767384606.307448:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0408afe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037645184:12345-0@lo:400: Request processed in 524us (1511us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384606.307452:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5b950b2. 00000100:00000001:3.0:1767384606.307489:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384606.307490:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 02000000:00000001:0.0:1767384606.307493:0:17587:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384606.307494:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5b950b2. 00000100:00000040:2.0:1767384606.307499:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 02000000:00000001:0.0:1767384606.307500:0:17587:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384606.307506:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf5b0d09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037645696:12345-0@lo:400: 00000100:00000001:2.0:1767384606.307508:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384606.307509:0:17587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384606.307516:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037645696 00000100:00000001:2.0:1767384606.307516:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384606.307520:0:17587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384606.307523:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384606.307525:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ba4af8a. 00000400:00000010:0.0:1767384606.307526:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000020:00000001:3.0:1767384606.307527:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384606.307532:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384606.307535:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e425764a. 00000100:00000200:0.0:1767384606.307535:0:17587:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037645312, offset 224 00000020:00000001:3.0:1767384606.307536:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384606.307540:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:3.0:1767384606.307545:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384606.307546:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001665a600. 00000020:00000001:3.0:1767384606.307547:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384606.307549:0:17587:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384606.307556:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384606.307558:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000020:00000001:3.0:1767384606.307559:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384606.307564:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.307568:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384606.307568:0:17587:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384606.307569:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384606.307574:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384606.307575:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d5ff0668. 02000000:00000001:3.0:1767384606.307578:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384606.307582:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:3.0:1767384606.307584:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000347409cd. 00000400:00000200:0.0:1767384606.307584:0:17587:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f503e00 00000100:00000001:2.0:1767384606.307588:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384606.307590:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.307596:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.307598:0:17587:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15f1 [1] + 224 00000100:00000200:2.0:1767384606.307599:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1767384606.307600:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384606.307606:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037645696 00010000:00000001:3.0:1767384606.307610:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384606.307610:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7015953. 00000400:00000200:0.0:1767384606.307611:0:17587:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1767384606.307618:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf5b0d09 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:587/0 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384606.307620:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f625611c. 00000400:00000200:0.0:1767384606.307625:0:17587:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384606.307637:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384606.307638:0:17587:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384606.307640:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384606.307644:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=30 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384606.307647:0:17587:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.307649:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384606.307652:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037645440 02000000:00000001:2.0:1767384606.307658:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384606.307661:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384606.307662:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384606.307667:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.307669:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 02000000:00000001:2.0:1767384606.307673:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.307675:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00100000:2.0:1767384606.307680:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037645440 02000000:00000001:3.0:1767384606.307682:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384606.307684:0:17586:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384606.307686:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.307686:0:17587:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384606.307687:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:2.0:1767384606.307692:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384606.307694:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384606.307696:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00000020:00000001:2.0:1767384606.307702:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000040:3.0:1767384606.307703:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384606.307709:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000400:00000010:3.0:1767384606.307710:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000100:00000200:3.0:1767384606.307719:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037645696, offset 224 00000100:00000001:2.0:1767384606.307719:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384606.307724:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384606.307728:0:17587:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384606.307730:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000903bd458. 00000400:00000200:3.0:1767384606.307735:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384606.307737:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384606.307740:0:17587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000020:00000010:2.0:1767384606.307742:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000903bd458. 00000400:00000010:0.0:1767384606.307746:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000400:00000200:3.0:1767384606.307747:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f503f80 00000020:00000010:2.0:1767384606.307749:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001665a600. 00000100:00000001:0.0:1767384606.307755:0:17587:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384606.307756:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ba4af8a. 00000400:00000200:3.0:1767384606.307759:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1605 [1] + 224 00000100:00000001:0.0:1767384606.307761:0:17587:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384606.307762:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e425764a. 00000400:00000200:3.0:1767384606.307765:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384606.307770:0:17587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.307772:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:3.0:1767384606.307773:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384606.307779:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384606.307781:0:17587:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384606.307782:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384606.307783:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384606.307788:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384606.307790:0:17587:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384606.307791:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384606.307795:0:17587:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.307796:0:17586:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384606.307800:0:17586:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384606.307804:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.307804:0:17587:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384606.307810:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384606.307816:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007df9cdf7 x1853237037645312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:587/0 lens 224/368 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.307818:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.307825:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384606.307830:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384606.307833:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000100:00000001:2.0:1767384606.307834:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384606.307839:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00100000:0.0:1767384606.307841:0:17587:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007df9cdf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237037645312:12345-0@lo:13: Request processed in 778us (1848us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384606.307845:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384606.307845:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384606.307849:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384606.307851:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 2 00000100:00000001:3.0:1767384606.307855:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.307856:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974592000 : -117139734959616 : ffff957647b56a00) 00000100:00000040:3.0:1767384606.307861:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00100000:0.0:1767384606.307865:0:17587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00000001:3.0:1767384606.307866:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384606.307866:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b384a869 x1853237037645440/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:587/0 lens 224/0 e 0 to 0 dl 1767384617 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384606.307871:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.307874:0:17587:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 1 00000020:00000001:3.0:1767384606.307877:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384606.307884:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384606.307885:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf5b0d09 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:587/0 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384606.307891:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000903bd458. 00000100:00000001:0.0:1767384606.307891:0:17587:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384606.307899:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384606.307899:0:17587:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384606.307905:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf5b0d09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037645696:12345-0@lo:400: Request processed in 454us (1367us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384606.307906:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000903bd458. 00000020:00000010:0.0:1767384606.307907:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b372496. 00000100:00100000:2.0:1767384606.307914:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b384a869 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237037645440:12345-0@lo:400: 00000020:00000010:0.0:1767384606.307915:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046329603. 00000100:00000200:2.0:1767384606.307925:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037645440 00000020:00000010:0.0:1767384606.307927:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061ed42fd. 00000020:00000001:2.0:1767384606.307928:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384606.307931:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000001:2.0:1767384606.307933:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384606.307937:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384606.307938:0:17587:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00000100:00000040:3.0:1767384606.307939:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000020:00000001:2.0:1767384606.307940:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384606.307944:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:3.0:1767384606.307946:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384606.307947:0:17587:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384606.307948:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384606.307950:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384606.307956:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e55b1524. 00000020:00000001:2.0:1767384606.307960:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384606.307962:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c884c0. 00000020:00000001:2.0:1767384606.307965:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384606.307968:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384606.307970:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000adf1389. 00000020:00000001:2.0:1767384606.307971:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.307976:0:17586:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384606.307977:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384606.307979:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:2.0:1767384606.307980:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384606.307983:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384606.307985:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384606.307986:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384606.307990:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5ff0668. 00000100:00100000:0.0:1767384606.307992:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 02000000:00000001:2.0:1767384606.307994:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.308000:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384606.308000:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.308001:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:3.0:1767384606.308005:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384606.308006:0:17586:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.308007:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646740224 : -117139062811392 : ffff95766fc59500) 00000100:00000001:3.0:1767384606.308009:0:16813:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384606.308011:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037645440 00000100:00000001:3.0:1767384606.308016:0:16813:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.308017:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384606.308021:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2772b1a x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:587/0 lens 224/0 e 0 to 0 dl 1767384617 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384606.308026:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b384a869 x1853237037645440/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:587/0 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384606.308054:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:2.0:1767384606.308059:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384606.308062:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:0.0:1767384606.308062:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384606.308063:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384606.308070:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=26 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384606.308071:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f59d3c3d. 00000100:00080000:3.0:1767384606.308072:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384606.308076:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384606.308078:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:0.0:1767384606.308079:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384606.308082:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000010:0.0:1767384606.308088:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f59d3c3d. 00000100:00000001:2.0:1767384606.308089:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384606.308096:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384606.308098:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.308101:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384606.308103:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384606.308104:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c2772b1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037645568:12345-0@lo:400: 00000100:00000001:3.0:1767384606.308106:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384606.308109:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1767384606.308113:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1767384606.308115:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000100:00000200:0.0:1767384606.308116:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037645568 00000400:00000001:3.0:1767384606.308127:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384606.308129:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384606.308130:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000020:00000001:0.0:1767384606.308135:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384606.308136:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000020:00000001:0.0:1767384606.308141:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384606.308142:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000100:00000001:3.0:1767384606.308151:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384606.308151:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037645440, offset 224 00000020:00000001:0.0:1767384606.308151:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384606.308157:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000200:3.0:1767384606.308162:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384606.308164:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384606.308165:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384606.308172:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384606.308179:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384606.308180:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384606.308180:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384606.308194:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384606.308199:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.308202:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384606.308203:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f503e80 00000100:00000001:3.0:1767384606.308208:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384606.308209:0:16812:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384606.308213:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15fd [1] + 224 00000100:00000001:3.0:1767384606.308215:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384606.308216:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384606.308219:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384606.308220:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384606.308221:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384606.308224:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384606.308227:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384606.308231:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.308235:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384606.308235:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384606.308236:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002225a55a. 02000000:00000001:3.0:1767384606.308239:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.308243:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384606.308245:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=36 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384606.308251:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384606.308255:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=36 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384606.308259:0:16812:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.308264:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384606.308269:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384606.308269:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037645568 00010000:00000001:3.0:1767384606.308273:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384606.308274:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384606.308277:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.308283:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.308293:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.308297:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384606.308303:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384606.308305:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384606.308306:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 00010000:00000200:0.0:1767384606.308337:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c2772b1a x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:587/0 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384606.308341:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 00000100:00000001:2.0:1767384606.308347:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384606.308350:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384606.308354:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384606.308356:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.308358:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384606.308359:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384606.308362:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384606.308367:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384606.308368:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.308370:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384606.308372:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384606.308376:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=30 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384606.308378:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384606.308385:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b384a869 x1853237037645440/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:587/0 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.308390:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384606.308397:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00100000:3.0:1767384606.308404:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a099e060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037645184:0@lo:400: 00000100:00000001:0.0:1767384606.308406:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00100000:2.0:1767384606.308417:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b384a869 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037645440:12345-0@lo:400: Request processed in 529us (2197us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384606.308417:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384606.308418:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384606.308424:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.308425:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384606.308430:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384606.308432:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384606.308433:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a099e060 x1853237037645184/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384606.308435:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:2.0:1767384606.308440:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384606.308444:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384606.308445:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384606.308451:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ba4af8a. 00000100:00000001:3.0:1767384606.308452:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384606.308467:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 02000000:00000001:3.0:1767384606.308471:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384606.308471:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e425764a. 02000000:00000010:3.0:1767384606.308476:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c0e329b. 00000100:00000200:0.0:1767384606.308476:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037645568, offset 224 00000020:00000010:2.0:1767384606.308478:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001665a600. 02000000:00000001:3.0:1767384606.308487:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384606.308487:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000020:00000001:3.0:1767384606.308492:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384606.308493:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384606.308494:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384606.308495:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000400:00000200:0.0:1767384606.308512:0:16812:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384606.308513:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384606.308518:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384606.308519:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004004a9d6. 00000100:00000001:2.0:1767384606.308521:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384606.308525:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384606.308526:0:16812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f503f00 00000400:00000001:2.0:1767384606.308528:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384606.308529:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1767384606.308533:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1767384606.308535:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a099e060. 00000400:00000010:2.0:1767384606.308536:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084625bb0. 00000100:00000001:3.0:1767384606.308539:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384606.308542:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a15adb 00000400:00000010:2.0:1767384606.308544:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a15adb. 00000100:00000001:2.0:1767384606.308546:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384606.308549:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384606.308552:0:16812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1609 [1] + 224 00000100:00000001:3.0:1767384606.308553:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.308561:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384606.308562:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384606.308563:0:16812:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384606.308564:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.308573:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384606.308578:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384606.308579:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384606.308580:0:16812:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384606.308590:0:16812:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384606.308592:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384606.308596:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.308598:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384606.308600:0:16812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384606.308601:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384606.308605:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384606.308608:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384606.308614:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384606.308622:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=26 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384606.308626:0:16812:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384606.308628:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384606.308637:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384606.308641:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.308642:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384606.308647:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384606.308648:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:2.0:1767384606.308655:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384606.308656:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384606.308659:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384606.308661:0:16812:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384606.308663:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a62a8306. 00000400:00000200:3.0:1767384606.308671:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028cd3fda 00010000:00000001:2.0:1767384606.308672:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384606.308676:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028cd3fda. 00000100:00000001:2.0:1767384606.308677:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384606.308680:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384606.308681:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384606.308685:0:16812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000100:00000001:2.0:1767384606.308686:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384606.308688:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384606.308690:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384606.308694:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384606.308701:0:16812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000100:00000001:0.0:1767384606.308710:0:16812:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384606.308715:0:16812:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384606.308722:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384606.308727:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.308730:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384606.308735:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384606.308738:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384606.308742:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384606.308744:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384606.308750:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.308751:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.308752:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384606.308757:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384606.308757:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384606.308764:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384606.308767:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384606.308769:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037645440:0@lo:400: 00000100:00000040:0.0:1767384606.308769:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2772b1a x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:587/0 lens 224/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.308770:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.308775:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.308780:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384606.308782:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384606.308789:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=30 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384606.308792:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384606.308799:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce7618d x1853237037645440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384606.308800:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=30 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384606.308809:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c2772b1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037645568:12345-0@lo:400: Request processed in 742us (2201us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384606.308811:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384606.308816:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.308820:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384606.308826:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:3.0:1767384606.308827:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384606.308831:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384606.308835:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe83427e. 00000100:00100000:0.0:1767384606.308837:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 02000000:00000001:2.0:1767384606.308842:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384606.308846:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384606.308848:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00010000:00000001:3.0:1767384606.308849:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384606.308849:0:16166:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384606.308857:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384606.308858:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384606.308858:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384606.308863:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000984b0f2. 00000100:00000040:3.0:1767384606.308864:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384606.308864:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384606.308870:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384606.308872:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384606.308872:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee041c83. 02000000:00000001:2.0:1767384606.308875:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384606.308878:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce7618d. 00000100:00000001:3.0:1767384606.308880:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384606.308881:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b2dce2d. 00000100:00000001:2.0:1767384606.308883:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384606.308887:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384606.308888:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.308891:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384606.308892:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed67fbe7. 00000100:00000001:2.0:1767384606.308901:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384606.308903:0:16812:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:3.0:1767384606.308904:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384606.308905:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.308912:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.308913:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384606.308913:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384606.308917:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.308919:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.308923:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384606.308929:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ffe826e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037645696:0@lo:400: 00000400:00000001:3.0:1767384606.308938:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384606.308939:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384606.308941:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084af5790. 00000400:00000200:3.0:1767384606.308945:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc00a0ef 00000400:00000010:3.0:1767384606.308947:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc00a0ef. 00000100:00000001:3.0:1767384606.308950:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384606.308952:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.308955:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.308961:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384606.308963:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384606.308967:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384606.308971:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384606.308972:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384606.308974:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.308977:0:16164:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384606.308977:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078634147. 02000000:00000001:3.0:1767384606.308980:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384606.308982:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.308985:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.308986:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000911b7f3e 02000000:00000001:3.0:1767384606.308987:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.308993:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000911b7f3e. 00000100:00001000:3.0:1767384606.308994:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384606.309001:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384606.309002:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384606.309004:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384606.309008:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.309010:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384606.309013:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384606.309016:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384606.309061:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384606.309063:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.309068:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384606.309071:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384606.309075:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384606.309078:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.309087:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.309087:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384606.309092:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384606.309095:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384606.309096:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384606.309101:0:16164:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384606.309102:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1767384606.309104:0:16164:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384606.309109:0:16164:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767384606.309109:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384606.309115:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384606.309119:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000020:3.0:1767384606.309120:0:16164:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:0.0:1767384606.309124:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384606.309127:0:16164:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.309131:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.309132:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384606.309142:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=30 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384606.309143:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ede3f990 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037645312:0@lo:13: 00000100:00000001:3.0:1767384606.309150:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384606.309153:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384606.309154:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.309159:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ffe826e7 x1853237037645696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.309161:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384606.309166:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.309170:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384606.309172:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384606.309173:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384606.309178:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cedd70c2. 02000000:00000001:3.0:1767384606.309182:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:0.0:1767384606.309182:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384606.309184:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384606.309187:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384606.309192:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384606.309199:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384606.309202:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000450c50e1. 00000100:00000001:0.0:1767384606.309204:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384606.309206:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384606.309208:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384606.309209:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384606.309212:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ffe826e7. 00000100:00000001:0.0:1767384606.309215:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384606.309216:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384606.309220:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.309221:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.309227:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384606.309231:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384606.309233:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ede3f990 x1853237037645312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.309265:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384606.309267:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384606.309269:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384606.309270:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c033e282. 02000000:00000001:3.0:1767384606.309276:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384606.309277:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384606.309279:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384606.309282:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384606.309282:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384606.309287:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384606.309289:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005e4914f1. 02000000:00000001:3.0:1767384606.309292:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384606.309294:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384606.309295:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384606.309299:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ede3f990. 00000100:00000001:3.0:1767384606.309306:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767384606.309346:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003edfb082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037645568:0@lo:400: 00000100:00000001:3.0:1767384606.309349:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.309355:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.309358:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.309361:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384606.309364:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384606.309365:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.309370:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384606.309372:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.309373:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003edfb082 x1853237037645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.309384:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384606.309387:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384606.309389:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fff77cb8. 02000000:00000001:0.0:1767384606.309402:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384606.309406:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384606.309408:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384606.309411:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384606.309413:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005464763c. 02000000:00000001:0.0:1767384606.309416:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384606.309418:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384606.309420:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003edfb082. 00000100:00000001:0.0:1767384606.309423:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384606.309425:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.309428:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.309433:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384606.309435:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.309438:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.309441:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.324392:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294895122, at 4294895123 00000100:00000010:3.0:1767384606.324402:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8291bb5. 00000100:00000040:0.0:1767384606.324406:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294895122, at 4294895123 00000100:00000010:0.0:1767384606.324426:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006650b24. 00000100:00000040:1.0:1767384606.325427:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294895122, at 4294895124 00000100:00000010:1.0:1767384606.325435:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008161cddf. 00000100:00000040:2.0:1767384606.325630:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294895122, at 4294895124 00000100:00000010:2.0:1767384606.325639:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca17f310. 00010000:00000001:0.0:1767384606.369501:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384606.369509:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384606.369517:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384606.369519:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.369546:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384606.369551:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384606.369554:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384606.449240:0:23872:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384606.449245:0:23872:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:2.0:1767384606.455213:0:23872:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384606.465263:0:23873:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009c95f05f. 00000400:00000010:2.0:1767384606.465279:0:23873:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000854af7c5. 00000400:00000010:2.0:1767384606.465289:0:23873:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004584bb2d. 00000400:00000010:2.0:1767384606.465293:0:23873:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fe83427e. 00000400:00000010:2.0:1767384606.465297:0:23873:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a7589030. 00000400:00000010:2.0:1767384606.465301:0:23873:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000842f879f. 00000400:00000010:2.0:1767384606.465303:0:23873:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d8e6a603. 00000400:00000010:2.0:1767384606.465304:0:23873:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000570f2b03. 00000400:00000010:2.0:1767384606.465312:0:23873:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f1f05ee9. 00000800:00000010:2.0:1767384606.465325:0:23873:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000984b0f2. 00000800:00000200:2.0:1767384606.465334:0:23873:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384606.465679:0:23873:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384606.465838:0:23873:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384606.465865:0:23873:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp24 [8/256/0/180] 00000400:00000010:2.0:1767384606.468153:0:23873:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000001665a600. 00000400:00000010:2.0:1767384606.468159:0:23873:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084625bb0. 00000400:00000010:2.0:1767384606.468164:0:23873:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a15adb. 00000400:00000001:2.0:1767384606.468178:0:23873:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384606.468179:0:23873:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384606.468181:0:23873:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad246961. 00000400:00000200:2.0:1767384606.468185:0:23873:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000400:00000010:2.0:1767384606.468187:0:23873:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000400:00000010:2.0:1767384606.468190:0:23873:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b0c6f2c5. 00000400:00000200:2.0:1767384606.468194:0:23873:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (15) 00000400:00000200:2.0:1767384606.468209:0:23873:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384606.468219:0:23873:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:2.0:1767384606.468227:0:23873:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000043f0e09c. 00000020:01000000:2.0:1767384606.468231:0:23873:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384606.468233:0:23873:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp24 00000400:00000200:3.0:1767384606.468241:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384606.468248:0:23873:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000854af7c5. 00000400:00000200:3.0:1767384606.468249:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:2.0:1767384606.468256:0:23873:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009c95f05f. 00000400:00000010:3.0:1767384606.468259:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000400:00000200:3.0:1767384606.468265:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (16) 00000400:00000010:3.0:1767384606.468271:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000071e1943. 00000400:00000200:3.0:1767384606.468275:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:3.0:1767384606.468287:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:3.0:1767384606.468299:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384606.468306:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384606.468344:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000001:0.0:1767384606.468349:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384606.468352:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:0.0:1767384606.468355:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384606.468359:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384606.468363:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384606.468366:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384606.468367:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384606.468372:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384606.468391:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384606.468394:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384606.468399:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:0.0:1767384606.468399:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384606.468405:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384606.468408:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384606.468413:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384606.468417:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384606.468419:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:0.0:1767384606.468419:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384606.468429:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000010:0.0:1767384606.468439:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099e14c91. 00000400:00000200:3.0:1767384606.468443:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:00000040:0.0:1767384606.468446:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384606.468470:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:0.0:1767384606.468475:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384606.468481:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384606.468482:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 02000000:00000001:0.0:1767384606.468504:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.468508:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:3.0:1767384606.468516:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 02000000:00000010:0.0:1767384606.468516:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001f15e33c. 00000400:00000200:3.0:1767384606.468527:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384606.468528:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.468537:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000001:0.0:1767384606.468540:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384606.468545:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp23 00000100:00000001:0.0:1767384606.468546:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.468554:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp23 lpni_is_preferred = 0 00000100:00000040:0.0:1767384606.468559:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099e14c91] to pc [ptlrpcd_00_02+2] req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384606.468561:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp23 00000400:00000200:3.0:1767384606.468574:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.133@tcp23 LPNI seq info [33:33:8:4294967295] 00000400:00000200:3.0:1767384606.468584:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp23 00000400:00000200:3.0:1767384606.468598:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp23(192.168.203.133@tcp23:) -> 192.168.203.133@tcp23(192.168.203.133@tcp:192.168.203.133@tcp23) : PUT try# 0 10000000:00000001:0.0:1767384606.468604:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384606.468611:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.468613:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384606.468615:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384606.468618:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384606.468620:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767384606.468622:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.133@tcp23 00000100:00000001:1.0:1767384606.468625:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384606.468628:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e4914f1. 00000020:00000001:0.0:1767384606.468628:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384606.468633:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384606.468634:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384606.468636:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:3.0:1767384606.468639:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009eb4c6be. 10000000:01000000:0.0:1767384606.468640:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:3.0:1767384606.468648:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e8e71452. 00000020:01000004:0.0:1767384606.468648:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384606.468654:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384606.468654:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384606.468658:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384606.468660:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (2) 00000020:01000004:0.0:1767384606.468660:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384606.468664:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384606.468666:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384606.468669:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384606.468670:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384606.468675:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:3.1:1767384606.468676:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (2) 02000000:00000001:1.0:1767384606.468677:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384606.468678:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384606.468683:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384606.468686:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384606.468688:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037645824:0@lo:253: 00000100:00000010:0.0:1767384606.468691:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b9e4737. 00000100:00000001:1.0:1767384606.468693:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384606.468697:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384606.468716:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 02000000:00000001:1.0:1767384606.468717:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384606.468719:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384606.468723:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.468724:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384606.468727:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 02000000:00000001:0.0:1767384606.468731:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384606.468732:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384606.468742:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002805257. 02000000:00000010:0.0:1767384606.468745:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c843d1b1. 02000000:00000001:1.0:1767384606.468747:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.468753:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384606.468756:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b742f823. 00000100:00000001:0.0:1767384606.468760:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384606.468766:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d520c1c8. 00000100:00000001:0.0:1767384606.468773:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384606.468775:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037645824, portal 25 00000100:00000001:1.0:1767384606.468780:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384606.468783:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987285120 : -117139722266496 : ffff957648771880) 00000100:00000040:0.0:1767384606.468784:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9e4737] to pc [ptlrpcd_00_03+3] req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384606.468794:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384606.468799:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 10000000:00000001:0.0:1767384606.468809:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.468814:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384606.468815:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.468820:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384606.468823:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:0.0:1767384606.468826:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384606.468830:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003deb0882. 00000020:00000010:0.0:1767384606.468831:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000043f0e09c. 00000100:00000200:1.0:1767384606.468838:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037645824, offset 0 00000400:00000200:1.0:1767384606.468849:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384606.468857:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.468863:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384606.468864:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384606.468868:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384606.468876:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384606.468879:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384606.468892:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504000 00000100:00000001:0.0:1767384606.468899:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384606.468903:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384606.468907:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 02000000:00000001:0.0:1767384606.468908:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384606.468913:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384606.468915:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a6cd7d. 02000000:00000001:0.0:1767384606.468918:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384606.468925:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b9e4737 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037645952:0@lo:253: 00000400:00000200:1.0:1767384606.468926:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002299fcb4 00000100:00000001:0.0:1767384606.468933:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384606.468937:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384606.468938:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384606.468944:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.468950:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384606.468951:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384606.468958:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384606.468960:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002299fcb4 02000000:00000010:0.0:1767384606.468961:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ac1a39e9. 00000400:00000010:1.0:1767384606.468966:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002299fcb4. 02000000:00000001:0.0:1767384606.468967:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.468978:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384606.468979:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb148da6. 00000100:00000200:1.0:1767384606.468983:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384606.468988:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000aa96aa8e x1853237037645824 msgsize 4848 00000400:00000010:0.0:1767384606.468989:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff5271c5. 00000100:00100000:1.0:1767384606.468998:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384606.468999:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037645952, portal 25 00000400:00000200:3.0:1767384606.469001:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000040:1.0:1767384606.469002:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384606.469004:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384606.469009:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987293184 : -117139722258432 : ffff957648773800) 00000100:00000040:0.0:1767384606.469016:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384606.469019:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384606.469027:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384606.469031:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deb0882 00000400:00000010:1.0:1767384606.469036:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003deb0882. 00000100:00000001:1.0:1767384606.469043:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384606.469045:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384606.469046:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000200:1.0:1767384606.469052:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384606.469055:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017d42161. 00000100:00000200:0.0:1767384606.469063:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037645952, offset 0 00000100:00000001:1.0:1767384606.469069:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384606.469074:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384606.469093:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384606.469101:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:1.0:1767384606.469102:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.469109:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384606.469110:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384606.469130:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.469131:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504080 00000100:00000001:1.0:1767384606.469139:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294895285 00000400:00000200:0.0:1767384606.469141:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000100:00000010:1.0:1767384606.469147:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008351062e. 00000400:00000010:0.0:1767384606.469147:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc7ae9c. 00000400:00000200:3.0:1767384606.469148:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.469157:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b85ca4b 00000100:00000001:1.0:1767384606.469159:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384606.469164:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384606.469169:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294895285 00000400:00000200:0.0:1767384606.469172:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384606.469176:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000818e428e. 00000400:00000200:0.0:1767384606.469177:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b85ca4b 00000400:00000010:0.0:1767384606.469182:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b85ca4b. 00000100:00000001:1.0:1767384606.469183:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384606.469198:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384606.469199:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294895285 00000100:00000200:0.0:1767384606.469201:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384606.469204:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000010:1.0:1767384606.469207:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006059c0ff. 00000100:00000040:0.0:1767384606.469208:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000001a33c953 x1853237037645952 msgsize 4848 00000100:00100000:0.0:1767384606.469221:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384606.469222:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384606.469226:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384606.469229:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294895285 00000100:00000010:1.0:1767384606.469235:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7fe6929. 00000100:00000001:1.0:1767384606.469238:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384606.469239:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384606.469242:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384606.469246:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.469248:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.469248:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017d42161 00000100:00000001:1.0:1767384606.469250:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.469254:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017d42161. 00000100:00000001:1.0:1767384606.469257:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.469260:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384606.469267:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384606.469268:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384606.469272:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384606.469278:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384606.469281:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384606.469285:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469285:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384606.469290:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384606.469291:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.469292:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000001:0.0:1767384606.469304:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469306:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384606.469311:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469315:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294895285 00000100:00000001:0.0:1767384606.469318:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294895285 00000100:00000001:0.0:1767384606.469319:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294895285 00000100:00000001:0.0:1767384606.469322:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294895285 00000100:00000001:1.0:1767384606.469329:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384606.469334:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294895285 00000100:00100000:1.0:1767384606.469335:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037645824 00000400:00000200:3.0:1767384606.469337:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000001:0.0:1767384606.469363:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294895285 02000000:00000001:1.0:1767384606.469367:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384606.469368:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294895286 00000100:00000001:1.0:1767384606.469371:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384606.469374:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469377:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895285 02000000:00000001:1.0:1767384606.469378:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469402:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384606.469403:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037645824 00000100:00000001:0.0:1767384606.469410:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384606.469411:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384606.469416:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:0.0:1767384606.469418:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384606.469420:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384606.469422:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384606.469425:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:1.0:1767384606.469429:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384606.469431:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384606.469433:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384606.469435:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384606.469440:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384606.469442:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.469445:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384606.469447:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bfb6518. 00000100:00000001:0.0:1767384606.469448:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.469472:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000001:0.0:1767384606.469472:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.469474:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384606.469497:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bfb6518. 00000020:00000010:1.0:1767384606.469505:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080e37ae8. 00000020:00000010:1.0:1767384606.469509:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab0c538. 00000020:00000010:1.0:1767384606.469513:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a46487a3. 00000100:00000001:0.0:1767384606.469527:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384606.469529:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384606.469531:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037645952 00000100:00000001:1.0:1767384606.469534:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384606.469535:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384606.469538:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384606.469539:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384606.469541:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469542:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.469545:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 02000000:00000001:0.0:1767384606.469549:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.469552:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384606.469554:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037645952 00000020:00000001:0.0:1767384606.469557:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384606.469559:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384606.469561:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384606.469564:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384606.469564:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384606.469567:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384606.469571:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384606.469574:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384606.469578:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f59d3c3d. 00000100:00000001:1.0:1767384606.469581:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384606.469581:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384606.469586:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384606.469586:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f59d3c3d. 00000400:00000200:3.0:1767384606.469589:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00100000:1.0:1767384606.469595:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000020:00000010:0.0:1767384606.469596:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2d6d525. 00000100:00000040:1.0:1767384606.469601:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000010:0.0:1767384606.469603:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b372496. 00000100:00000001:1.0:1767384606.469605:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959110736 : -117139750440880 : ffff957646c93050) 00000100:00000040:1.0:1767384606.469609:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa96aa8e x1853237037645824/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 4848/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384606.469621:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384606.469622:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046329603. 00000400:00000200:3.0:1767384606.469623:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000020:00000010:1.0:1767384606.469628:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bfb6518. 00000100:00000001:0.0:1767384606.469632:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384606.469633:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384606.469637:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384606.469638:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bfb6518. 00000100:00000001:0.0:1767384606.469641:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384606.469648:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa96aa8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037645824:12345-0@lo:253: 00000100:00000001:0.0:1767384606.469650:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384606.469655:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037645824 00000100:00000001:0.0:1767384606.469657:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384606.469660:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384606.469664:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384606.469666:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469670:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384606.469671:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384606.469673:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000020:00000001:1.0:1767384606.469675:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:0.0:1767384606.469676:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384606.469682:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384606.469684:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384606.469687:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000020:00000001:1.0:1767384606.469690:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384606.469693:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000001:1.0:1767384606.469694:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384606.469698:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959104592 : -117139750447024 : ffff957646c91850) 00000020:00000001:1.0:1767384606.469699:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.469724:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384606.469725:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a33c953 x1853237037645952/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 4848/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384606.469728:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384606.469738:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384606.469739:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001f354bc7. 00000020:00000010:0.0:1767384606.469743:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f59d3c3d. 02000000:00000001:1.0:1767384606.469744:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.469747:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000100:00000001:0.0:1767384606.469749:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384606.469759:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f59d3c3d. 00000100:00000001:1.0:1767384606.469760:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384606.469766:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:0.0:1767384606.469771:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a33c953 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037645952:12345-0@lo:253: 00000100:00000200:0.0:1767384606.469777:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037645952 00000020:00000001:0.0:1767384606.469779:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:1.0:1767384606.469780:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006c758199. 00000020:00000001:0.0:1767384606.469783:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384606.469787:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384606.469788:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384606.469791:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384606.469794:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384606.469795:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 20000000:00000001:1.0:1767384606.469800:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384606.469801:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384606.469805:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.469806:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384606.469811:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.469812:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000020:00000001:0.0:1767384606.469813:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384606.469817:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384606.469818:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384606.469824:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469827:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384606.469830:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c58d8f0d. 02000000:00000001:0.0:1767384606.469831:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384606.469837:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:1.0:1767384606.469843:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384606.469849:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:0.0:1767384606.469854:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000040e4abd7. 02000000:00000001:0.0:1767384606.469860:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.469868:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384606.469871:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384606.469882:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a507b82a. 00000400:00000200:3.0:1767384606.469883:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 20000000:01000000:0.0:1767384606.469892:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384606.469898:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384606.469900:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384606.469903:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.469906:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384606.469907:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384606.469914:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384606.469915:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384606.469919:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.469921:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384606.469925:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384606.469930:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384606.469934:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384606.469942:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000877146da. 00080000:00000001:1.0:1767384606.469946:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929569002496 : -117144140549120 : ffff9575411d7400) 00080000:00000001:1.0:1767384606.469949:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384606.469965:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.470019:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.470104:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000001:00000001:1.0:1767384606.470116:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384606.470127:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.470130:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384606.470154:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.470157:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384606.470160:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.470231:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.470282:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00080000:00000001:1.0:1767384606.470310:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384606.470315:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384606.470327:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.470412:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.470530:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384606.470824:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384606.470962:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009670d1aa. 00000800:00000010:3.0:1767384606.470970:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000297db5c4. 00000800:00000010:3.0:1767384606.470976:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b416226. 00000400:00000200:0.0:1767384606.470983:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp23 from 227.3.0.2 00000800:00000010:0.0:1767384606.470990:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000059a542ef. 00000800:00000010:3.0:1767384606.471019:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b416226. 00000800:00000010:3.0:1767384606.471071:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002731536a. 00000800:00000010:3.0:1767384606.471091:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3d58946. 00000800:00000010:3.0:1767384606.471126:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cf68b8a0. 00000800:00000200:3.1:1767384606.471133:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (2) 00000800:00000200:3.1:1767384606.471138:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp23 00000000cf68b8a0 deleted 00000800:00000010:3.1:1767384606.471142:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cf68b8a0. 00000800:00000200:3.1:1767384606.471148:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384606.471156:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp23 ip 192.168.203.133:995 00000800:00000200:3.1:1767384606.471166:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e4914f1 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:3.0:1767384606.471171:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp23 p 3.x 192.168.203.133 -> 192.168.203.133:995 incarnation:1767384604784034510 sched[0] 00000800:00000010:3.0:1767384606.471202:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b416226. 00000800:00000010:3.0:1767384606.471253:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b416226. 00000800:00000010:3.0:1767384606.471258:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3d58946. 00000800:00000010:3.0:1767384606.471301:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000059a542ef. 00000800:00000001:3.0:1767384606.471314:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384606.471320:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384606.471491:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384606.471496:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e4914f1. 00000400:00000200:3.0:1767384606.471501:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.471508:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp23->192.168.203.133@tcp23: PUT: OK 00000400:00000200:3.0:1767384606.471514:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384606.471517:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000200:3.1:1767384606.471565:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384606.471571:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp23 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384604784034510 sched[0] 00000800:00000010:3.0:1767384606.471575:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000297db5c4. 00000800:00000001:0.0:1767384606.471682:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.471692:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384606.471695:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.471701:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384606.471712:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp23(192.168.203.133@tcp23) <- 192.168.203.133@tcp23 : PUT - for me 00000400:00000200:0.0:1767384606.471724:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384606.471732:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 272/288 into md 0x15c1 [1] + 0 00000400:00000010:0.0:1767384606.471736:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073d3024. 00000400:00000200:0.0:1767384606.471741:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003aae6e9a 00000800:00000001:0.0:1767384606.471746:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.471752:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384606.471754:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.471758:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.471760:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp23->192.168.203.133@tcp23: PUT: OK 00000400:00000200:0.0:1767384606.471769:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aae6e9a 00000400:00000010:0.0:1767384606.471772:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aae6e9a. 00000400:00000200:0.0:1767384606.471776:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384606.471780:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (17) 00000400:00000200:0.0:1767384606.471788:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384606.471792:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (288 bytes) 00000400:00000200:0.0:1767384606.471796:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384606.471809:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (18) 00000400:00000200:0.0:1767384606.471815:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384606.471821:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp23 to MR: 192.168.203.133@tcp23 local destination 00000400:00000200:3.0:1767384606.471826:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.471843:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.133@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:0.0:1767384606.471859:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp23(192.168.203.133@tcp23:192.168.203.133@tcp23) -> 192.168.203.133@tcp23(192.168.203.133@tcp23:192.168.203.133@tcp23) 192.168.203.133@tcp23 : ACK try# 0 00000800:00000200:0.0:1767384606.471867:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp23 00000800:00000010:0.0:1767384606.471872:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7f77c0d. 00000800:00000200:0.0:1767384606.471880:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (4) 00000400:00000200:3.0:1767384606.471884:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000200:0.0:1767384606.471892:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp23 ip 192.168.203.133:988 00000800:00000200:0.0:1767384606.471897:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7f77c0d type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384606.471911:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.471922:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384606.471933:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.472003:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.472064:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.472101:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.472142:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.472208:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.472287:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000800:00000200:1.0:1767384606.472472:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384606.472476:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7f77c0d. 00000400:00000200:1.0:1767384606.472482:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.472486:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384606.472507:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp23->192.168.203.133@tcp23: ACK: OK 00000400:00000200:3.0:1767384606.472576:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.472642:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000800:00000001:0.0:1767384606.472663:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.472670:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384606.472707:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000800:00000001:0.0:1767384606.472707:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.472714:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384606.472719:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.472725:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384606.472734:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp23(192.168.203.133@tcp23) <- 192.168.203.133@tcp23 : ACK - for me 00000400:00000200:0.0:1767384606.472745:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp23: ACK from 12345-192.168.203.133@tcp23 into md 0x1631 00000400:00000200:0.0:1767384606.472751:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384606.472757:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp23->192.168.203.133@tcp23: ACK: OK 00000400:00000200:0.0:1767384606.472762:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000400:00000010:0.0:1767384606.472764:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000400:00000200:0.0:1767384606.472770:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384606.472774:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:3.0:1767384606.472778:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.472779:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384606.472789:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (17) 00000800:00000001:0.0:1767384606.472797:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.472802:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384606.472868:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.472910:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384606.472917:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000095ef2abf. 00000400:00000010:0.0:1767384606.472922:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d36f38. 00000400:00000010:0.0:1767384606.472928:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000400:00000200:0.0:1767384606.472933:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000095ef2abf 00000400:00000200:3.0:1767384606.472935:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000010:0.0:1767384606.472946:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008259c1ff. 00000400:00000200:0.0:1767384606.472952:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:0.0:1767384606.472958:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000400:00000200:0.0:1767384606.472961:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (16) 00000400:00000200:3.0:1767384606.472995:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.473053:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.473102:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000010:0.0:1767384606.473133:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000007d51fd8d. 00000400:00000010:0.0:1767384606.473141:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000400:00000010:0.0:1767384606.473149:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000045da7619. 00000400:00000200:0.0:1767384606.473154:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:0.0:1767384606.473163:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:3.0:1767384606.473195:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.473207:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384606.473214:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384606.473221:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384606.473227:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384606.473233:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384606.473239:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384606.473244:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384606.473250:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384606.473256:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384606.473262:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384606.473265:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.473269:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384606.473280:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384606.473286:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:0.0:1767384606.473292:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:0.0:1767384606.473306:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384606.473341:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1767384606.473346:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384606.473350:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp 00000400:00000200:0.0:1767384606.473354:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [35:35:256:4294967295] 192.168.203.133@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:0.0:1767384606.473361:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp 00000400:00000200:3.0:1767384606.473366:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384606.473375:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) : GET try# 0 00000800:00000200:0.0:1767384606.473383:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp 00000800:00000010:0.0:1767384606.473406:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000072306d57. 00000800:00000200:0.0:1767384606.473412:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000800:00000200:0.0:1767384606.473421:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:988 00000800:00000200:0.0:1767384606.473425:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072306d57 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384606.473441:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384606.473444:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00000400:00000200:3.0:1767384606.473477:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384606.473526:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000800:00000200:0.0:1767384606.473549:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384606.473553:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000072306d57. 00000400:00000200:0.0:1767384606.473558:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384606.473562:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384606.473564:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: GET: OK 00000400:00000200:0.0:1767384606.473570:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384606.473574:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384606.473575:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:1.0:1767384606.473586:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384606.473593:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000800:00000001:1.0:1767384606.473594:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384606.473607:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.133@tcp : GET - for me 00000400:00000200:1.0:1767384606.473620:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384606.473628:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 288/288 into md 0x162d [1] + 0 00000400:00000200:1.0:1767384606.473639:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.133@tcp local destination 00000400:00000200:1.0:1767384606.473643:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [36:36:256:4294967295] 192.168.203.133@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1767384606.473658:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) 192.168.203.133@tcp : REPLY try# 0 00000800:00000200:1.0:1767384606.473663:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.133@tcp 00000800:00000010:1.0:1767384606.473668:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4117fd4. 00000800:00000200:1.0:1767384606.473675:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000400:00000200:3.0:1767384606.473681:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000800:00000200:1.0:1767384606.473686:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:1023 00000800:00000200:1.0:1767384606.473692:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4117fd4 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:3.0:1767384606.473772:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000800:00000200:1.0:1767384606.473798:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384606.473802:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4117fd4. 00000400:00000200:1.0:1767384606.473810:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384606.473814:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: REPLY: OK 00000800:00000001:1.0:1767384606.473827:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384606.473832:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384606.473835:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384606.473841:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384606.473843:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384606.473849:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384606.473851:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384606.473859:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.133@tcp : REPLY - for me 00000400:00000200:1.0:1767384606.473872:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp: Reply from 12345-192.168.203.133@tcp of length 288/288 into md 0x1649 00000800:00000001:1.0:1767384606.473877:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384606.473889:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384606.473892:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384606.473896:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: REPLY: OK 00000400:00000200:1.0:1767384606.473899:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ec7285 00000400:00000010:1.0:1767384606.473910:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000400:00000200:1.0:1767384606.473916:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384606.473922:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:1.0:1767384606.473926:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:1.0:1767384606.473931:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 16. state = 0x100251 00000400:00000200:1.0:1767384606.473938:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384606.473952:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (17) 00000800:00000001:1.0:1767384606.473961:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384606.473967:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384606.473991:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384606.473999:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:1.0:1767384606.474006:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000023c81b56. 00000400:00000010:1.0:1767384606.474010:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000514f1134. 00000400:00000010:1.0:1767384606.474013:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000005916f99d. 00000400:00000010:1.0:1767384606.474038:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001271e725. 00000400:00000200:1.0:1767384606.474043:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001271e725 nid 192.168.203.133@tcp24 00000400:00000010:1.0:1767384606.474047:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007fefce41. 00000400:00000200:1.0:1767384606.474052:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000007fefce41 net tcp24 00000400:00000200:1.0:1767384606.474055:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (16) 00000400:00000200:1.0:1767384606.474063:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp24 flags 0x11 00000400:00000010:1.0:1767384606.474067:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000023c81b56. 00000400:00000010:1.0:1767384606.474080:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000514f1134. 00000400:00000010:1.0:1767384606.474084:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000005916f99d. 00000400:00000010:1.0:1767384606.474088:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000007d51fd8d. 00000400:00000200:1.0:1767384606.474096:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384606.474100:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:1.0:1767384606.474104:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:1.0:1767384606.474110:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:1.0:1767384606.474115:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384606.474117:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:1.0:1767384606.474122:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384606.474126:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (17) 00000400:00000200:3.0:1767384606.474250:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384606.474420:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp23 from 226.3.0.2 00000800:00000010:3.0:1767384606.474427:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005780bcea. 00000800:00000010:3.0:1767384606.474994:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef7f88ad. 00000800:00000010:3.0:1767384606.475000:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000297db5c4. 00000800:00000010:3.0:1767384606.475048:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a7bc1c9. 00000800:00000010:3.0:1767384606.475053:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3d58946. 00000800:00000010:3.0:1767384606.475057:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b416226. 00000800:00000010:3.0:1767384606.475155:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cf68b8a0. 00000800:00000200:3.1:1767384606.475170:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (4) 00000800:00000200:3.1:1767384606.475177:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp23 00000000cf68b8a0 deleted 00000800:00000010:3.1:1767384606.475179:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cf68b8a0. 00000800:00000200:3.1:1767384606.475185:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384606.475190:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp23 p 3.x 192.168.203.133 -> 192.168.203.133:994 incarnation:1767384604784034510 sched[0] 00000800:00000010:3.0:1767384606.475196:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c5b950b2. 00000800:00000010:3.0:1767384606.475239:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c5b950b2. 00000800:00000010:3.0:1767384606.475244:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000297db5c4. 00000800:00000010:3.0:1767384606.475276:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005780bcea. 00000800:00000001:0.0:1767384606.475291:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.475299:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384606.475988:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b416226. 00000800:00000200:3.1:1767384606.476014:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384606.476021:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp23 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384604784034510 sched[0] 00000800:00000010:3.0:1767384606.476024:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3d58946. 00000800:00000001:0.0:1767384606.476083:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.476090:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384606.482217:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.482226:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384606.482231:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384606.482232:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384606.482236:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384606.482237:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384606.482239:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384606.482241:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384606.482242:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384606.482247:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000877146da. 00080000:00000001:2.0:1767384606.482259:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384606.482265:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384606.482274:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384606.482278:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384606.482284:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384606.482286:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384606.482290:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384606.482293:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384606.482298:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384606.482301:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:3.0:1767384606.482302:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002d6eafc0. 00010000:00000010:2.0:1767384606.482334:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a5c092cf. 00010000:00000001:2.0:1767384606.482346:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:01000000:3.0:1767384606.482347:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00010000:00000010:2.0:1767384606.482352:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007afa19f4. 20000000:00000001:3.0:1767384606.482355:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384606.482357:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384606.482362:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007afa19f4 with handle 0x1c01179f271edc99 to hash 00080000:00000001:3.0:1767384606.482363:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384606.482364:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384606.482368:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384606.482371:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384606.482375:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384606.482377:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384606.482380:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.482399:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384606.482402:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384606.482404:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384606.482406:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384606.482408:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.482410:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384606.482412:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384606.482413:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384606.482415:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384606.482418:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384606.482423:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384606.482423:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384606.482427:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:3.0:1767384606.482428:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384606.482430:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a5c092cf) refcount = 1 00080000:00000001:3.0:1767384606.482435:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:2.0:1767384606.482436:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384606.482442:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384606.482444:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384606.482448:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384606.482450:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384606.482451:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:2.0:1767384606.482469:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.482475:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384606.482477:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384606.482479:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384606.482483:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384606.482486:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:3.0:1767384606.482488:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bd4a93cc. 00080000:00000001:3.0:1767384606.482506:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929579646976 : -117144129904640 : ffff957541bfe000) 00000020:00000001:2.0:1767384606.482506:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384606.482509:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=4 00080000:00000001:3.0:1767384606.482515:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384606.482515:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384606.482520:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384606.482523:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384606.482525:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.482530:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384606.482532:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.482537:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384606.482538:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384606.482540:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.482544:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384606.482545:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.482548:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384606.482550:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384606.482555:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007afa19f4 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384606.482557:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384606.482559:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384606.482560:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.482565:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384606.482566:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384606.482568:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384606.482570:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007afa19f4 refcount=5 00000020:00000001:2.0:1767384606.482572:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384606.482574:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648839680 : -117139060711936 : ffff95766fe59e00) 00010000:00000001:2.0:1767384606.482581:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384606.482583:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.482587:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384606.482589:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384606.482591:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.482596:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384606.482597:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384606.482600:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384606.482602:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384606.482604:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007afa19f4 with handle 0x1c01179f271edc99 from hash 00010000:00000001:2.0:1767384606.482606:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384606.482608:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384606.482609:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384606.482610:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384606.482612:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384606.482614:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384606.482617:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384606.482619:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.482621:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.482623:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384606.482625:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384606.482627:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1767384606.482629:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384606.482630:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384606.482632:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384606.482635:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.482636:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.482642:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384606.482644:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384606.482645:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.482652:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384606.482653:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384606.482655:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384606.482656:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384606.482658:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384606.482659:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384606.482664:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:3.0:1767384606.482666:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.482667:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384606.482673:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384606.482675:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384606.482676:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.482683:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384606.482685:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384606.482686:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007afa19f4/0x1c01179f271edc99 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384606.482691:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a5c092cf count: 0 00010000:00000001:2.0:1767384606.482700:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384606.482701:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384606.482783:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384606.482788:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:2.1:1767384606.487413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a5c092cf. 00010000:00000010:2.1:1767384606.487424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007afa19f4. 00000100:00000040:2.0:1767384606.487437:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294895285, at 4294895286 00000100:00000010:2.0:1767384606.487443:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006059c0ff. 00000100:00000040:0.0:1767384606.488368:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294895285, at 4294895287 00000100:00000010:0.0:1767384606.488376:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008351062e. 00000100:00000040:1.0:1767384606.488502:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294895285, at 4294895287 00000100:00000010:1.0:1767384606.488509:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000818e428e. 00000100:00000040:3.0:1767384606.488622:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294895286, at 4294895287 00000100:00000010:3.0:1767384606.488633:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7fe6929. 00000400:00000010:0.0:1767384606.493271:0:23878:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000042ace922. 00000400:00000040:0.0:1767384606.493294:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384606.493297:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384606.493300:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384606.493302:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384606.493305:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00080000:00000001:3.0:1767384606.493410:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.493414:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384606.493419:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384606.493419:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384606.493423:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384606.493426:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384606.493427:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384606.493429:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384606.493433:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bd4a93cc. 00080000:00000001:2.0:1767384606.493439:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384606.493441:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384606.493447:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384606.493480:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384606.493485:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384606.493503:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384606.493520:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384606.493524:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384606.493527:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384606.493532:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384606.493535:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384606.493542:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000012c21a9c. 00010000:00000001:3.0:1767384606.493546:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384606.493550:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f4a3a63. 00000020:00000001:3.0:1767384606.493553:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384606.493558:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f4a3a63 with handle 0x1c01179f271edca0 to hash 00000020:00000001:3.0:1767384606.493560:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384606.493562:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384606.493565:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384606.493567:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384606.493569:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384606.493572:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.493579:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384606.493582:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384606.493583:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384606.493585:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384606.493587:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384606.493590:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384606.493591:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384606.493594:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384606.493596:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384606.493613:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384606.493615:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384606.493618:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000012c21a9c) refcount = 1 00010000:00010000:3.0:1767384606.493621:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.493634:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384606.493637:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384606.493639:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384606.493641:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.493643:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384606.493647:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384606.493650:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384606.493654:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384606.493656:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384606.493658:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:3.0:1767384606.493661:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384606.493664:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384606.493667:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000040:0.0:1767384606.493670:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00010000:00010000:3.0:1767384606.493671:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384606.493678:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:3.0:1767384606.493683:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000040:0.0:1767384606.493684:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00010000:3.0:1767384606.493688:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384606.493689:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384606.493695:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384606.493702:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:3.0:1767384606.493703:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:0.0:1767384606.493708:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:3.0:1767384606.493709:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384606.493714:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384606.493716:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384606.493722:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384606.493728:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00010000:00000001:3.0:1767384606.493729:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000040:0.0:1767384606.493733:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:3.0:1767384606.493734:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384606.493739:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:3.0:1767384606.493741:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000040:0.0:1767384606.493744:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00010000:00010000:3.0:1767384606.493745:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384606.493749:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384606.493756:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00010000:3.0:1767384606.493759:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004f4a3a63 already unused, calling callback (00000000eb30f30e) 00000400:00000040:0.0:1767384606.493761:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:3.0:1767384606.493764:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000040:0.0:1767384606.493765:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384606.493768:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384606.493769:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384606.493775:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00010000:00000001:3.0:1767384606.493776:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000040:0.0:1767384606.493780:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00010000:3.0:1767384606.493781:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384606.493802:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384606.493807:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:3.0:1767384606.493809:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000040:0.0:1767384606.493810:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:3.0:1767384606.493812:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000040:0.0:1767384606.493814:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:00000001:3.0:1767384606.493815:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000040:0.0:1767384606.493818:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000020:00000040:3.0:1767384606.493819:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=5 00000400:00000040:0.0:1767384606.493823:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:00000001:3.0:1767384606.493824:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00000400:00000040:0.0:1767384606.493828:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:3.0:1767384606.493829:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00000400:00000040:0.0:1767384606.493831:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:3.0:1767384606.493833:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000040:0.0:1767384606.493835:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00010000:3.0:1767384606.493837:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384606.493839:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384606.493843:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00010000:00000001:3.0:1767384606.493849:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000040:0.0:1767384606.493850:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:3.0:1767384606.493853:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000040:0.0:1767384606.493854:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:3.0:1767384606.493856:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384606.493859:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:3.0:1767384606.493862:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000040:0.0:1767384606.493863:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00010000:00000001:3.0:1767384606.493867:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000040:0.0:1767384606.493868:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:3.0:1767384606.493872:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000040:0.0:1767384606.493873:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00010000:00000001:3.0:1767384606.493877:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384606.493878:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000040:3.0:1767384606.493880:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4a3a63 with handle 0x1c01179f271edca0 from hash 00010000:00000001:3.0:1767384606.493882:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384606.493884:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.493885:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384606.493886:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384606.493889:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000040:0.0:1767384606.493891:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00010000:00000001:3.0:1767384606.493892:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000040:0.0:1767384606.493894:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00010000:00000001:3.0:1767384606.493896:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384606.493900:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384606.493900:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384606.493906:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000001:3.0:1767384606.493907:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.493912:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000040:0.0:1767384606.493913:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:3.0:1767384606.493915:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000040:0.0:1767384606.493917:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:3.0:1767384606.493919:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:0.0:1767384606.493921:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00010000:00000001:3.0:1767384606.493922:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:0.0:1767384606.493926:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00010000:00000001:3.0:1767384606.493927:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384606.493930:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384606.493932:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384606.493934:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384606.493939:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00010000:00000001:3.0:1767384606.493940:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384606.493942:0:23878:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000001:3.0:1767384606.493944:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384606.493948:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.493958:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.493961:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384606.493964:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384606.493968:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384606.493972:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.493975:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384606.493978:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384606.493982:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384606.493985:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384606.493990:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.493999:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384606.494003:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384606.494006:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f4a3a63/0x1c01179f271edca0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384606.494017:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000012c21a9c count: 0 00010000:00000001:3.0:1767384606.494029:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384606.494032:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384606.494037:0:23878:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000042ace922. 00080000:00000020:2.0:1767384606.495672:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384606.495676:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384606.495679:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006c758199. 20000000:00000001:2.0:1767384606.495685:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384606.495689:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037645824 00010000:00000001:2.0:1767384606.495692:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384606.495698:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa96aa8e x1853237037645824/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.495706:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384606.495708:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384606.495712:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384606.495716:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384606.495718:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384606.495727:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384606.495731:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384606.495733:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.495737:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384606.495742:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384606.495746:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c908d4e. 00000100:00000200:2.0:1767384606.495751:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037645824, offset 224 00000400:00000200:2.0:1767384606.495758:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384606.495769:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384606.495778:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504000 00000400:00000200:2.0:1767384606.495784:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1635 [2] + 224 00000400:00000200:2.0:1767384606.495791:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384606.495794:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384606.495798:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384606.495802:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384606.495812:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.495826:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384606.495833:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c908d4e 00000400:00000010:2.0:1767384606.495835:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c908d4e. 00000100:00000001:2.0:1767384606.495838:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384606.495840:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384606.495843:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.495845:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.495847:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384606.495850:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384606.495854:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384606.495855:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384606.495856:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384606.495859:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384606.495860:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384606.495863:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b742f823. 00000100:00000040:2.0:1767384606.495866:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa96aa8e x1853237037645824/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384606.495870:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d520c1c8 00000400:00000010:1.0:1767384606.495875:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d520c1c8. 00000100:00100000:2.0:1767384606.495881:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa96aa8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037645824:12345-0@lo:253: Request processed in 26258us (26890us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384606.495881:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384606.495888:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384606.495895:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000200:1.0:1767384606.495902:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384606.495907:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384606.495912:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384606.495916:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384606.495916:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384606.495920:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384606.495923:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab0c538. 00000100:00000001:1.0:1767384606.495924:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384606.495929:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384606.495931:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384606.495933:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a46487a3. 00000100:00000001:1.0:1767384606.495934:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384606.495940:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080e37ae8. 02000000:00000001:1.0:1767384606.495940:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384606.495947:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=36 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384606.495948:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:1.0:1767384606.495953:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=36 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384606.495955:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384606.495957:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384606.495959:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001f354bc7. 00000100:00000001:1.0:1767384606.495960:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384606.495965:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384606.495965:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384606.495970:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384606.495970:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.495978:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384606.495980:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384606.495983:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384606.495987:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af6903e5. 00000400:00000010:2.0:1767384606.495992:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c908d4e. 00000100:00000001:1.0:1767384606.496002:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384606.496006:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384606.496009:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384606.496013:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384606.496014:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384606.496016:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384606.496017:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384606.496018:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384606.496020:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384606.496021:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384606.496023:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384606.496024:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384606.496025:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384606.496029:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384606.496036:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037645824:0@lo:253: 00000100:00000001:1.0:1767384606.496041:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384606.496043:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384606.496047:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099e14c91 x1853237037645824/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384606.496052:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384606.496054:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384606.496057:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002805257. 02000000:00000001:1.0:1767384606.496062:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384606.496065:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384606.496066:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384606.496069:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384606.496071:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001f15e33c. 02000000:00000001:1.0:1767384606.496075:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384606.496077:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384606.496079:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099e14c91. 00000100:00000001:1.0:1767384606.496082:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384606.496084:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384606.496086:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384606.496098:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384606.496099:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.496102:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384606.496104:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384606.497406:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384606.497410:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384606.497412:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a507b82a. 20000000:00000001:0.0:1767384606.497418:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384606.497421:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037645952 00010000:00000001:0.0:1767384606.497424:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384606.497429:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a33c953 x1853237037645952/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384606.497437:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384606.497439:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384606.497441:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384606.497445:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384606.497448:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384606.497450:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384606.497469:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384606.497471:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.497474:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384606.497478:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384606.497481:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b2d6011. 00000100:00000200:0.0:1767384606.497485:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037645952, offset 224 00000400:00000200:0.0:1767384606.497501:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384606.497508:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384606.497521:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504080 00000400:00000200:0.0:1767384606.497525:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x163d [2] + 224 00000400:00000200:0.0:1767384606.497529:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384606.497532:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384606.497535:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384606.497538:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384606.497545:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.497562:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384606.497566:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b2d6011 00000400:00000010:0.0:1767384606.497568:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b2d6011. 00000100:00000001:0.0:1767384606.497570:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384606.497571:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384606.497575:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.497577:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384606.497580:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384606.497581:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.497583:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384606.497587:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a33c953 x1853237037645952/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.497593:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384606.497595:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a33c953 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037645952:12345-0@lo:253: Request processed in 27856us (28385us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384606.497598:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384606.497606:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384606.497606:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000400:00000001:2.0:1767384606.497610:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384606.497612:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000400:00000010:2.0:1767384606.497614:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb148da6. 00000100:00000001:0.0:1767384606.497616:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384606.497620:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384606.497622:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff5271c5 00000020:00000010:0.0:1767384606.497624:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b372496. 00000400:00000010:2.0:1767384606.497626:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff5271c5. 00000020:00000010:0.0:1767384606.497631:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046329603. 00000100:00000001:2.0:1767384606.497632:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384606.497637:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2d6d525. 00000100:00000200:2.0:1767384606.497640:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384606.497643:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:0.0:1767384606.497648:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767384606.497653:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384606.497659:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000040e4abd7. 02000000:00000001:0.0:1767384606.497666:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384606.497667:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384606.497670:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.497671:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.497675:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384606.497676:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384606.497677:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384606.497680:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384606.497683:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d191e817. 00000100:00000001:2.0:1767384606.497684:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384606.497690:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.497692:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b2d6011. 00000100:00001000:2.0:1767384606.497694:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384606.497699:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384606.497702:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384606.497711:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.497713:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384606.497715:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.497716:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.497719:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.497725:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384606.497727:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384606.497728:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384606.497730:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384606.497732:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384606.497733:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384606.497734:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384606.497735:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384606.497736:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384606.497737:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384606.497738:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384606.497739:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384606.497741:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384606.497746:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b9e4737 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037645952:0@lo:253: 00000100:00000001:2.0:1767384606.497750:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.497751:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384606.497752:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b9e4737 x1853237037645952/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.497757:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384606.497759:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384606.497760:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ac1a39e9. 02000000:00000001:2.0:1767384606.497763:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384606.497764:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384606.497765:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384606.497767:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384606.497768:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c843d1b1. 02000000:00000001:2.0:1767384606.497770:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384606.497771:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384606.497778:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b9e4737. 00000100:00000001:2.0:1767384606.497781:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384606.497782:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.497784:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.497787:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384606.497788:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.497790:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.497792:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384606.500418:0:23879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000012c21a9c. 00010000:00000010:3.1:1767384606.500427:0:23879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4a3a63. 00010000:00000001:0.0:1767384607.394422:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384607.394460:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.394468:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384607.394471:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.394574:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384607.394579:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384607.394583:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384607.518110:0:24155:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384607.518124:0:24155:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.518128:0:24155:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384607.518135:0:24155:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384607.518140:0:24155:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.518144:0:24155:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384608.369395:0:24319:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384608.369418:0:24319:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:0.0:1767384608.372773:0:24319:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384608.379030:0:24320:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002838f80a. 00000400:00000010:3.0:1767384608.379045:0:24320:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000532d674c. 00000400:00000010:3.0:1767384608.379055:0:24320:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e752a7cb. 00000400:00000010:3.0:1767384608.379059:0:24320:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005ab0a756. 00000400:00000010:3.0:1767384608.379062:0:24320:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000012f560a3. 00000400:00000010:3.0:1767384608.379066:0:24320:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a2b886b. 00000400:00000010:3.0:1767384608.379068:0:24320:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000728844cc. 00000400:00000010:3.0:1767384608.379070:0:24320:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b0d8e8f. 00000400:00000010:3.0:1767384608.379074:0:24320:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e3e32e16. 00000800:00000010:3.0:1767384608.379092:0:24320:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000085b6602c. 00000800:00000200:3.0:1767384608.379102:0:24320:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384608.379110:0:24320:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384608.379148:0:24320:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384608.379173:0:24320:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp25 [8/256/0/180] 00000400:00000010:3.0:1767384608.380843:0:24320:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000376c42ae. 00000400:00000010:3.0:1767384608.380850:0:24320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000400:00000010:3.0:1767384608.380855:0:24320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000400:00000001:3.0:1767384608.380869:0:24320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384608.380871:0:24320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384608.380873:0:24320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084625bb0. 00000400:00000200:3.0:1767384608.380876:0:24320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a15adb 00000400:00000010:3.0:1767384608.380878:0:24320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a15adb. 00000400:00000010:3.0:1767384608.380882:0:24320:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000001665a600. 00000400:00000200:3.0:1767384608.380887:0:24320:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (16) 00000400:00000200:3.0:1767384608.380901:0:24320:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384608.380911:0:24320:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:3.0:1767384608.380919:0:24320:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000056937c6f. 00000020:01000000:3.0:1767384608.380924:0:24320:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384608.380927:0:24320:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp25 00000400:00000200:1.0:1767384608.380927:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384608.380938:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384608.380946:0:24320:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000532d674c. 00000400:00000010:1.0:1767384608.380948:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d3b90af. 00000400:00000010:3.0:1767384608.380952:0:24320:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002838f80a. 00000400:00000200:1.0:1767384608.380955:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (17) 00000400:00000010:1.0:1767384608.380963:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005e0c2897. 00000400:00000200:1.0:1767384608.380969:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:1.0:1767384608.380982:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.133@tcp local destination 00000400:00000200:1.0:1767384608.380988:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [37:37:256:4294967295] 192.168.203.133@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:1.0:1767384608.380995:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp 00000400:00000200:1.0:1767384608.381004:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) : PUT try# 0 00000800:00000200:1.0:1767384608.381010:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.133@tcp 00000800:00000010:1.0:1767384608.381015:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc3268d1. 00000020:00000001:2.0:1767384608.381021:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:1.0:1767384608.381023:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 10000000:00000001:2.0:1767384608.381028:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384608.381032:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384608.381038:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:1.0:1767384608.381038:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:988 00000020:01000004:2.0:1767384608.381056:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:1.0:1767384608.381057:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc3268d1 type 1, nob 400 niov 1 nkiov 1 00000020:01000004:2.0:1767384608.381060:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384608.381064:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384608.381066:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384608.381068:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384608.381069:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384608.381070:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384608.381072:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384608.381073:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384608.381074:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384608.381080:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce7618d. 00000400:00000200:1.0:1767384608.381081:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384608.381088:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000020:00000040:2.0:1767384608.381089:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384608.381098:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384608.381101:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384608.381106:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384608.381117:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000043f0e09c. 00000100:00000001:2.0:1767384608.381124:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.381133:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384608.381136:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384608.381146:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce7618d] to pc [ptlrpcd_00_00+0] req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384608.381200:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384608.381204:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384608.381206:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384608.381209:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384608.381216:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384608.381219:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384608.381219:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384608.381225:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384608.381226:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:2.0:1767384608.381227:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384608.381232:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384608.381233:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384608.381239:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384608.381241:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384608.381244:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384608.381245:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:0.0:1767384608.381245:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:2.0:1767384608.381251:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:0.0:1767384608.381253:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc3268d1. 00000020:01000004:2.0:1767384608.381256:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384608.381260:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384608.381265:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384608.381265:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384608.381268:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384608.381269:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384608.381273:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384608.381276:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dbfc293. 00000400:00000200:0.0:1767384608.381279:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: PUT: OK 02000000:00000001:3.0:1767384608.381281:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384608.381282:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:3.0:1767384608.381287:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384608.381288:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384608.381289:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384608.381295:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384608.381295:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384608.381298:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 02000000:00000001:2.0:1767384608.381302:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384608.381304:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037646080:0@lo:253: 02000000:00000010:2.0:1767384608.381351:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000014588d0a. 00000100:00000001:3.0:1767384608.381358:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384608.381358:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.381365:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384608.381369:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.381375:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384608.381379:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dbfc293] to pc [ptlrpcd_00_01+1] req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384608.381380:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.381388:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384608.381398:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384608.381399:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000f771be7. 10000000:00000001:2.0:1767384608.381401:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.381403:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384608.381405:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384608.381409:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384608.381411:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000020:00000010:2.0:1767384608.381412:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000056937c6f. 00000400:00000010:3.0:1767384608.381420:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000532d674c. 00000100:00000200:3.0:1767384608.381426:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037646080, portal 25 00000100:00000001:3.0:1767384608.381429:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384608.381431:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974585728 : -117139734965888 : ffff957647b55180) 00000100:00000001:2.0:1767384608.381431:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384608.381438:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.381461:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384608.381465:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384608.381471:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384608.381474:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384608.381480:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384608.381487:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000050cbe16. 00000100:00000001:2.0:1767384608.381489:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384608.381492:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037646080, offset 0 00000100:00000001:2.0:1767384608.381493:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384608.381499:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384608.381502:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384608.381503:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384608.381510:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384608.381515:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037646208:0@lo:253: 00000100:00000001:2.0:1767384608.381519:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384608.381522:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384608.381524:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384608.381526:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384608.381527:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384608.381533:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384608.381536:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000056937c6f. 00000800:00000001:0.0:1767384608.381540:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384608.381541:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384608.381549:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504100 00000800:00000001:0.0:1767384608.381550:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384608.381553:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023dae91f. 00000800:00000001:0.0:1767384608.381559:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384608.381565:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xabd [2] + 0 00000400:00000010:3.0:1767384608.381571:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d8c36ea. 00000400:00000200:0.0:1767384608.381572:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.133@tcp : PUT - for me 00000400:00000200:3.0:1767384608.381578:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005a30b263 00000400:00000200:3.0:1767384608.381586:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384608.381587:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2f9f1d6. 00000400:00000200:0.0:1767384608.381591:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 304 into portal 0 MB=0x8000000000000000 00000100:00000200:2.0:1767384608.381598:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037646208, portal 25 00000400:00000200:3.0:1767384608.381599:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384608.381605:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384608.381607:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 288/304 into md 0x1645 [1] + 0 00000100:00000001:2.0:1767384608.381609:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974595584 : -117139734956032 : ffff957647b57800) 00000400:00000010:0.0:1767384608.381616:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d36f38. 00000100:00000040:2.0:1767384608.381637:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384608.381639:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da3f4c26 00000400:00000200:3.0:1767384608.381645:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a30b263 00000800:00000001:0.0:1767384608.381645:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384608.381646:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384608.381651:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a30b263. 00000100:00000040:2.0:1767384608.381652:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384608.381653:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384608.381657:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384608.381658:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384608.381658:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041e63548. 00000100:00000200:3.0:1767384608.381662:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384608.381665:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037646208, offset 0 00000100:00000040:3.0:1767384608.381666:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000003b5a676a x1853237037646080 msgsize 4848 00000400:00000200:0.0:1767384608.381668:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: PUT: OK 00000400:00000200:2.0:1767384608.381676:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384608.381680:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384608.381682:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000100:00000040:3.0:1767384608.381683:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384608.381688:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384608.381695:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000100:00000001:3.0:1767384608.381701:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384608.381705:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504180 00000400:00000200:0.0:1767384608.381708:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384608.381712:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xac5 [2] + 0 00000400:00000200:0.0:1767384608.381714:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (18) 00000400:00000010:2.0:1767384608.381716:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c68408f. 00000400:00000200:2.0:1767384608.381720:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c040eec0 00000400:00000200:0.0:1767384608.381721:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:3.0:1767384608.381723:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000050cbe16 00000400:00000200:2.0:1767384608.381725:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384608.381727:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (304 bytes) 00000400:00000010:3.0:1767384608.381728:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000050cbe16. 00000100:00000001:3.0:1767384608.381733:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384608.381734:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384608.381738:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384608.381744:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384608.381746:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (19) 00000400:00000200:0.0:1767384608.381753:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384608.381754:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c040eec0 00000100:00000001:3.0:1767384608.381755:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384608.381759:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c040eec0. 00000100:00000040:3.0:1767384608.381761:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384608.381763:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.133@tcp local destination 00000100:00000001:2.0:1767384608.381766:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384608.381769:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384608.381774:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000c367b13d x1853237037646208 msgsize 4848 00000400:00000200:0.0:1767384608.381776:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [38:38:256:4294967295] 192.168.203.133@tcp LPNI seq info [38:38:8:4294967295] 00000100:00000001:3.0:1767384608.381785:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384608.381787:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384608.381790:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384608.381792:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384608.381797:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) 192.168.203.133@tcp : ACK try# 0 00000800:00000200:0.0:1767384608.381802:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp 00000100:00000001:2.0:1767384608.381803:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384608.381804:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384608.381805:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e4c7985. 00000100:00000001:3.0:1767384608.381810:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294897198 00000400:00000200:2.0:1767384608.381810:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041e63548 00000800:00000200:0.0:1767384608.381814:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000400:00000010:2.0:1767384608.381815:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041e63548. 00000100:00000010:3.0:1767384608.381817:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d4943f4. 00000100:00000001:2.0:1767384608.381819:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384608.381824:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384608.381826:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384608.381826:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:1023 00000100:00000001:3.0:1767384608.381830:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294897198 00000800:00000200:0.0:1767384608.381832:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e4c7985 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:3.0:1767384608.381836:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b23fee52. 00000100:00000001:3.0:1767384608.381842:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384608.381846:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384608.381848:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294897198 00000800:00000001:0.0:1767384608.381848:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384608.381851:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384608.381854:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca17f310. 00000800:00000001:0.0:1767384608.381856:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.381860:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384608.381864:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.381865:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294897198 00000100:00000001:2.0:1767384608.381868:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384608.381870:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008161cddf. 00000100:00000001:2.0:1767384608.381873:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.381874:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384608.381877:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294897198 00000100:00000001:3.0:1767384608.381878:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384608.381883:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.381884:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294897198 00000100:00000001:3.0:1767384608.381906:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.381906:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294897198 00000100:00000001:2.0:1767384608.381913:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294897198 00000100:00000001:3.0:1767384608.381914:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.381920:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294897198 00000100:00000001:2.0:1767384608.381924:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294897198 00000100:00000001:2.0:1767384608.381926:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294897198 00000800:00000200:0.0:1767384608.381927:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384608.381928:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384608.381929:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294897198 00000800:00000010:0.0:1767384608.381933:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e4c7985. 00000100:00000001:3.0:1767384608.381934:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384608.381935:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384608.381942:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384608.381943:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.381944:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384608.381948:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384608.381952:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.381953:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.381958:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: ACK: OK 00000100:00000001:2.0:1767384608.381961:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.381962:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384608.381970:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.381976:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.381977:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384608.381981:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384608.381982:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384608.381986:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384608.381989:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384608.381990:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.381993:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384608.381995:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384608.382000:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384608.382008:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384608.382018:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.133@tcp : ACK - for me 00000100:00000001:2.0:1767384608.382028:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384608.382033:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp: ACK from 12345-192.168.203.133@tcp into md 0x1661 00000100:00100000:2.0:1767384608.382034:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037646080 00000400:00000200:0.0:1767384608.382038:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384608.382039:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384608.382045:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384608.382050:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.382051:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: ACK: OK 02000000:00000001:2.0:1767384608.382057:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384608.382061:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037646080 00000020:00000001:2.0:1767384608.382066:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384608.382067:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d3b90af 00000020:00000040:2.0:1767384608.382068:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000010:0.0:1767384608.382071:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d3b90af. 00000020:00000001:2.0:1767384608.382073:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384608.382076:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384608.382078:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000400:00000200:0.0:1767384608.382079:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:3.0:1767384608.382080:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037646208 00000020:00000001:2.0:1767384608.382086:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 02000000:00000001:3.0:1767384608.382087:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384608.382089:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000020:00000001:2.0:1767384608.382091:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384608.382097:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384608.382098:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:3.0:1767384608.382100:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384608.382103:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae4ca181. 00000400:00000200:0.0:1767384608.382104:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (18) 00000100:00000001:3.0:1767384608.382105:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.382109:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384608.382115:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384608.382115:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae4ca181. 00000800:00000001:0.0:1767384608.382117:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384608.382125:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037646208 00000800:00000001:0.0:1767384608.382127:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384608.382128:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0c7638. 00000020:00000001:3.0:1767384608.382129:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384608.382134:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384608.382138:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384608.382139:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a16cc7ad. 00000020:00000040:3.0:1767384608.382141:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:3.0:1767384608.382147:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000010:2.0:1767384608.382148:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e425764a. 00000020:00000001:3.0:1767384608.382149:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384608.382158:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384608.382162:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000142df39f. 00000100:00000040:2.0:1767384608.382164:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384608.382165:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384608.382168:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384608.382170:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000142df39f. 00000100:00000001:2.0:1767384608.382172:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384608.382182:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384608.382185:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000355f391c. 00000100:00000001:2.0:1767384608.382192:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384608.382193:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0442a87. 00000020:00000010:3.0:1767384608.382202:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031c884c0. 00000100:00000001:3.0:1767384608.382209:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384608.382211:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.382212:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384608.382216:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.382225:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384608.382226:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.382232:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384608.382233:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384608.382234:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000d197ddcf. 00000100:00000001:2.0:1767384608.382238:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384608.382242:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d36f38. 00000100:00000001:3.0:1767384608.382248:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384608.382249:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000400:00000010:0.0:1767384608.382251:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000100:00000001:3.0:1767384608.382253:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384608.382256:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000200:0.0:1767384608.382261:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d197ddcf 00000100:00100000:3.0:1767384608.382267:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000400:00000010:0.0:1767384608.382268:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000095ef2abf. 00000100:00000001:2.0:1767384608.382269:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959112784 : -117139750438832 : ffff957646c93850) 00000100:00000040:3.0:1767384608.382274:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000400:00000200:0.0:1767384608.382278:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000100:00000001:3.0:1767384608.382279:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959103568 : -117139750448048 : ffff957646c91450) 00000100:00000040:2.0:1767384608.382282:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b5a676a x1853237037646080/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:589/0 lens 4848/0 e 0 to 0 dl 1767384619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384608.382290:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000100:00000040:3.0:1767384608.382292:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c367b13d x1853237037646208/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:589/0 lens 4848/0 e 0 to 0 dl 1767384619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384608.382300:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (17) 00000100:00000001:2.0:1767384608.382328:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384608.382333:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae4ca181. 00000100:00000001:2.0:1767384608.382337:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384608.382338:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000033b7fd9a. 00000400:00000010:0.0:1767384608.382345:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fce385. 00000400:00000010:0.0:1767384608.382351:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000610a5043. 00000400:00000200:0.0:1767384608.382355:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000100:00000001:3.0:1767384608.382356:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384608.382362:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000142df39f. 00000400:00000200:0.0:1767384608.382366:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:3.0:1767384608.382367:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384608.382373:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000142df39f. 00000400:00000200:0.0:1767384608.382377:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:0.0:1767384608.382390:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:00000010:2.0:1767384608.382396:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae4ca181. 00000100:00100000:3.0:1767384608.382397:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c367b13d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037646208:12345-0@lo:253: 00000400:00000200:0.0:1767384608.382402:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00100000:2.0:1767384608.382410:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b5a676a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037646080:12345-0@lo:253: 00000100:00000200:3.0:1767384608.382411:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037646208 00000400:00000200:0.0:1767384608.382418:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000001:3.0:1767384608.382419:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384608.382420:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037646080 00000020:00000001:3.0:1767384608.382425:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384608.382427:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384608.382430:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.382432:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000001:2.0:1767384608.382433:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384608.382436:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384608.382438:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.382456:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384608.382460:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384608.382463:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384608.382465:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:0.0:1767384608.382466:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000001:3.0:1767384608.382468:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384608.382473:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384608.382476:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384608.382479:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384608.382480:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384608.382484:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000001:3.0:1767384608.382486:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384608.382487:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384608.382491:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384608.382493:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384608.382496:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.382499:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384608.382503:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384608.382508:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384608.382509:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 02000000:00000010:3.0:1767384608.382510:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000acb8b47. 02000000:00000001:3.0:1767384608.382516:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384608.382517:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000069f77d93. 00000100:00000001:3.0:1767384608.382521:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384608.382523:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.382524:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 20000000:00000001:3.0:1767384608.382527:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384608.382530:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384608.382538:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384608.382541:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a8dfe7c4. 00000400:00000200:0.0:1767384608.382541:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 20000000:01000000:3.0:1767384608.382550:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384608.382550:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe483639. 00000400:00000200:0.0:1767384608.382555:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 20000000:00000001:3.0:1767384608.382558:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384608.382560:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384608.382564:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384608.382566:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 20000000:00000001:2.0:1767384608.382567:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384608.382569:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384608.382577:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384608.382578:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384608.382583:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 20000000:00000001:3.0:1767384608.382584:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384608.382585:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384608.382592:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384608.382597:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384608.382598:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f7158977. 00000400:00000200:0.0:1767384608.382598:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 20000000:01000000:3.0:1767384608.382605:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:0.0:1767384608.382610:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 20000000:00000001:3.0:1767384608.382614:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384608.382617:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00080000:00000001:3.0:1767384608.382623:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384608.382623:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp24 00000400:00000200:0.0:1767384608.382630:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp24 lpni_is_preferred = 0 00000400:00000200:0.0:1767384608.382633:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp24 00000400:00000200:0.0:1767384608.382637:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp24 NI seq info: [39:39:256:4294967295] 192.168.203.133@tcp24 LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1767384608.382643:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp24 00000400:00000200:0.0:1767384608.382652:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24:) -> 192.168.203.133@tcp24(192.168.203.133@tcp:192.168.203.133@tcp24) : GET try# 0 00000800:00000200:0.0:1767384608.382657:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp24 00000800:00000010:0.0:1767384608.382661:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000e4c7985. 00000800:00000010:0.0:1767384608.382668:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000033454a74. 00000800:00000010:0.0:1767384608.382671:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000572a62e8. 00080000:00000001:3.0:1767384608.382675:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384608.382679:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (2) 00080000:00000001:3.0:1767384608.382682:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000200:0.1:1767384608.382698:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (2) 00080000:00000001:3.0:1767384608.382699:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.382706:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384608.382710:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384608.382714:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000400:00000200:0.0:1767384608.382719:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00080000:00000001:3.0:1767384608.382721:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384608.382725:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00080000:00000010:3.0:1767384608.382737:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a1ecea2d. 00080000:00000001:3.0:1767384608.382741:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578217472 : -117144131334144 : ffff957541aa1000) 00080000:00000001:3.0:1767384608.382745:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384608.382798:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.382866:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000001:00000001:3.0:1767384608.382890:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384608.382893:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.382896:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384608.382915:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00080000:00000001:3.0:1767384608.382921:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.382926:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384608.382956:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383007:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383049:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00080000:00000001:3.0:1767384608.383082:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384608.383087:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384608.383095:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383125:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383165:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383199:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383242:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383290:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383374:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383427:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383480:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383516:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383554:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383604:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383643:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383679:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383742:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383776:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383821:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383877:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383914:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383939:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.383963:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.384001:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.384039:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.384063:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000800:00000010:0.0:1767384608.384213:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000040e4abd7. 00000800:00000010:0.0:1767384608.384217:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2926eb3. 00000800:00000010:0.0:1767384608.384221:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000007fd94ad. 00000800:00000010:0.0:1767384608.384257:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000007fd94ad. 00000400:00000200:0.0:1767384608.384671:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384608.384688:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp24 from 225.3.0.2 00000800:00000010:0.0:1767384608.384692:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f0c631db. 00000800:00000010:2.0:1767384608.385078:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c843d1b1. 00000800:00000010:2.0:1767384608.385110:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009225774a. 00000800:00000010:2.0:1767384608.385137:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000039018907. 00000800:00000200:2.1:1767384608.385145:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (2) 00000800:00000200:2.1:1767384608.385150:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp24 0000000039018907 deleted 00000800:00000010:2.1:1767384608.385153:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000039018907. 00000800:00000200:2.1:1767384608.385157:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384608.385163:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp24 ip 192.168.203.133:993 00000800:00000200:2.1:1767384608.385166:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e4c7985 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384608.385170:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp24 p 3.x 192.168.203.133 -> 192.168.203.133:993 incarnation:1767384606465326476 sched[0] 00000800:00000010:2.0:1767384608.385176:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d34030d1. 00000800:00000010:2.0:1767384608.385246:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d34030d1. 00000800:00000010:2.0:1767384608.385251:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009225774a. 00000800:00000200:0.1:1767384608.385278:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384608.385287:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp24 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384606465326476 sched[0] 00000800:00000010:0.0:1767384608.385291:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2926eb3. 00000800:00000010:2.0:1767384608.385294:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f0c631db. 00000800:00000001:2.0:1767384608.385385:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.385391:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384608.385396:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:2.0:1767384608.385504:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384608.385505:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000010:2.0:1767384608.385507:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000e4c7985. 00000400:00000200:2.0:1767384608.385512:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384608.385517:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: GET: OK 00000400:00000200:2.0:1767384608.385521:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384608.385524:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:2.0:1767384608.385531:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.385536:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384608.385538:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.385545:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384608.385550:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24) <- 192.168.203.133@tcp24 : GET - for me 00000400:00000200:0.0:1767384608.385553:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384608.385559:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384608.385565:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 304/304 into md 0x165d [1] + 0 00000400:00000200:2.0:1767384608.385573:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp24 to MR: 192.168.203.133@tcp24 local destination 00000400:00000200:2.0:1767384608.385579:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp24 NI seq info: [40:40:256:4294967295] 192.168.203.133@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1767384608.385592:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24:192.168.203.133@tcp24) -> 192.168.203.133@tcp24(192.168.203.133@tcp24:192.168.203.133@tcp24) 192.168.203.133@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384608.385597:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.133@tcp24 00000800:00000010:2.0:1767384608.385601:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000450c50e1. 00000400:00000200:0.0:1767384608.385602:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000200:2.0:1767384608.385607:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (4) 00000800:00000200:2.0:1767384608.385613:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp24 ip 192.168.203.133:988 00000800:00000200:2.0:1767384608.385615:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000450c50e1 type 3, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1767384608.385645:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000200:2.0:1767384608.385661:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384608.385664:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000450c50e1. 00000400:00000200:2.0:1767384608.385667:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384608.385671:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: REPLY: OK 00000800:00000001:2.0:1767384608.385679:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384608.385680:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000001:2.0:1767384608.385694:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384608.385697:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.385702:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384608.385703:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.385706:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384608.385711:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24) <- 192.168.203.133@tcp24 : REPLY - for me 00000400:00000200:2.0:1767384608.385718:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp24: Reply from 12345-192.168.203.133@tcp24 of length 304/304 into md 0x1679 00000800:00000001:2.0:1767384608.385722:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384608.385724:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000800:00000001:2.0:1767384608.385726:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384608.385729:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384608.385733:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: REPLY: OK 00000400:00000200:2.0:1767384608.385736:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fce385 00000400:00000010:2.0:1767384608.385738:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016fce385. 00000400:00000200:2.0:1767384608.385742:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384608.385745:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:2.0:1767384608.385747:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:2.0:1767384608.385750:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 17. state = 0x100251 00000400:00000200:0.0:1767384608.385751:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384608.385756:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384608.385767:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (18) 00000800:00000001:2.0:1767384608.385773:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.385777:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384608.385779:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384608.385780:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384608.385789:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:3.0:1767384608.385796:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000001c0e329b. 00000400:00000010:3.0:1767384608.385800:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000b90d63f8. 00000400:00000010:3.0:1767384608.385803:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000000adf1389. 00000400:00000010:3.0:1767384608.385828:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000091436936. 00000400:00000200:0.0:1767384608.385831:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384608.385833:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000091436936 nid 192.168.203.133@tcp25 00000400:00000010:3.0:1767384608.385849:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000006650b24. 00000400:00000200:3.0:1767384608.385854:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000006650b24 net tcp25 00000400:00000200:3.0:1767384608.385856:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (17) 00000400:00000200:3.0:1767384608.385862:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp25 flags 0x11 00000400:00000010:3.0:1767384608.385866:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000001c0e329b. 00000400:00000010:3.0:1767384608.385870:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000b90d63f8. 00000400:00000010:3.0:1767384608.385873:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000000adf1389. 00000400:00000010:3.0:1767384608.385876:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000033b7fd9a. 00000400:00000200:0.0:1767384608.385880:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384608.385883:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384608.385888:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:3.0:1767384608.385894:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:3.0:1767384608.385899:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:3.0:1767384608.385902:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384608.385905:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:3.0:1767384608.385917:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384608.385922:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (18) 00000400:00000200:0.0:1767384608.385929:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.385971:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386011:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386052:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386092:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386140:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386196:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386250:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386297:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386423:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386494:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386565:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386620:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386661:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386714:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386766:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386825:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386914:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.386981:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384608.387047:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000800:00000010:0.0:1767384608.387246:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a507b82a. 00000800:00000010:0.0:1767384608.387250:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2926eb3. 00000800:00000010:0.0:1767384608.387254:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000007fd94ad. 00000800:00000010:0.0:1767384608.387289:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000007fd94ad. 00000400:00000200:0.0:1767384608.387451:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384608.387464:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp24 from 224.3.0.2 00000800:00000010:0.0:1767384608.387468:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000059a542ef. 00000800:00000010:3.0:1767384608.387494:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000011fe15a. 00000800:00000010:3.0:1767384608.387506:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a52de6d7. 00000800:00000010:3.0:1767384608.387525:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000254eb3d0. 00000800:00000200:3.1:1767384608.387530:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (4) 00000800:00000200:3.1:1767384608.387535:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp24 00000000254eb3d0 deleted 00000800:00000010:3.1:1767384608.387538:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000254eb3d0. 00000800:00000200:3.1:1767384608.387541:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384608.387546:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp24 p 3.x 192.168.203.133 -> 192.168.203.133:992 incarnation:1767384606465326476 sched[0] 00000800:00000010:3.0:1767384608.387550:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0953e60. 00000800:00000010:3.0:1767384608.387645:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0953e60. 00000800:00000010:3.0:1767384608.387649:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a52de6d7. 00000800:00000010:3.0:1767384608.387679:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000059a542ef. 00000800:00000001:2.0:1767384608.387696:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.387703:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384608.387715:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384608.387721:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp24 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384606465326476 sched[0] 00000800:00000010:3.0:1767384608.387724:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2926eb3. 00000800:00000001:2.0:1767384608.387790:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384608.387796:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384608.393487:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384608.393494:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:0.0:1767384608.393497:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384608.393500:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384608.393504:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384608.393508:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384608.393511:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384608.393512:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384608.393514:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384608.393514:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384608.393527:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a1ecea2d. 20000000:00000001:0.0:1767384608.393527:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384608.393534:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384608.393536:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384608.393539:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b90d63f8. 00080000:00000020:0.0:1767384608.393541:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384608.393546:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:3.0:1767384608.393551:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384608.393554:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384608.393563:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384608.393567:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384608.393585:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384608.393589:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384608.393591:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384608.393595:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384608.393600:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384608.393600:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008c30a374. 00080000:00000001:3.0:1767384608.393603:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.393605:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384608.393606:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:0.0:1767384608.393609:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005e5ca15. 00000020:00000001:3.0:1767384608.393610:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384608.393615:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000001:0.0:1767384608.393616:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384608.393620:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:0.0:1767384608.393621:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000005e5ca15 with handle 0x1c01179f271edca7 to hash 00000020:00000001:0.0:1767384608.393624:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384608.393625:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00080000:00000010:3.0:1767384608.393627:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a3d405ce. 00010000:00000001:0.0:1767384608.393628:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00080000:00000001:3.0:1767384608.393630:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578213376 : -117144131338240 : ffff957541aa0000) 00080000:00000001:3.0:1767384608.393632:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384608.393638:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384608.393640:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384608.393643:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384608.393649:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384608.393652:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384608.393654:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384608.393655:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384608.393657:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384608.393659:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384608.393660:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384608.393662:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384608.393664:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384608.393665:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384608.393667:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384608.393668:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008c30a374) refcount = 1 00010000:00010000:0.0:1767384608.393671:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384608.393675:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384608.393676:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384608.393678:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.393688:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384608.393690:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384608.393691:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384608.393694:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.393695:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384608.393698:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384608.393700:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384608.393700:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384608.393703:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384608.393704:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767384608.393707:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384608.393709:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=4 00000020:00000001:0.0:1767384608.393711:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384608.393713:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384608.393715:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384608.393716:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384608.393729:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384608.393731:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384608.393735:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384608.393736:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384608.393737:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384608.393740:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384608.393741:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.393753:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384608.393755:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384608.393760:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000005e5ca15 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384608.393762:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384608.393763:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384608.393765:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384608.393770:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384608.393770:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384608.393773:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384608.393774:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1767384608.393775:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384608.393778:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=5 00000020:00000001:0.0:1767384608.393779:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384608.393781:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384608.393783:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384608.393785:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384608.393788:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384608.393790:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384608.393796:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.393800:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384608.393801:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384608.393803:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384608.393804:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384608.393805:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000005e5ca15 with handle 0x1c01179f271edca7 from hash 00010000:00000001:0.0:1767384608.393807:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384608.393808:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384608.393809:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384608.393811:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384608.393812:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384608.393814:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384608.393816:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384608.393817:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384608.393820:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.393821:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384608.393822:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384608.393824:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384608.393825:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384608.393827:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.393828:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.393829:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384608.393831:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384608.393834:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384608.393836:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384608.393837:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384608.393839:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384608.393840:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384608.393841:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384608.393843:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384608.393845:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384608.393847:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384608.393849:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384608.393853:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384608.393861:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384608.393863:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000005e5ca15/0x1c01179f271edca7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384608.393879:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008c30a374 count: 0 00010000:00000001:0.0:1767384608.393888:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384608.393889:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384608.400375:0:253:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294897198, at 4294897199 00000100:00000040:2.0:1767384608.400393:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294897198, at 4294897199 00000100:00000010:0.0:1767384608.400394:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d4943f4. 00000100:00000040:1.0:1767384608.400396:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294897198, at 4294897199 00000100:00000010:2.0:1767384608.400405:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca17f310. 00000100:00000010:1.0:1767384608.400408:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b23fee52. 00000100:00000040:3.0:1767384608.400605:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294897198, at 4294897199 00000100:00000010:3.0:1767384608.400611:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008161cddf. 00010000:00000010:0.1:1767384608.402335:0:24326:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008c30a374. 00010000:00000010:0.1:1767384608.402342:0:24326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005e5ca15. 00000400:00000010:1.0:1767384608.402386:0:24325:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f3e2260a. 00000400:00000040:1.0:1767384608.402406:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384608.402408:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384608.402410:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384608.402412:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384608.402414:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384608.402415:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384608.402418:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384608.402419:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384608.402426:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384608.402427:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384608.402429:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384608.402430:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384608.402432:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384608.402434:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384608.402435:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384608.402437:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384608.402438:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384608.402452:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384608.402454:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384608.402456:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384608.402458:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384608.402459:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384608.402460:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384608.402461:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384608.402463:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384608.402465:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384608.402466:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384608.402468:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384608.402469:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384608.402471:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384608.402472:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384608.402474:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384608.402475:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384608.402477:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384608.402477:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384608.402488:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384608.402489:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384608.402492:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384608.402493:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384608.402495:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384608.402496:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384608.402498:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384608.402499:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384608.402501:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384608.402502:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384608.402503:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384608.402504:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384608.402511:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384608.402513:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384608.402514:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384608.402516:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384608.402517:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384608.402519:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384608.402521:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384608.402523:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384608.402525:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384608.402526:0:24325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384608.402581:0:24325:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f3e2260a. 00080000:00000001:3.0:1767384608.403371:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384608.403374:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384608.403375:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384608.403377:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384608.403379:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384608.403380:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384608.403381:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384608.403383:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a3d405ce. 20000000:00000001:3.0:1767384608.403384:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384608.403388:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384608.403389:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384608.403393:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384608.403399:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384608.403402:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384608.403406:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384608.403412:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384608.403415:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384608.403416:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384608.403420:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384608.403422:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384608.403426:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f600aadc. 00010000:00000001:2.0:1767384608.403429:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384608.403431:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009689743b. 00000020:00000001:2.0:1767384608.403434:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384608.403436:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009689743b with handle 0x1c01179f271edcae to hash 00000020:00000001:2.0:1767384608.403438:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384608.403450:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384608.403452:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384608.403454:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384608.403456:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.403458:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403464:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384608.403475:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384608.403477:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384608.403478:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384608.403480:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.403481:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384608.403483:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.403490:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384608.403492:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384608.403493:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384608.403494:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384608.403496:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f600aadc) refcount = 1 00010000:00010000:2.0:1767384608.403498:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403502:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384608.403504:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384608.403505:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.403506:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.403508:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384608.403510:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384608.403512:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384608.403514:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384608.403516:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384608.403517:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009689743b refcount=4 00000020:00000001:2.0:1767384608.403519:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384608.403521:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384608.403523:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384608.403524:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403528:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384608.403530:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403533:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.403535:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384608.403536:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403539:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384608.403541:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.403548:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384608.403549:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384608.403554:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009689743b already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384608.403556:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384608.403558:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384608.403560:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403563:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384608.403564:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384608.403565:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384608.403566:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009689743b refcount=5 00000020:00000001:2.0:1767384608.403568:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384608.403570:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835584 : -117139060716032 : ffff95766fe58e00) 00010000:00000001:2.0:1767384608.403572:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384608.403573:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403577:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384608.403579:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384608.403580:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.403583:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384608.403584:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384608.403587:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384608.403588:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384608.403590:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009689743b with handle 0x1c01179f271edcae from hash 00010000:00000001:2.0:1767384608.403591:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384608.403592:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.403593:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.403594:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384608.403595:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384608.403596:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384608.403598:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384608.403599:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384608.403606:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.403607:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384608.403608:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384608.403610:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.403612:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.403613:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.403615:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.403616:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.403618:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403621:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.403623:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.403623:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384608.403624:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384608.403625:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384608.403626:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384608.403627:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384608.403629:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384608.403631:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.403632:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384608.403636:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384608.403637:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384608.403638:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009689743b/0x1c01179f271edcae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384608.403642:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f600aadc count: 0 00010000:00000001:2.0:1767384608.403649:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384608.403650:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384608.405404:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384608.405407:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384608.405408:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a8dfe7c4. 20000000:00000001:2.0:1767384608.405412:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384608.405415:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037646208 00010000:00000001:2.0:1767384608.405417:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384608.405428:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c367b13d x1853237037646208/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384608.405435:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384608.405436:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384608.405452:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384608.405456:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384608.405459:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384608.405460:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384608.405463:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384608.405465:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384608.405468:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384608.405471:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384608.405474:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074cd02ae. 00000100:00000200:2.0:1767384608.405477:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037646208, offset 224 00000400:00000200:2.0:1767384608.405483:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384608.405492:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384608.405500:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504180 00000400:00000200:2.0:1767384608.405504:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x166d [2] + 224 00000400:00000200:2.0:1767384608.405508:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384608.405513:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384608.405516:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384608.405519:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384608.405527:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.405541:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384608.405547:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074cd02ae 00000400:00000010:2.0:1767384608.405548:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074cd02ae. 00000100:00000001:2.0:1767384608.405552:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384608.405553:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384608.405558:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384608.405561:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:3.0:1767384608.405562:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384608.405563:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384608.405566:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384608.405566:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384608.405572:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384608.405576:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384608.405576:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384608.405580:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023dae91f. 00000100:00000040:2.0:1767384608.405583:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c367b13d x1853237037646208/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384608.405585:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2f9f1d6 00000400:00000010:3.0:1767384608.405590:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2f9f1d6. 00000100:00000001:3.0:1767384608.405596:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384608.405597:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c367b13d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037646208:12345-0@lo:253: Request processed in 23274us (23819us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384608.405603:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384608.405609:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000040:2.0:1767384608.405615:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000200:3.0:1767384608.405619:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384608.405619:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384608.405622:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384608.405628:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0442a87. 00000100:00000001:3.0:1767384608.405629:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384608.405632:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384608.405633:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031c884c0. 00000100:00000001:3.0:1767384608.405635:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384608.405638:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384608.405639:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384608.405640:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000355f391c. 00000100:00000001:3.0:1767384608.405641:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.405645:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384608.405646:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:3.0:1767384608.405648:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=38 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384608.405652:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384608.405653:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=38 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384608.405655:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000acb8b47. 00000100:00000001:3.0:1767384608.405657:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384608.405660:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384608.405661:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384608.405662:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384608.405663:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.405665:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.405668:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384608.405670:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384608.405673:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384608.405676:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ebb017. 00000100:00000001:3.0:1767384608.405692:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384608.405694:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074cd02ae. 00000100:00000001:3.0:1767384608.405702:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384608.405704:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384608.405707:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384608.405708:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384608.405710:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384608.405711:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384608.405713:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384608.405714:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384608.405716:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384608.405717:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384608.405718:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384608.405721:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384608.405727:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037646208:0@lo:253: 00000100:00000001:3.0:1767384608.405732:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.405734:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384608.405736:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dbfc293 x1853237037646208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.405741:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384608.405743:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384608.405745:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000056937c6f. 02000000:00000001:3.0:1767384608.405757:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384608.405758:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384608.405759:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384608.405761:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384608.405763:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000014588d0a. 02000000:00000001:3.0:1767384608.405767:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384608.405769:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384608.405770:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dbfc293. 00000100:00000001:3.0:1767384608.405773:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384608.405774:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.405776:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.405780:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384608.405782:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.405784:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384608.405785:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384608.406424:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384608.406427:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384608.406429:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe483639. 20000000:00000001:3.0:1767384608.406435:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384608.406437:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037646080 00010000:00000001:3.0:1767384608.406451:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384608.406455:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b5a676a x1853237037646080/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.406461:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384608.406462:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384608.406464:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384608.406467:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384608.406469:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384608.406471:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384608.406473:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384608.406474:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.406477:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384608.406479:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384608.406481:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa7f814b. 00000100:00000200:3.0:1767384608.406484:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037646080, offset 224 00000400:00000200:3.0:1767384608.406488:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384608.406494:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384608.406499:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504100 00000400:00000200:3.0:1767384608.406503:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1665 [2] + 224 00000400:00000200:3.0:1767384608.406507:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384608.406510:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384608.406513:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384608.406516:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384608.406523:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.406538:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384608.406543:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa7f814b 00000400:00000010:3.0:1767384608.406544:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa7f814b. 00000100:00000001:3.0:1767384608.406554:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384608.406556:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384608.406558:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384608.406560:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.406562:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384608.406566:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384608.406569:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384608.406569:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384608.406588:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384608.406589:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384608.406591:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384608.406592:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000100:00000040:3.0:1767384608.406596:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b5a676a x1853237037646080/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384608.406598:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000532d674c 00000400:00000010:1.0:1767384608.406603:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000532d674c. 00000100:00000001:1.0:1767384608.406609:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384608.406610:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b5a676a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037646080:12345-0@lo:253: Request processed in 24290us (24941us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384608.406616:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384608.406619:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:3.0:1767384608.406624:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384608.406628:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384608.406632:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384608.406635:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a16cc7ad. 00000100:00000200:1.0:1767384608.406635:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384608.406640:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e425764a. 00000020:00000010:3.0:1767384608.406646:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0c7638. 00000100:00000001:1.0:1767384608.406647:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384608.406650:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384608.406651:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:1.0:1767384608.406653:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384608.406656:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384608.406657:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384608.406658:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384608.406659:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000069f77d93. 00000100:00000001:1.0:1767384608.406660:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384608.406664:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.406665:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384608.406667:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=38 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384608.406668:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384608.406675:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384608.406675:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=38 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384608.406681:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021367b6b. 00000100:00000001:1.0:1767384608.406681:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384608.406683:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384608.406685:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa7f814b. 00010000:00000001:1.0:1767384608.406696:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384608.406698:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.406701:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.406710:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.406715:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384608.406717:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384608.406718:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384608.406721:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384608.406722:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384608.406723:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384608.406724:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384608.406725:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384608.406726:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384608.406728:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384608.406729:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384608.406730:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384608.406731:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384608.406732:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384608.406737:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037646080:0@lo:253: 00000100:00000001:1.0:1767384608.406740:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.406741:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384608.406743:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce7618d x1853237037646080/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.406748:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384608.406749:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384608.406750:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000f771be7. 02000000:00000001:1.0:1767384608.406760:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384608.406762:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384608.406763:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384608.406765:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384608.406766:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000043f0e09c. 02000000:00000001:1.0:1767384608.406769:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384608.406770:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384608.406771:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce7618d. 00000100:00000001:1.0:1767384608.406774:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384608.406775:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.406780:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.406784:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384608.406785:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.406786:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384608.406787:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384608.408341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f600aadc. 00010000:00000010:2.1:1767384608.408366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009689743b. 00010000:00000001:0.0:1767384608.417354:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384608.417358:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384608.417363:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384608.417365:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384608.417395:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384608.417398:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384608.417401:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384609.262288:0:24613:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384609.262300:0:24613:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.262303:0:24613:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.262553:0:24613:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384609.262560:0:24613:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.262564:0:24613:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384609.441371:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384609.441379:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384609.441387:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384609.441389:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.441489:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384609.441492:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384609.441495:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384609.899427:0:24777:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384609.899446:0:24777:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:0.0:1767384609.903099:0:24777:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384609.910867:0:24778:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000877146da. 00000400:00000010:1.0:1767384609.910880:0:24778:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f9d88f47. 00000400:00000010:1.0:1767384609.910888:0:24778:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000959869c5. 00000400:00000010:1.0:1767384609.910891:0:24778:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b0c6f2c5. 00000400:00000010:1.0:1767384609.910894:0:24778:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cc2e3b11. 00000400:00000010:1.0:1767384609.910913:0:24778:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e01a2371. 00000400:00000010:1.0:1767384609.910916:0:24778:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ff128db1. 00000400:00000010:1.0:1767384609.910918:0:24778:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000320eb15f. 00000400:00000010:1.0:1767384609.910921:0:24778:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f3e2260a. 00000800:00000010:1.0:1767384609.910934:0:24778:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000086ed5768. 00000800:00000200:1.0:1767384609.910947:0:24778:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384609.910956:0:24778:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384609.910997:0:24778:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:1.0:1767384609.911025:0:24778:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384609.913101:0:24778:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000007b68321b. 00000400:00000010:1.0:1767384609.913106:0:24778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b742f823. 00000400:00000010:1.0:1767384609.913111:0:24778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b49ec24. 00000400:00000001:1.0:1767384609.913123:0:24778:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384609.913124:0:24778:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384609.913126:0:24778:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:1.0:1767384609.913128:0:24778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000400:00000010:1.0:1767384609.913130:0:24778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000400:00000010:1.0:1767384609.913133:0:24778:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000376c42ae. 00000400:00000200:1.0:1767384609.913137:0:24778:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (17) 00000400:00000200:1.0:1767384609.913146:0:24778:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384609.913158:0:24778:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384609.913164:0:24778:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000002805257. 00000020:01000000:1.0:1767384609.913178:0:24778:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384609.913180:0:24778:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp26 00000400:00000010:1.0:1767384609.913213:0:24778:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f9d88f47. 00000400:00000010:1.0:1767384609.913217:0:24778:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000877146da. 00000400:00000200:3.0:1767384609.913244:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384609.913271:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384609.913279:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dca5b28e. 00000400:00000200:3.0:1767384609.913291:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (18) 00000400:00000010:3.0:1767384609.913297:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c88cf819. 00000020:00000001:0.0:1767384609.913301:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384609.913302:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp24 10000000:00000001:0.0:1767384609.913308:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384609.913321:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp24 to MR: 192.168.203.133@tcp24 local destination 10000000:00000001:0.0:1767384609.913337:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384609.913340:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384609.913344:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384609.913346:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384609.913348:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384609.913350:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384609.913353:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384609.913357:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384609.913360:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp24 NI seq info: [41:41:256:4294967295] 192.168.203.133@tcp24 LPNI seq info [41:41:8:4294967295] 00000020:01000004:0.0:1767384609.913361:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384609.913365:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384609.913369:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384609.913371:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384609.913374:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp24 00000100:00000010:0.0:1767384609.913379:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd69e493. 00000020:00000040:0.0:1767384609.913387:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384609.913388:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24:192.168.203.133@tcp24) -> 192.168.203.133@tcp24(192.168.203.133@tcp24:192.168.203.133@tcp24) : PUT try# 0 00000800:00000200:3.0:1767384609.913394:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.133@tcp24 00000800:00000010:3.0:1767384609.913404:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003cc6fa3b. 00000100:00000001:0.0:1767384609.913406:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384609.913410:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384609.913415:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (6) 02000000:00000001:0.0:1767384609.913417:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384609.913426:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp24 ip 192.168.203.133:988 02000000:00000010:0.0:1767384609.913445:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4c06d34. 00000800:00000200:3.0:1767384609.913446:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003cc6fa3b type 1, nob 416 niov 1 nkiov 1 00000100:00000001:0.0:1767384609.913473:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.913481:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000100:00000001:0.0:1767384609.913482:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384609.913497:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000001:0.0:1767384609.913497:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.913508:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd69e493] to pc [ptlrpcd_00_02+2] req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.913555:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384609.913555:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.913562:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384609.913562:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.913567:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384609.913568:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384609.913573:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384609.913577:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384609.913580:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384609.913584:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384609.913603:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384609.913606:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384609.913607:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384609.913609:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384609.913610:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384609.913612:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384609.913615:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384609.913616:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384609.913616:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384609.913620:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384609.913621:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384609.913622:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384609.913625:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384609.913626:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384609.913629:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384609.913632:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd69e493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037646336:0@lo:253: 00000020:01000004:0.0:1767384609.913633:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384609.913637:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384609.913638:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8542217. 00000800:00000200:2.0:1767384609.913640:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384609.913642:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:3.0:1767384609.913643:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767384609.913645:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003cc6fa3b. 02000000:00000001:3.0:1767384609.913647:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.913648:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384609.913652:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384609.913652:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384609.913652:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384609.913657:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384609.913661:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dbaf21e5. 00000400:00000200:2.0:1767384609.913663:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: PUT: OK 02000000:00000001:3.0:1767384609.913665:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384609.913666:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004dbf7670. 00000400:00000200:2.0:1767384609.913669:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384609.913670:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.913674:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp24: 0 00000100:00000001:0.0:1767384609.913677:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384609.913679:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000120576c2. 00000100:00000001:0.0:1767384609.913680:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384609.913683:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384609.913687:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002750d058. 00000100:00000040:0.0:1767384609.913688:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8542217] to pc [ptlrpcd_00_03+3] req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384609.913691:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384609.913692:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037646336, portal 25 00000800:00000001:2.0:1767384609.913694:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384609.913697:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384609.913700:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.913701:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987287808 : -117139722263808 : ffff957648772300) 10000000:00000001:0.0:1767384609.913709:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.913711:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.913715:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24) <- 192.168.203.133@tcp24 : PUT - for me 10000000:00000001:0.0:1767384609.913716:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.913721:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384609.913726:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384609.913731:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384609.913731:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 320 into portal 0 MB=0x8000000000000000 00000020:00000010:0.0:1767384609.913732:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000002805257. 00000100:00000040:3.0:1767384609.913738:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384609.913742:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000118a19c. 00000400:00000200:2.0:1767384609.913744:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 304/320 into md 0x1675 [1] + 0 00000400:00000010:2.0:1767384609.913754:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d36f38. 00000100:00000001:0.0:1767384609.913757:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384609.913758:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da3f4c26 00000100:00000001:0.0:1767384609.913761:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384609.913762:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037646336, offset 0 00000800:00000001:2.0:1767384609.913764:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384609.913764:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384609.913771:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384609.913772:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384609.913773:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384609.913774:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384609.913786:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: PUT: OK 00000400:00000200:3.0:1767384609.913787:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384609.913787:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384609.913790:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000100:00000001:0.0:1767384609.913791:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.913793:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 02000000:00000001:0.0:1767384609.913795:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384609.913799:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:0.0:1767384609.913799:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384609.913800:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504200 00000400:00000200:2.0:1767384609.913806:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (19) 02000000:00000001:0.0:1767384609.913806:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.913812:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xadd [2] + 0 00000100:00100000:0.0:1767384609.913814:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8542217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037646464:0@lo:253: 00000400:00000200:2.0:1767384609.913815:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384609.913818:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b12fe269. 00000400:00000200:2.0:1767384609.913822:0:16156:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (320 bytes) 00000100:00000001:0.0:1767384609.913823:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384609.913826:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc0e725a 00000400:00000200:2.0:1767384609.913828:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 02000000:00000001:0.0:1767384609.913828:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384609.913832:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.913833:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384609.913834:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384609.913839:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384609.913839:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (20) 02000000:00000010:0.0:1767384609.913843:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000023252fec. 00000400:00000200:2.0:1767384609.913846:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:0.0:1767384609.913847:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.913853:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c42c690. 00000400:00000200:2.0:1767384609.913855:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp24 to MR: 192.168.203.133@tcp24 local destination 00000400:00000010:0.0:1767384609.913859:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e03245. 00000400:00000200:2.0:1767384609.913864:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp24 NI seq info: [42:42:256:4294967295] 192.168.203.133@tcp24 LPNI seq info [42:42:8:4294967295] 00000100:00000200:0.0:1767384609.913865:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037646464, portal 25 00000100:00000001:0.0:1767384609.913870:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384609.913872:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987278848 : -117139722272768 : ffff957648770000) 00000100:00000040:0.0:1767384609.913880:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.913882:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24:192.168.203.133@tcp24) -> 192.168.203.133@tcp24(192.168.203.133@tcp24:192.168.203.133@tcp24) 192.168.203.133@tcp24 : ACK try# 0 00000400:00000200:3.0:1767384609.913893:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0e725a 00000800:00000200:2.0:1767384609.913894:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp24 00000100:00000001:0.0:1767384609.913895:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384609.913896:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc0e725a. 00000100:00000040:0.0:1767384609.913901:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:2.0:1767384609.913902:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a01c3f38. 00000100:00000001:3.0:1767384609.913904:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384609.913904:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e91242b. 00000100:00000200:3.0:1767384609.913907:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1767384609.913908:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (6) 00000100:00000040:3.0:1767384609.913914:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000672c3b9e x1853237037646336 msgsize 4848 00000100:00000200:0.0:1767384609.913916:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037646464, offset 0 00000800:00000200:2.0:1767384609.913920:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp24 ip 192.168.203.133:993 00000800:00000200:2.0:1767384609.913941:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a01c3f38 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:3.0:1767384609.913942:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384609.913946:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384609.913949:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:2.0:1767384609.913957:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384609.913959:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384609.913963:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384609.913968:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.913974:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000118a19c 00000400:00000200:0.0:1767384609.913975:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504280 00000400:00000010:3.0:1767384609.913980:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000118a19c. 00000100:00000001:3.0:1767384609.913985:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384609.913990:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384609.913996:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfed [2] + 0 00000800:00000200:2.0:1767384609.914002:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384609.914007:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded5aff5. 00000800:00000010:2.0:1767384609.914008:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a01c3f38. 00000400:00000200:2.0:1767384609.914017:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384609.914018:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002d41026 00000100:00000001:3.0:1767384609.914019:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384609.914027:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384609.914028:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384609.914030:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: ACK: OK 00000400:00000200:0.0:1767384609.914039:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384609.914040:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384609.914046:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d41026 00000100:00000001:3.0:1767384609.914049:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.914052:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d41026. 00000100:00000001:3.0:1767384609.914053:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384609.914055:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.914059:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1767384609.914061:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384609.914063:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384609.914064:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384609.914067:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384609.914070:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000017a7c4fa x1853237037646464 msgsize 4848 00000100:00000001:3.0:1767384609.914071:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294898730 00000800:00000001:2.0:1767384609.914072:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384609.914081:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004823fe0b. 00000800:00000001:2.0:1767384609.914082:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384609.914083:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384609.914090:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384609.914091:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384609.914100:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24) <- 192.168.203.133@tcp24 : ACK - for me 00000100:00000001:3.0:1767384609.914106:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294898730 00000100:00000001:0.0:1767384609.914106:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384609.914115:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e744b7a7. 00000400:00000200:2.0:1767384609.914116:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp24: ACK from 12345-192.168.203.133@tcp24 into md 0x1691 00000100:00000001:3.0:1767384609.914121:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384609.914123:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384609.914123:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e91242b 00000100:00000001:3.0:1767384609.914126:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294898730 00000400:00000010:0.0:1767384609.914130:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e91242b. 00000100:00000010:3.0:1767384609.914133:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008af6b6af. 00000400:00000200:2.0:1767384609.914138:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: ACK: OK 00000100:00000001:0.0:1767384609.914139:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384609.914140:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384609.914148:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.914151:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dca5b28e 00000100:00000001:3.0:1767384609.914152:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294898730 00000400:00000010:2.0:1767384609.914158:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dca5b28e. 00000100:00000010:3.0:1767384609.914162:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000818a4fe9. 00000400:00000200:2.0:1767384609.914166:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384609.914171:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384609.914171:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384609.914176:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000040:0.0:1767384609.914181:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.914182:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384609.914186:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:3.0:1767384609.914191:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.914194:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (19) 00000100:00000001:3.0:1767384609.914199:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384609.914205:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384609.914206:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.914208:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384609.914213:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.914213:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384609.914218:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384609.914221:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.914222:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384609.914226:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294898730 00000100:00000001:3.0:1767384609.914229:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.914234:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.914234:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294898730 00000100:00000001:3.0:1767384609.914239:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.914240:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294898730 00000100:00000001:3.0:1767384609.914244:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.914246:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294898730 00000100:00000001:2.0:1767384609.914250:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384609.914252:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294898730 00000100:00100000:2.0:1767384609.914255:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037646336 02000000:00000001:2.0:1767384609.914259:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384609.914263:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384609.914264:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294898730 00000100:00000001:2.0:1767384609.914266:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.914268:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294898730 02000000:00000001:2.0:1767384609.914273:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.914273:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294898730 00000100:00000001:3.0:1767384609.914275:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384609.914280:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037646336 00000100:00000001:0.0:1767384609.914281:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384609.914282:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037646464 00000020:00000001:2.0:1767384609.914285:0:16806:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384609.914287:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384609.914289:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384609.914290:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:3.0:1767384609.914291:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384609.914297:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.914298:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384609.914299:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.914302:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384609.914304:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:0.0:1767384609.914305:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384609.914307:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037646464 00000020:00000001:2.0:1767384609.914311:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384609.914314:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384609.914317:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384609.914320:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384609.914323:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b20931f. 00000100:00000001:2.0:1767384609.914327:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384609.914330:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b20931f. 00000100:00000001:0.0:1767384609.914341:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384609.914344:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcf54df7. 00000100:00000001:0.0:1767384609.914345:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384609.914348:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384609.914353:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384609.914353:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384609.914355:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0eaac9a. 00000020:00000040:3.0:1767384609.914357:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000001:0.0:1767384609.914358:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384609.914363:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004243f6b3. 00000020:00000001:3.0:1767384609.914364:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384609.914364:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.914373:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384609.914374:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.914381:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384609.914387:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7704d4d. 00000100:00000001:3.0:1767384609.914390:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384609.914394:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7704d4d. 00000020:00000010:3.0:1767384609.914402:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d18aa4a1. 00000100:00000040:2.0:1767384609.914402:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384609.914409:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384609.914412:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae035568. 00000100:00000001:2.0:1767384609.914413:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384609.914417:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384609.914420:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac21d4ea. 00000400:00000200:0.0:1767384609.914426:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384609.914427:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.914428:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384609.914446:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384609.914450:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.914454:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000a69331ff. 00000100:00000001:3.0:1767384609.914473:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.914473:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384609.914476:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001abec88c. 00000100:00000001:3.0:1767384609.914479:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384609.914483:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc5cdec. 00000400:00000200:0.0:1767384609.914487:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a69331ff 00000100:00000001:2.0:1767384609.914488:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384609.914491:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384609.914491:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000d197ddcf. 00000100:00000001:3.0:1767384609.914492:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384609.914496:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384609.914497:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00100000:2.0:1767384609.914500:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384609.914504:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000200:0.0:1767384609.914504:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000100:00100000:3.0:1767384609.914509:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000001:2.0:1767384609.914510:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715872336 : -117138993679280 : ffff957673e47450) 00000400:00000200:0.0:1767384609.914511:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (18) 00000100:00000040:3.0:1767384609.914513:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:3.0:1767384609.914517:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715871312 : -117138993680304 : ffff957673e47050) 00000400:00000010:0.0:1767384609.914519:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000041da1e81. 00000100:00000040:2.0:1767384609.914520:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000672c3b9e x1853237037646336/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384609.914523:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017a7c4fa x1853237037646464/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384609.914525:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000400:00000010:0.0:1767384609.914534:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040292d6b. 00000400:00000200:0.0:1767384609.914545:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000100:00000001:2.0:1767384609.914547:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384609.914550:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384609.914553:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b20931f. 00000020:00000010:3.0:1767384609.914554:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7704d4d. 00000100:00000001:2.0:1767384609.914556:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384609.914558:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:3.0:1767384609.914560:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384609.914561:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b20931f. 00000020:00000010:3.0:1767384609.914566:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7704d4d. 00000400:00000200:0.0:1767384609.914567:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00100000:2.0:1767384609.914573:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000672c3b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037646336:12345-0@lo:253: 00000100:00100000:3.0:1767384609.914578:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017a7c4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037646464:12345-0@lo:253: 00000400:00000200:0.0:1767384609.914580:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000200:2.0:1767384609.914583:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037646336 00000020:00000001:2.0:1767384609.914588:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384609.914589:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037646464 00000020:00000001:2.0:1767384609.914592:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384609.914593:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000001:2.0:1767384609.914596:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.914600:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384609.914601:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384609.914604:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384609.914605:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000001:2.0:1767384609.914606:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:3.0:1767384609.914608:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.914610:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384609.914613:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384609.914613:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384609.914617:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384609.914618:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384609.914621:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000001:2.0:1767384609.914622:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384609.914623:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384609.914627:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384609.914627:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.914630:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000001:3.0:1767384609.914633:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384609.914634:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384609.914637:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384609.914638:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000001:3.0:1767384609.914640:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.914646:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384609.914646:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384609.914647:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 02000000:00000001:3.0:1767384609.914649:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384609.914653:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac1a39e9. 00000400:00000200:0.0:1767384609.914654:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 02000000:00000010:3.0:1767384609.914656:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000acb8b47. 02000000:00000001:2.0:1767384609.914657:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.914661:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.914662:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.914665:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.914666:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 20000000:00000001:2.0:1767384609.914668:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384609.914669:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384609.914676:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 20000000:00000010:3.0:1767384609.914680:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a8dfe7c4. 00000400:00000200:0.0:1767384609.914681:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 20000000:01000000:3.0:1767384609.914686:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384609.914688:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f4707545. 00000400:00000200:0.0:1767384609.914690:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 20000000:00000001:3.0:1767384609.914693:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384609.914693:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384609.914697:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384609.914698:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384609.914698:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 20000000:00000001:3.0:1767384609.914700:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384609.914706:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.914710:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384609.914710:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 20000000:00000001:3.0:1767384609.914711:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384609.914713:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.914719:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.914722:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 20000000:00000010:3.0:1767384609.914723:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052cb0177. 20000000:00000001:2.0:1767384609.914723:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384609.914728:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000400:00000200:0.0:1767384609.914731:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 20000000:00000001:3.0:1767384609.914735:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384609.914736:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp25 00000400:00000200:0.0:1767384609.914741:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp25 lpni_is_preferred = 0 00080000:00000001:3.0:1767384609.914743:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384609.914744:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp25 00000400:00000200:0.0:1767384609.914747:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp25 NI seq info: [43:43:256:4294967295] 192.168.203.133@tcp25 LPNI seq info [43:43:8:4294967295] 00000400:00000200:0.0:1767384609.914751:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp25 00000400:00000200:0.0:1767384609.914757:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25:) -> 192.168.203.133@tcp25(192.168.203.133@tcp:192.168.203.133@tcp25) : GET try# 0 00000800:00000200:0.0:1767384609.914760:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp25 00000800:00000010:0.0:1767384609.914764:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eee1ebe0. 00000800:00000010:0.0:1767384609.914770:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003e91242b. 00000800:00000010:0.0:1767384609.914778:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bd644c41. 00000800:00000200:0.0:1767384609.914782:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (2) 00080000:00000001:3.0:1767384609.914784:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767384609.914787:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (2) 00080000:00000001:3.0:1767384609.914789:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384609.914792:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.914793:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384609.914796:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384609.914800:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000400:00000200:0.0:1767384609.914800:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384609.914803:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00080000:00000001:3.0:1767384609.914806:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384609.914813:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b37f92c. 00080000:00000001:3.0:1767384609.914816:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578223616 : -117144131328000 : ffff957541aa2800) 00080000:00000001:3.0:1767384609.914819:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384609.914888:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.914942:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000001:00000001:3.0:1767384609.914947:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384609.914950:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.914953:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384609.914972:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00080000:00000001:3.0:1767384609.914976:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.914981:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384609.915010:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915052:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915094:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00080000:00000001:3.0:1767384609.915123:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384609.915128:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384609.915131:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915160:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915190:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915212:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915243:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915268:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915295:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915324:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915415:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915481:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915514:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915572:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915628:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915674:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915710:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915737:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915779:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915809:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915848:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915874:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915905:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915943:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915959:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.915991:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.916017:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.916036:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000800:00000010:0.0:1767384609.916210:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084bba02b. 00000800:00000010:0.0:1767384609.916215:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001345778f. 00000800:00000010:0.0:1767384609.916221:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5930006. 00000800:00000010:0.0:1767384609.916251:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5930006. 00000400:00000200:2.0:1767384609.916614:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384609.916634:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp25 from 223.3.0.2 00000800:00000010:2.0:1767384609.916639:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000080d92f19. 00000800:00000010:2.0:1767384609.916845:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac46f947. 00000800:00000010:2.0:1767384609.916850:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d57733e8. 00000800:00000010:2.0:1767384609.916873:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ffe66ef9. 00000800:00000200:2.1:1767384609.916878:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (2) 00000800:00000200:2.1:1767384609.916884:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp25 00000000ffe66ef9 deleted 00000800:00000010:2.1:1767384609.916887:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ffe66ef9. 00000800:00000200:2.1:1767384609.916892:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384609.916899:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:991 00000800:00000200:2.1:1767384609.916902:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eee1ebe0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384609.916909:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp25 p 3.x 192.168.203.133 -> 192.168.203.133:991 incarnation:1767384608379093350 sched[0] 00000800:00000010:2.0:1767384609.916913:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f922d5f8. 00000800:00000010:2.0:1767384609.916970:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f922d5f8. 00000800:00000010:2.0:1767384609.916975:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d57733e8. 00000800:00000010:2.0:1767384609.917008:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000080d92f19. 00000800:00000001:2.0:1767384609.917021:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384609.917025:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384609.917078:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384609.917081:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eee1ebe0. 00000400:00000200:2.0:1767384609.917085:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384609.917091:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: GET: OK 00000400:00000200:2.0:1767384609.917095:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384609.917099:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000200:0.1:1767384609.917135:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384609.917146:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp25 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384608379093350 sched[0] 00000800:00000010:0.0:1767384609.917150:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001345778f. 00000800:00000001:2.0:1767384609.917511:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384609.917518:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384609.917520:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384609.917526:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384609.917538:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25) <- 192.168.203.133@tcp25 : GET - for me 00000400:00000200:0.0:1767384609.917543:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384609.917549:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384609.917556:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 320/320 into md 0x168d [1] + 0 00000400:00000200:2.0:1767384609.917565:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp25 to MR: 192.168.203.133@tcp25 local destination 00000400:00000200:2.0:1767384609.917571:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp25 NI seq info: [44:44:256:4294967295] 192.168.203.133@tcp25 LPNI seq info [44:44:8:4294967295] 00000400:00000200:2.0:1767384609.917583:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) -> 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) 192.168.203.133@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384609.917589:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.133@tcp25 00000800:00000010:2.0:1767384609.917592:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a01c3f38. 00000800:00000200:2.0:1767384609.917597:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (4) 00000800:00000200:2.0:1767384609.917618:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:988 00000800:00000200:2.0:1767384609.917622:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a01c3f38 type 3, nob 416 niov 1 nkiov 1 00000400:00000200:0.0:1767384609.917628:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000001:3.0:1767384609.917651:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384609.917692:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384609.917696:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a01c3f38. 00000800:00000001:3.0:1767384609.917701:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384609.917702:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384609.917708:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000001:3.0:1767384609.917709:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384609.917716:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: REPLY: OK 00000800:00000001:3.0:1767384609.917720:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384609.917725:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.917731:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.917742:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25) <- 192.168.203.133@tcp25 : REPLY - for me 00000400:00000200:3.0:1767384609.917757:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp25: Reply from 12345-192.168.203.133@tcp25 of length 320/320 into md 0x16a9 00000800:00000001:3.0:1767384609.917763:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.917771:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.917773:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384609.917780:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: REPLY: OK 00000400:00000200:3.0:1767384609.917786:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:3.0:1767384609.917789:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000400:00000200:3.0:1767384609.917795:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384609.917799:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384609.917800:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:3.0:1767384609.917809:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:3.0:1767384609.917817:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 18. state = 0x100251 00000400:00000200:3.0:1767384609.917825:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384609.917841:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (19) 00000800:00000001:3.0:1767384609.917850:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.917856:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.917882:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384609.917889:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000200:0.0:1767384609.917890:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000010:3.0:1767384609.917896:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000e41f731e. 00000400:00000010:3.0:1767384609.917902:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 000000005c68af43. 00000400:00000010:3.0:1767384609.917906:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 000000007c30e944. 00000400:00000010:3.0:1767384609.917941:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008348a46b. 00000400:00000200:0.0:1767384609.917953:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384609.917958:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008348a46b nid 192.168.203.133@tcp26 00000400:00000010:3.0:1767384609.917965:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cc9d7fde. 00000400:00000200:3.0:1767384609.917968:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cc9d7fde net tcp26 00000400:00000200:3.0:1767384609.917971:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (18) 00000400:00000200:3.0:1767384609.917980:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp26 flags 0x11 00000400:00000010:3.0:1767384609.917986:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000e41f731e. 00000400:00000010:3.0:1767384609.917991:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 000000005c68af43. 00000400:00000010:3.0:1767384609.917996:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 000000007c30e944. 00000400:00000010:3.0:1767384609.918000:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000041da1e81. 00000400:00000200:3.0:1767384609.918006:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384609.918010:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:3.0:1767384609.918016:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:3.0:1767384609.918023:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:3.0:1767384609.918029:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384609.918033:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384609.918039:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384609.918040:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384609.918051:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (19) 00000400:00000200:0.0:1767384609.918127:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918207:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918272:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918329:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918415:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918491:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918667:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918699:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918755:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918798:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918878:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918934:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.918984:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919061:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919150:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919212:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919291:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919679:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919724:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919766:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919806:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919838:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919864:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919893:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919935:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384609.919983:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000800:00000010:0.0:1767384609.920155:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001cf9de24. 00000800:00000010:0.0:1767384609.920159:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001345778f. 00000800:00000010:0.0:1767384609.920163:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5930006. 00000800:00000010:0.0:1767384609.920199:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5930006. 00000400:00000200:3.0:1767384609.920333:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384609.920351:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp25 from 222.3.0.2 00000800:00000010:3.0:1767384609.920363:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000051c70b91. 00000800:00000010:0.0:1767384609.920396:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000450d826b. 00000800:00000010:0.0:1767384609.920401:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016e88362. 00000800:00000010:0.0:1767384609.920422:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000038b11ec6. 00000800:00000200:0.1:1767384609.920440:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (4) 00000800:00000200:0.1:1767384609.920450:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp25 0000000038b11ec6 deleted 00000800:00000010:0.1:1767384609.920452:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000038b11ec6. 00000800:00000200:0.1:1767384609.920455:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384609.920460:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp25 p 3.x 192.168.203.133 -> 192.168.203.133:990 incarnation:1767384608379093350 sched[0] 00000800:00000010:0.0:1767384609.920465:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5930006. 00000800:00000010:0.0:1767384609.920510:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5930006. 00000800:00000010:0.0:1767384609.920514:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016e88362. 00000800:00000010:0.0:1767384609.920540:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000051c70b91. 00000800:00000001:0.0:1767384609.920548:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384609.920551:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384609.920575:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384609.920581:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp25 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384608379093350 sched[0] 00000800:00000010:0.0:1767384609.920584:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001345778f. 00000800:00000001:0.0:1767384609.920616:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384609.920619:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384609.924784:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384609.924790:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384609.924792:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384609.924794:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384609.924796:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384609.924800:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384609.924802:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384609.924803:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384609.924804:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384609.924805:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384609.924809:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b37f92c. 00080000:00000001:2.0:1767384609.924814:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384609.924816:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384609.924820:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f681a2ae. 20000000:01000000:3.0:1767384609.924821:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384609.924825:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00080000:00000020:3.0:1767384609.924829:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384609.924829:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384609.924834:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384609.924847:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384609.924851:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384609.924854:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384609.924854:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384609.924861:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384609.924861:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384609.924863:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.924865:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384609.924866:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384609.924870:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384609.924873:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000010:3.0:1767384609.924874:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa2da4f9. 00080000:00000001:1.0:1767384609.924875:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384609.924881:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ab56ae0f. 00080000:00000001:1.0:1767384609.924885:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568996352 : -117144140555264 : ffff9575411d5c00) 00010000:00000001:3.0:1767384609.924886:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384609.924887:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:3.0:1767384609.924892:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f4a3a63. 00000020:00000001:3.0:1767384609.924897:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384609.924899:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f4a3a63 with handle 0x1c01179f271edcb5 to hash 00000020:00000001:3.0:1767384609.924901:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384609.924902:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384609.924904:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384609.924906:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.924908:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.924910:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.924916:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384609.924919:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384609.924921:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384609.924923:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.924925:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.924926:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.924928:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.924930:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384609.924932:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384609.924933:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384609.924934:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384609.924936:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa2da4f9) refcount = 1 00010000:00010000:3.0:1767384609.924939:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384609.924942:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384609.924943:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384609.924946:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.924947:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384609.924950:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384609.924950:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384609.924954:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.924956:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384609.924958:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384609.924961:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00080000:00000001:1.0:1767384609.924962:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.924963:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384609.924965:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:3.0:1767384609.924972:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.924974:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:3.0:1767384609.924976:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384609.924978:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384609.924980:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384609.924982:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.924987:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384609.924989:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.924992:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.924994:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384609.924995:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.924999:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.925000:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.925003:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384609.925005:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384609.925009:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004f4a3a63 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384609.925011:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.925013:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384609.925015:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.925019:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384609.925020:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.925022:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.925023:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=5 00000020:00000001:3.0:1767384609.925024:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384609.925026:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384609.925032:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384609.925034:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.925038:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384609.925040:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.925041:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.925044:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384609.925046:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384609.925048:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.925049:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.925051:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4a3a63 with handle 0x1c01179f271edcb5 from hash 00010000:00000001:3.0:1767384609.925053:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384609.925054:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.925056:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.925057:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384609.925059:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384609.925061:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1767384609.925062:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384609.925063:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384609.925066:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384609.925067:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384609.925070:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.925073:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384609.925074:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384609.925076:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.925077:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.925079:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.925080:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.925082:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.925083:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.925087:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.925088:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.925090:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384609.925091:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384609.925093:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.925094:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.925098:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384609.925101:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384609.925102:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.925104:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.925108:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384609.925109:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384609.925110:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f4a3a63/0x1c01179f271edcb5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384609.925114:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa2da4f9 count: 0 00010000:00000001:3.0:1767384609.925126:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384609.925127:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384609.932354:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294898730, at 4294898731 00000100:00000040:0.0:1767384609.932356:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294898730, at 4294898731 00000100:00000040:2.0:1767384609.932357:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294898730, at 4294898731 00000100:00000010:1.0:1767384609.932364:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e744b7a7. 00000100:00000010:0.0:1767384609.932366:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004823fe0b. 00000100:00000010:2.0:1767384609.932367:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008af6b6af. 00000400:00000010:3.0:1767384609.932794:0:24783:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007af251ac. 00000400:00000040:3.0:1767384609.932811:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.932813:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384609.932816:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.932817:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.932819:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.932821:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384609.932824:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.932825:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384609.932827:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384609.932828:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384609.932830:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384609.932832:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.932834:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384609.932835:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.932836:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384609.932838:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384609.932840:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.932842:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384609.932843:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384609.932846:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.932847:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.932849:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.932851:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.932856:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.932857:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384609.932859:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.932860:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.932862:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.932864:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.932865:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.932866:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384609.932869:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.932870:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.932872:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.932873:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.932874:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.932876:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384609.932878:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.932880:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.932881:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384609.932883:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384609.932884:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.932886:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384609.932887:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384609.932889:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384609.932890:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384609.932891:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384609.932893:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384609.932895:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384609.932897:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.932898:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384609.932899:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384609.932900:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384609.932902:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384609.932903:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384609.932905:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384609.932906:0:24783:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384609.932960:0:24783:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007af251ac. 00080000:00000001:1.0:1767384609.933132:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384609.933138:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:1.0:1767384609.933140:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384609.933141:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384609.933143:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384609.933150:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384609.933153:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384609.933158:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384609.933163:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384609.933165:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384609.933165:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:2.0:1767384609.933170:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384609.933172:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384609.933177:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091ca1d80. 00010000:00000001:2.0:1767384609.933180:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384609.933180:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384609.933183:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384609.933184:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384609.933185:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384609.933186:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1767384609.933191:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d448b441. 00080000:00000010:1.0:1767384609.933191:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ab56ae0f. 00000020:00000001:2.0:1767384609.933197:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384609.933198:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:2.0:1767384609.933201:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d448b441 with handle 0x1c01179f271edcbc to hash 00000020:00000001:2.0:1767384609.933204:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384609.933205:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384609.933207:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384609.933210:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384609.933217:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384609.933219:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933225:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384609.933227:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384609.933228:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384609.933229:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384609.933231:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384609.933232:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384609.933233:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384609.933235:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384609.933237:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384609.933238:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384609.933239:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384609.933241:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091ca1d80) refcount = 1 00010000:00010000:2.0:1767384609.933243:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933247:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384609.933248:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384609.933250:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384609.933252:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.933253:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384609.933255:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384609.933257:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384609.933259:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384609.933260:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384609.933266:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=4 00000020:00000001:2.0:1767384609.933268:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384609.933270:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384609.933272:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384609.933273:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933278:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384609.933279:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933283:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384609.933284:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384609.933285:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933289:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384609.933290:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.933292:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384609.933293:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384609.933297:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d448b441 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384609.933298:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384609.933300:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384609.933301:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933305:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384609.933307:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384609.933308:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384609.933327:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=5 00000020:00000001:2.0:1767384609.933329:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384609.933331:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384609.933333:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384609.933338:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933342:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384609.933344:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384609.933345:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.933347:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384609.933348:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384609.933350:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384609.933351:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384609.933353:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d448b441 with handle 0x1c01179f271edcbc from hash 00010000:00000001:2.0:1767384609.933355:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384609.933356:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384609.933358:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384609.933359:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384609.933360:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384609.933361:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384609.933363:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384609.933364:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384609.933366:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.933366:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384609.933367:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384609.933369:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384609.933370:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384609.933371:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294898730, at 4294898732 00010000:00000001:2.0:1767384609.933371:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.933374:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.933378:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384609.933380:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000818a4fe9. 00010000:00010000:2.0:1767384609.933380:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933387:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384609.933388:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384609.933390:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384609.933391:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384609.933392:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384609.933393:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384609.933395:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384609.933397:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.933403:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384609.933404:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.933408:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384609.933408:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384609.933409:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d448b441/0x1c01179f271edcbc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384609.933412:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000091ca1d80 count: 0 00010000:00000001:2.0:1767384609.933416:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384609.933417:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384609.934336:0:24783:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa2da4f9. 00010000:00000010:3.1:1767384609.934343:0:24783:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4a3a63. 00080000:00000020:2.0:1767384609.934939:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384609.934942:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384609.934944:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a8dfe7c4. 20000000:00000001:2.0:1767384609.934949:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384609.934952:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037646464 00010000:00000001:2.0:1767384609.934954:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384609.934960:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017a7c4fa x1853237037646464/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384609.934967:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384609.934969:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384609.934972:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384609.934975:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384609.934978:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384609.934980:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384609.934983:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384609.934984:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.934987:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384609.934990:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384609.934993:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066fa7dd1. 00000100:00000200:2.0:1767384609.934996:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037646464, offset 224 00000400:00000200:2.0:1767384609.935002:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384609.935010:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384609.935017:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504280 00000400:00000200:2.0:1767384609.935022:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x169d [2] + 224 00000400:00000200:2.0:1767384609.935033:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384609.935036:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384609.935041:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384609.935044:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384609.935051:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.935069:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384609.935075:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066fa7dd1 00000400:00000010:2.0:1767384609.935076:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066fa7dd1. 00000100:00000001:2.0:1767384609.935086:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384609.935088:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.935089:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384609.935092:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384609.935096:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384609.935099:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384609.935100:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:0.0:1767384609.935103:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384609.935104:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384609.935107:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.935107:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c42c690. 00000020:00000001:2.0:1767384609.935112:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384609.935113:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e03245 00000100:00000040:2.0:1767384609.935116:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017a7c4fa x1853237037646464/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384609.935118:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e03245. 00000100:00000001:0.0:1767384609.935123:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384609.935131:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017a7c4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037646464:12345-0@lo:253: Request processed in 20578us (21057us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384609.935131:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384609.935147:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000200:0.0:1767384609.935150:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384609.935151:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384609.935156:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384609.935159:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384609.935161:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384609.935164:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae035568. 00000100:00000001:0.0:1767384609.935164:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.935169:0:16166:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384609.935171:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac21d4ea. 02000000:00000001:0.0:1767384609.935172:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384609.935175:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384609.935177:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384609.935179:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d18aa4a1. 02000000:00000001:0.0:1767384609.935179:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384609.935186:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:0.0:1767384609.935186:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=39 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384609.935192:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384609.935192:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=39 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384609.935195:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000acb8b47. 00000100:00000001:0.0:1767384609.935197:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384609.935199:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.935201:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384609.935202:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384609.935204:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384609.935205:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.935207:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.935211:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384609.935216:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384609.935217:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384609.935220:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf14412c. 00000100:00000001:0.0:1767384609.935221:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384609.935224:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384609.935226:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066fa7dd1. 00000020:01000004:0.0:1767384609.935227:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384609.935231:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384609.935238:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384609.935239:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384609.935241:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384609.935242:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384609.935244:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384609.935245:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384609.935247:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384609.935250:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384609.935256:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8542217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037646464:0@lo:253: 00000100:00000001:0.0:1767384609.935259:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.935261:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384609.935262:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8542217 x1853237037646464/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.935266:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384609.935268:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384609.935270:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000023252fec. 02000000:00000001:0.0:1767384609.935273:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384609.935274:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384609.935275:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384609.935276:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384609.935278:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004dbf7670. 02000000:00000001:0.0:1767384609.935281:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384609.935282:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384609.935283:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8542217. 00000100:00000001:0.0:1767384609.935286:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384609.935287:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.935288:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.935291:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384609.935292:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.935294:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.935295:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384609.936070:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384609.936073:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384609.936074:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f4707545. 20000000:00000001:2.0:1767384609.936077:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384609.936079:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037646336 00010000:00000001:2.0:1767384609.936081:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384609.936083:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000672c3b9e x1853237037646336/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384609.936089:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384609.936090:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384609.936091:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384609.936093:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384609.936095:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384609.936096:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384609.936098:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384609.936099:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.936100:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384609.936102:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384609.936104:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d57733e8. 00000100:00000200:2.0:1767384609.936106:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037646336, offset 224 00000400:00000200:2.0:1767384609.936109:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384609.936113:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384609.936117:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504200 00000400:00000200:2.0:1767384609.936120:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1695 [2] + 224 00000400:00000200:2.0:1767384609.936123:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384609.936125:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384609.936127:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384609.936128:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384609.936134:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.936155:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384609.936158:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57733e8 00000400:00000010:2.0:1767384609.936160:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d57733e8. 00000100:00000001:2.0:1767384609.936161:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384609.936162:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384609.936165:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.936167:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384609.936169:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384609.936170:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.936172:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384609.936173:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384609.936174:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000672c3b9e x1853237037646336/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384609.936181:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000672c3b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037646336:12345-0@lo:253: Request processed in 21634us (22266us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384609.936182:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384609.936187:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384609.936190:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000400:00000001:3.0:1767384609.936191:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384609.936194:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000400:00000010:3.0:1767384609.936195:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000120576c2. 00000100:00000001:2.0:1767384609.936198:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384609.936200:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002750d058 00000100:00000001:2.0:1767384609.936201:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384609.936205:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002750d058. 00000020:00000010:2.0:1767384609.936206:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0eaac9a. 00000100:00000001:3.0:1767384609.936209:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384609.936212:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004243f6b3. 00000100:00000200:3.0:1767384609.936215:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384609.936217:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcf54df7. 00000020:00000040:2.0:1767384609.936222:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:2.0:1767384609.936226:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384609.936229:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384609.936229:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac1a39e9. 02000000:00000001:2.0:1767384609.936235:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384609.936237:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384609.936243:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384609.936244:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384609.936246:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384609.936247:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023dae91f. 00000100:00000001:3.0:1767384609.936248:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384609.936252:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384609.936253:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d57733e8. 00000100:00000001:3.0:1767384609.936254:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384609.936256:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.936259:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384609.936261:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384609.936264:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384609.936266:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384609.936266:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.936268:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384609.936269:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.936270:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.936273:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.936278:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384609.936279:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384609.936280:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384609.936282:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384609.936283:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384609.936284:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384609.936285:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384609.936286:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384609.936287:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384609.936293:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384609.936293:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384609.936294:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384609.936295:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384609.936297:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384609.936302:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd69e493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037646336:0@lo:253: 00000100:00000001:3.0:1767384609.936305:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.936306:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384609.936307:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd69e493 x1853237037646336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.936341:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384609.936342:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384609.936344:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dbaf21e5. 02000000:00000001:3.0:1767384609.936347:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384609.936348:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384609.936349:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384609.936351:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384609.936352:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4c06d34. 02000000:00000001:3.0:1767384609.936355:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384609.936356:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384609.936357:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd69e493. 00000100:00000001:3.0:1767384609.936359:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384609.936360:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.936362:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.936365:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384609.936366:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.936368:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.936369:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384609.939354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091ca1d80. 00010000:00000010:2.1:1767384609.939363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d448b441. 00010000:00000001:0.0:1767384610.465560:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384610.465566:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.465571:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384610.465573:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.465609:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384610.465612:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384610.465614:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384610.913496:0:16841:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384610.913502:0:16841:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.913536:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384610.913541:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384610.988283:0:25082:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384610.988297:0:25082:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.988301:0:25082:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384610.988308:0:25082:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384610.988321:0:25082:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.988354:0:25082:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.425441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384611.425451:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384611.425458:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75dce92. 00000020:00000040:2.0:1767384611.425464:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384611.425468:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384611.425471:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384611.425475:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384611.425482:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000450c50e1. 00000100:00000001:2.0:1767384611.425489:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.425496:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384611.425507:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384611.425509:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.425514:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e75dce92] to pc [ptlrpcd_00_00+0] req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.425541:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.425544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384611.425548:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384611.425551:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d305ac99. 00000100:00000001:3.0:1767384611.425553:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384611.425554:0:37:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384611.425559:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384611.425561:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767384611.425562:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384611.425566:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.425567:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384611.425571:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a01c3f38. 00000100:00000001:0.0:1767384611.425573:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.425576:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.425579:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384611.425580:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.425584:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384611.425585:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.425593:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384611.425596:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.425597:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384611.425601:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d305ac99] to pc [ptlrpcd_00_01+1] req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.425602:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384611.425606:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384611.425612:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.425648:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384611.425650:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.425653:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.425654:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384611.425657:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384611.425658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384611.425659:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384611.425662:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767384611.425668:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.425671:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.425672:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767384611.425676:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037646592:0@lo:400: 00000100:00000010:2.0:1767384611.425679:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce7618d. 00000100:00000001:0.0:1767384611.425681:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384611.425683:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384611.425685:0:37:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384611.425686:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384611.425690:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384611.425693:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384611.425693:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384611.425694:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384611.425698:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384611.425699:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384611.425700:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384611.425702:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.425703:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384611.425707:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023c81b56. 02000000:00000001:3.0:1767384611.425711:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384611.425713:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af580be6. 00000100:00000040:0.0:1767384611.425715:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.425721:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384611.425722:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000120576c2. 00000100:00000040:2.0:1767384611.425733:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384611.425734:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad77c2a9. 00000100:00000001:0.0:1767384611.425736:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384611.425740:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384611.425745:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037646592, portal 25 02000000:00000001:0.0:1767384611.425748:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384611.425754:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384611.425754:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384611.425756:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384611.425758:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000100:00000001:2.0:1767384611.425760:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.425762:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.425769:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384611.425770:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d305ac99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037646720:0@lo:400: 00000100:00000040:2.0:1767384611.425772:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce7618d] to pc [ptlrpcd_00_02+2] req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.425783:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384611.425789:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384611.425793:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.425799:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384611.425806:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1ef86a1. 00000100:00000001:3.0:1767384611.425809:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384611.425814:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.425820:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384611.425823:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c42c690. 00000400:00000010:3.0:1767384611.425825:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3c7bf6. 00000100:00000001:2.0:1767384611.425829:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384611.425831:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037646592, offset 0 00000400:00000010:0.0:1767384611.425833:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6355ddb. 00000100:00000040:2.0:1767384611.425834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384611.425841:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384611.425844:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384611.425847:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dbfc293. 00000020:00000040:2.0:1767384611.425853:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1767384611.425853:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037646720, portal 4 00000100:00000001:0.0:1767384611.425861:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384611.425862:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384611.425863:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384611.425864:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974596480 : -117139734955136 : ffff957647b57b80) 02000000:00000001:2.0:1767384611.425867:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384611.425873:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384611.425879:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000254e3ce8. 00000100:00000040:0.0:1767384611.425879:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384611.425886:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f504300 00000100:00000001:2.0:1767384611.425887:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.425899:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384611.425905:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xffd [2] + 0 00000100:00000001:0.0:1767384611.425905:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384611.425916:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e2b5a97. 00000100:00000040:0.0:1767384611.425925:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384611.425927:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec578087 00000100:00000001:2.0:1767384611.425927:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384611.425930:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000100:00000001:2.0:1767384611.425931:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384611.425944:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037646720, offset 0 00000400:00000200:3.0:1767384611.425945:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384611.425948:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dbfc293] to pc [ptlrpcd_00_03+3] req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384611.425960:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384611.425962:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384611.425972:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec578087 00000100:00000001:2.0:1767384611.425974:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384611.425979:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec578087. 00000400:00000200:0.0:1767384611.425982:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384611.425985:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (237) 00000100:00000001:3.0:1767384611.425986:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384611.425991:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384611.425996:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f504380 00000100:00000040:3.0:1767384611.425998:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000f437b2e1 x1853237037646592 msgsize 224 00000100:00000001:2.0:1767384611.426002:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.426008:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384611.426010:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2768 00000100:00000001:2.0:1767384611.426013:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384611.426014:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384611.426020:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384611.426021:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384611.426022:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384611.426035:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384611.426036:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384611.426038:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384611.426041:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.426042:0:16163:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384611.426045:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384611.426046:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384611.426047:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3c7bf6 02000000:00000001:2.0:1767384611.426050:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384611.426053:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3c7bf6. 00000100:00000010:0.0:1767384611.426055:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8542217. 02000000:00000001:2.0:1767384611.426056:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426058:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384611.426063:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000e8542217 x1853237037646720 msgsize 224 00000100:00100000:2.0:1767384611.426067:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037646976:0@lo:400: 00000100:00000200:3.0:1767384611.426069:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.426078:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384611.426082:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384611.426083:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384611.426089:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384611.426094:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384611.426097:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384611.426099:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072a74934. 00000100:00000001:0.0:1767384611.426100:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384611.426105:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384611.426106:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.426112:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba55ef7 00000400:00000010:2.0:1767384611.426115:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084625bb0. 00000400:00000010:0.0:1767384611.426118:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000001:0.0:1767384611.426127:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384611.426128:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.426133:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000100:00000001:3.0:1767384611.426134:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384611.426137:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384611.426142:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037646976, portal 10 00000100:00000001:3.0:1767384611.426143:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.426149:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384611.426153:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294900242 00000100:00000001:2.0:1767384611.426154:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974595584 : -117139734956032 : ffff957647b57800) 00000100:00000001:0.0:1767384611.426156:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384611.426162:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384611.426164:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000818a4fe9. 00000100:00000040:2.0:1767384611.426168:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.426175:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384611.426184:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426185:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294900242 00000100:00000001:2.0:1767384611.426187:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384611.426189:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384611.426194:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384611.426195:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e744b7a7. 00000100:00000001:0.0:1767384611.426198:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.426199:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000100:00000001:3.0:1767384611.426201:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384611.426206:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8295 usecs (9 jiffies) 00000100:00000200:2.0:1767384611.426208:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037646976, offset 0 00000100:00000001:3.0:1767384611.426209:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294900242 00000100:00000001:0.0:1767384611.426212:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294900233 00000100:00000010:3.0:1767384611.426217:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008af6b6af. 00000100:00000001:0.0:1767384611.426218:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294900242 00000400:00000200:2.0:1767384611.426223:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384611.426225:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384611.426226:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294900233 00000100:00000001:0.0:1767384611.426233:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294900242 00000100:00000001:3.0:1767384611.426234:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294900242 00000400:00000200:2.0:1767384611.426240:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384611.426241:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294900233 00000100:00000010:3.0:1767384611.426243:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004823fe0b. 00000100:00000001:0.0:1767384611.426245:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294900242 00000100:00000001:3.0:1767384611.426249:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384611.426257:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294900233 00000400:00000200:2.0:1767384611.426260:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f504480 00000100:00000001:3.0:1767384611.426264:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.426265:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294900242 00000400:00000200:2.0:1767384611.426273:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:0.0:1767384611.426274:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384611.426275:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.426284:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426285:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.426286:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384611.426289:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426291:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.426294:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.426297:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384611.426298:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384611.426302:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384611.426306:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384611.426307:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384611.426335:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384611.426341:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003edfb082. 00000100:00000040:2.0:1767384611.426344:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000003edfb082 x1853237037646976 msgsize 224 00000100:00100000:2.0:1767384611.426348:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384611.426354:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.426363:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384611.426368:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384611.426371:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000100:00000001:3.0:1767384611.426372:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384611.426376:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384611.426377:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000100:00000001:2.0:1767384611.426382:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384611.426385:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384611.426390:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.426414:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384611.426432:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384611.426433:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.426438:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384611.426439:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384611.426444:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384611.426450:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.426456:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384611.426457:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037646848:0@lo:400: 00000100:00000001:2.0:1767384611.426460:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384611.426464:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384611.426467:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384611.426468:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.426470:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.426475:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384611.426476:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3822 usecs (4 jiffies) 02000000:00000010:3.0:1767384611.426479:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001265b4d1. 00000100:00000001:2.0:1767384611.426481:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294900229 02000000:00000001:3.0:1767384611.426484:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.426486:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294900242 00000400:00000010:3.0:1767384611.426490:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000389b3412. 00000100:00000001:2.0:1767384611.426491:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294900229 00000100:00000001:2.0:1767384611.426496:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294900242 00000400:00000010:3.0:1767384611.426498:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3c7bf6. 00000100:00000001:2.0:1767384611.426499:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294900229 00000100:00000200:3.0:1767384611.426505:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037646848, portal 10 00000100:00000001:2.0:1767384611.426505:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294900242 00000100:00000001:2.0:1767384611.426507:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294900229 00000100:00000001:3.0:1767384611.426511:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384611.426513:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294900242 00000100:00000001:3.0:1767384611.426515:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974585728 : -117139734965888 : ffff957647b55180) 00000100:00000001:2.0:1767384611.426520:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384611.426524:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.426535:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426538:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384611.426541:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.426545:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384611.426547:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384611.426550:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063b2c4ce. 00000100:00000001:2.0:1767384611.426554:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384611.426556:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384611.426559:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.426563:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384611.426564:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037646848, offset 0 00000100:00000001:2.0:1767384611.426565:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.426571:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384611.426576:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384611.426586:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384611.426594:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f504400 00000400:00000200:3.0:1767384611.426599:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000001:2.0:1767384611.426600:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384611.426606:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037646720 00000400:00000200:3.0:1767384611.426608:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:0.0:1767384611.426611:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:2.0:1767384611.426612:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384611.426618:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000020:0.0:1767384611.426618:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384611.426619:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384611.426624:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426628:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384611.426628:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe21d1a2. 02000000:00000001:2.0:1767384611.426629:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384611.426633:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1767384611.426636:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:2.0:1767384611.426638:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037646720 00000100:00000010:3.0:1767384611.426639:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ede3f990. 00000100:00000001:0.0:1767384611.426641:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767384611.426642:0:18091:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384611.426647:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384611.426648:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000ede3f990 x1853237037646848 msgsize 224 00000020:00000040:2.0:1767384611.426648:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:2.0:1767384611.426655:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384611.426656:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384611.426660:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00100000:3.0:1767384611.426663:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384611.426665:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072049cca. 00000020:00000001:2.0:1767384611.426666:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:2.0:1767384611.426672:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:0.0:1767384611.426673:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426676:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384611.426677:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384611.426680:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384611.426683:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384611.426684:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007cf3c920. 00000400:00000200:3.0:1767384611.426685:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063b2c4ce 00000400:00000010:3.0:1767384611.426691:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063b2c4ce. 00000100:00000040:0.0:1767384611.426691:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe21d1a2] to pc [ptlrpcd_00_00+0] req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384611.426694:0:18091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c78963bc. 00000100:00000001:3.0:1767384611.426696:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384611.426705:0:18091:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000200:3.0:1767384611.426706:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.426719:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384611.426722:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.426723:0:18091:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000004:00000001:0.0:1767384611.426727:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384611.426730:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f902931. 00000100:00000001:3.0:1767384611.426737:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426740:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384611.426740:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000094447c01. 00000100:00000001:3.0:1767384611.426747:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384611.426748:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004243f6b3. 00000100:00000001:0.0:1767384611.426752:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384611.426756:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3863 usecs (4 jiffies) 00000100:00100000:0.0:1767384611.426757:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037646592 00000100:00000040:2.0:1767384611.426759:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:0.0:1767384611.426764:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384611.426766:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384611.426767:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294900229 00000100:00000001:0.0:1767384611.426768:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384611.426772:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384611.426773:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426774:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294900242 00000100:00000001:2.0:1767384611.426776:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384611.426780:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426783:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294900229 00000100:00100000:0.0:1767384611.426785:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037646592 00000100:00000001:3.0:1767384611.426788:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294900242 00000100:00000001:2.0:1767384611.426788:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384611.426789:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384611.426794:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384611.426795:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294900229 00000020:00000040:0.0:1767384611.426795:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384611.426800:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384611.426801:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294900242 00000100:00000001:2.0:1767384611.426806:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384611.426807:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:3.0:1767384611.426808:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294900229 00000020:00000001:0.0:1767384611.426812:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384611.426815:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384611.426819:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.426820:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384611.426821:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294900242 00000100:00000001:3.0:1767384611.426826:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384611.426829:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426835:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384611.426835:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003efeaecf. 00000100:00000001:2.0:1767384611.426836:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384611.426841:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384611.426844:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.426845:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384611.426852:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000010:0.0:1767384611.426853:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003efeaecf. 00000100:00000001:3.0:1767384611.426855:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384611.426858:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384611.426860:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384611.426861:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091a65f29. 00000100:00000001:2.0:1767384611.426864:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987278848 : -117139722272768 : ffff957648770000) 00000100:00000001:3.0:1767384611.426869:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384611.426870:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d098f82. 00000100:00000001:3.0:1767384611.426872:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384611.426874:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8542217 x1853237037646720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:592/0 lens 224/0 e 0 to 0 dl 1767384622 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.426879:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384611.426880:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046329603. 00000100:00000001:3.0:1767384611.426887:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.426896:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384611.426897:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384611.426901:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384611.426902:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000422d44f7. 00000100:00000001:0.0:1767384611.426905:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384611.426908:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.426909:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426913:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384611.426915:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000422d44f7. 00000100:00100000:3.0:1767384611.426919:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037646976 00000100:00000001:0.0:1767384611.426920:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.426926:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384611.426927:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8542217 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037646720:12345-0@lo:400: 00000100:00000001:3.0:1767384611.426930:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384611.426935:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037646720 00000100:00000001:3.0:1767384611.426936:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.426938:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384611.426940:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384611.426943:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384611.426945:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384611.426947:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037646976 00000020:00000001:2.0:1767384611.426949:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.426952:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384611.426954:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384611.426955:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384611.426956:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000020:00000001:2.0:1767384611.426960:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:0.0:1767384611.426960:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384611.426961:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384611.426967:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000020:00000001:2.0:1767384611.426968:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384611.426972:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000020:00000001:2.0:1767384611.426974:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384611.426975:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000040:0.0:1767384611.426978:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:2.0:1767384611.426984:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384611.426985:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:0.0:1767384611.426985:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715865168 : -117138993686448 : ffff957673e45850) 00000020:00000001:2.0:1767384611.426989:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384611.426996:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.426997:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384611.427000:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f437b2e1 x1853237037646592/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 224/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384611.427002:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384611.427004:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079517896. 00000100:00000001:2.0:1767384611.427009:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384611.427012:0:16811:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000031e1d1e. 00000100:00000001:1.0:1767384611.427014:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384611.427015:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384611.427022:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384611.427023:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384611.427024:0:16811:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 02000000:00000010:2.0:1767384611.427025:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001ce18cb2. 00000100:00000001:1.0:1767384611.427027:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384611.427031:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003efeaecf. 02000000:00000001:2.0:1767384611.427033:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.427035:0:16811:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384611.427036:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384611.427040:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.427040:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384611.427042:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003efeaecf. 00000020:00000010:3.0:1767384611.427043:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1ea0210. 00000020:00000001:2.0:1767384611.427048:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384611.427052:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007546c7dc. 00010000:00000040:2.0:1767384611.427056:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037646720 00000100:00100000:0.0:1767384611.427057:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f437b2e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037646592:12345-0@lo:400: 00000020:00000010:3.0:1767384611.427061:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b31a3fa. 00010000:00000001:2.0:1767384611.427065:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767384611.427072:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037646592 00000100:00000040:3.0:1767384611.427073:0:16811:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1767384611.427078:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384611.427082:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384611.427082:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000200:2.0:1767384611.427083:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e8542217 x1853237037646720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:592/0 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384611.427083:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384611.427088:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384611.427088:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.427089:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.427097:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384611.427098:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384611.427102:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 02000000:00000001:1.0:1767384611.427104:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384611.427105:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.427106:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384611.427108:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384611.427112:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.427114:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.427115:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384611.427117:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384611.427118:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1767384611.427122:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe21d1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037647104:0@lo:13: 00000100:00000001:3.0:1767384611.427123:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384611.427125:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384611.427129:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.427131:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384611.427134:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384611.427134:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384611.427137:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384611.427140:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384611.427141:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384611.427142:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.427144:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384611.427146:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384611.427147:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384611.427148:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384611.427154:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.427155:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384611.427156:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384611.427162:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384611.427163:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384611.427163:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384611.427164:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abd84243. 00000100:00100000:3.0:1767384611.427167:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037646848 02000000:00000001:1.0:1767384611.427170:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384611.427171:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008ed113c2. 02000000:00000001:3.0:1767384611.427173:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384611.427173:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384611.427180:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384611.427180:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384611.427181:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b694b0a. 00000400:00000010:2.0:1767384611.427182:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000100:00000001:3.0:1767384611.427186:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.427187:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384611.427191:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037646720, offset 224 00000400:00000010:1.0:1767384611.427193:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad603cd. 02000000:00000001:3.0:1767384611.427195:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.427195:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.427204:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384611.427205:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037646848 00010000:00000040:0.0:1767384611.427205:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037646592 00000020:00000001:3.0:1767384611.427211:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384611.427212:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384611.427213:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037647104, portal 4 00000020:00000040:3.0:1767384611.427215:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000400:00000200:2.0:1767384611.427218:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384611.427222:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:0.0:1767384611.427222:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f437b2e1 x1853237037646592/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.427223:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767384611.427228:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:1.0:1767384611.427228:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987282432 : -117139722269184 : ffff957648770e00) 00000400:00000200:2.0:1767384611.427232:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f504380 00000020:00000001:3.0:1767384611.427237:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000040:1.0:1767384611.427244:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384611.427245:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000400:00000200:2.0:1767384611.427250:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16c5 [1] + 224 00000100:00000001:3.0:1767384611.427256:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384611.427262:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384611.427263:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000031e1d1e. 00000400:00000200:2.0:1767384611.427266:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384611.427267:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.427270:0:16811:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384611.427277:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=41 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384611.427279:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000031e1d1e. 00000400:00000200:2.0:1767384611.427280:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384611.427284:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384611.427289:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000514f1134. 00000100:00000001:0.0:1767384611.427290:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384611.427291:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384611.427296:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e79897c. 00000100:00000040:0.0:1767384611.427298:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000200:2.0:1767384611.427303:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384611.427305:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053b79f03. 00000100:00000040:1.0:1767384611.427306:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384611.427307:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:3.0:1767384611.427335:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384611.427338:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384611.427341:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384611.427349:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384611.427351:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384611.427353:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384611.427354:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005be9f7b. 00000100:00000040:2.0:1767384611.427355:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.427356:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384611.427359:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384611.427361:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384611.427364:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037647104, offset 0 00000100:00000040:0.0:1767384611.427370:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384611.427375:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384611.427377:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000200:1.0:1767384611.427382:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384611.427385:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384611.427389:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037646592, offset 224 00000100:00000001:3.0:1767384611.427391:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384611.427395:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000100:00000001:3.0:1767384611.427397:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384611.427398:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384611.427400:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000100:00100000:3.0:1767384611.427407:0:16811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384611.427408:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384611.427413:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384611.427414:0:16811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000400:00000200:0.0:1767384611.427414:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384611.427417:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.427435:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f504500 00000100:00000040:2.0:1767384611.427440:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384611.427441:0:16811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974593792 : -117139734957824 : ffff957647b57100) 00000400:00000200:0.0:1767384611.427443:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384611.427450:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384611.427452:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1344 00000100:00000040:3.0:1767384611.427455:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003edfb082 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:592/0 lens 224/0 e 0 to 0 dl 1767384622 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384611.427456:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.427461:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384611.427464:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f504300 00000020:00000001:2.0:1767384611.427471:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384611.427476:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384611.427481:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16bd [1] + 224 00000100:00000040:2.0:1767384611.427482:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8542217 x1853237037646720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:592/0 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384611.427496:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384611.427497:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384611.427498:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384611.427504:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:3.0:1767384611.427506:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000031e1d1e. 00000100:00100000:2.0:1767384611.427512:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8542217 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037646720:12345-0@lo:400: Request processed in 610us (1442us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384611.427512:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384611.427514:0:16811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384611.427515:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4218afe. 00000100:00000001:0.0:1767384611.427523:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384611.427524:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000031e1d1e. 00000100:00000040:1.0:1767384611.427525:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000f4218afe x1853237037647104 msgsize 224 00000100:00000200:0.0:1767384611.427533:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384611.427534:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1767384611.427542:0:16811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003edfb082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037646976:12345-0@lo:400: 00000100:00000040:2.0:1767384611.427544:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00100000:1.0:1767384611.427549:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384611.427552:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384611.427558:0:16811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037646976 00000100:00000001:2.0:1767384611.427559:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384611.427565:0:16811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384611.427566:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384611.427567:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000094447c01. 00000020:00000001:3.0:1767384611.427569:0:16811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384611.427574:0:16811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384611.427576:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004243f6b3. 00000400:00000200:1.0:1767384611.427577:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005be9f7b 00000020:00000001:3.0:1767384611.427582:0:16811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384611.427584:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005be9f7b. 00000020:00000010:2.0:1767384611.427587:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f902931. 00000020:00000001:3.0:1767384611.427588:0:16811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:1.0:1767384611.427592:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384611.427598:0:16811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1767384611.427600:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000020:00000001:3.0:1767384611.427602:0:16811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384611.427602:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384611.427604:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.427607:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384611.427610:0:16811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384611.427615:0:16811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384611.427620:0:16811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.427626:0:16811:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384611.427632:0:16811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384611.427634:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384611.427637:0:16811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384611.427640:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384611.427645:0:16811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a9f768a3. 00000100:00100000:2.0:1767384611.427652:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 02000000:00000001:3.0:1767384611.427654:0:16811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.427655:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384611.427656:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384611.427657:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:3.0:1767384611.427658:0:16811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.427666:0:16811:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.427666:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646736640 : -117139062814976 : ffff95766fc58700) 00000100:00000040:1.0:1767384611.427666:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384611.427667:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba55ef7 00000400:00000010:0.0:1767384611.427674:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00010000:00000040:3.0:1767384611.427677:0:16811:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037646976 00000100:00000040:2.0:1767384611.427681:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ede3f990 x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:592/0 lens 224/0 e 0 to 0 dl 1767384622 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.427682:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384611.427686:0:16811:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384611.427688:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384611.427696:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384611.427698:0:16811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003edfb082 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:592/0 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.427707:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384611.427708:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:1.0:1767384611.427715:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384611.427717:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384611.427723:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.427725:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.427726:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384611.427730:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384611.427734:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8295 usecs (9 jiffies) 00000020:00000010:2.0:1767384611.427735:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000422d44f7. 00010000:00000001:3.0:1767384611.427737:0:16811:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384611.427740:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f437b2e1 x1853237037646592/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.427743:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384611.427744:0:16811:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.427744:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294900235 00000020:00000010:2.0:1767384611.427753:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000422d44f7. 00000100:00000001:1.0:1767384611.427755:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294900242 00000100:00001000:3.0:1767384611.427756:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384611.427764:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294900235 00000100:00100000:2.0:1767384611.427766:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ede3f990 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037646848:12345-0@lo:400: 00000100:00100000:0.0:1767384611.427772:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f437b2e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037646592:12345-0@lo:400: Request processed in 742us (1767us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384611.427773:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294900242 00000100:00000001:3.0:1767384611.427776:0:16811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384611.427782:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037646848 00000100:00000001:1.0:1767384611.427783:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294900235 00000100:00000040:3.0:1767384611.427784:0:16811:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:2.0:1767384611.427789:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384611.427793:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294900242 00000100:00000001:3.0:1767384611.427794:0:16811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:2.0:1767384611.427796:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384611.427801:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 02000000:00000001:3.0:1767384611.427803:0:16811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384611.427803:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.427808:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294900235 02000000:00000001:3.0:1767384611.427809:0:16811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384611.427810:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384611.427810:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384611.427817:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294900242 00000100:00000001:3.0:1767384611.427818:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384611.427819:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384611.427824:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:1.0:1767384611.427826:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.427826:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384611.427829:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384611.427832:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384611.427834:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d098f82. 00000020:00000001:2.0:1767384611.427835:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.427835:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384611.427838:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063b2c4ce. 00000020:00000001:2.0:1767384611.427844:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384611.427844:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046329603. 00000100:00000200:3.0:1767384611.427847:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037646976, offset 224 00000020:00000001:2.0:1767384611.427849:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:1.0:1767384611.427850:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384611.427852:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091a65f29. 00000020:00000001:2.0:1767384611.427855:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384611.427856:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384611.427858:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000400:00000010:1.0:1767384611.427861:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c42c690. 00000020:00000001:2.0:1767384611.427862:0:16812:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384611.427864:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384611.427869:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384611.427869:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008ed113c2. 00000400:00000200:1.0:1767384611.427870:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6355ddb 02000000:00000001:2.0:1767384611.427874:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384611.427877:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6355ddb. 02000000:00000001:0.0:1767384611.427879:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:2.0:1767384611.427881:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000075b5a62f. 00000100:00000001:0.0:1767384611.427883:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384611.427885:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.427886:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384611.427890:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384611.427892:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384611.427893:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384611.427896:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384611.427898:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a77c600. 00000020:00000001:2.0:1767384611.427900:0:16812:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.427908:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7b8b17e. 00010000:00000040:2.0:1767384611.427909:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037646848 00000400:00000200:3.0:1767384611.427911:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384611.427918:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384611.427927:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ede3f990 x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:592/0 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384611.427931:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384611.427932:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f504480 00000400:00000200:3.0:1767384611.427948:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16cd [1] + 224 00000400:00000200:3.0:1767384611.427960:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384611.427965:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384611.427971:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384611.427972:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.427972:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384611.427977:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384611.427980:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384611.427981:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384611.427982:0:16811:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384611.427988:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384611.427990:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384611.427991:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384611.427993:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.427995:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.427997:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 02000000:00000001:1.0:1767384611.428003:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.428005:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384611.428012:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1767384611.428013:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=31 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384611.428016:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.428021:0:16811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384611.428021:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384611.428022:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384611.428032:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384611.428033:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384611.428038:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.428041:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00010000:00000001:1.0:1767384611.428045:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384611.428049:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037646848, offset 224 00010000:00080000:1.0:1767384611.428054:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.428058:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384611.428063:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384611.428070:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.428074:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767384611.428077:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063b2c4ce 00000100:00000040:1.0:1767384611.428078:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384611.428080:0:16812:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384611.428084:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063b2c4ce. 00000100:00000001:1.0:1767384611.428085:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384611.428091:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.428092:0:16811:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384611.428097:0:16812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f504400 00000100:00000001:3.0:1767384611.428098:0:16811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384611.428102:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.428105:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.428108:0:16812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16d5 [1] + 224 00000100:00000040:3.0:1767384611.428113:0:16811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:3.0:1767384611.428122:0:16811:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384611.428123:0:16812:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384611.428126:0:16811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.428132:0:16811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384611.428136:0:16812:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384611.428139:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384611.428141:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003edfb082 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:592/0 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.428147:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384611.428152:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.428153:0:16812:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384611.428162:0:16812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384611.428163:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384611.428168:0:16811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003edfb082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037646976:12345-0@lo:400: Request processed in 666us (1818us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384611.428201:0:16811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384611.428209:0:16811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000040:2.0:1767384611.428212:0:16812:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384611.428213:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d305ac99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037646720:0@lo:400: 00000100:00000001:3.0:1767384611.428214:0:16811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384611.428220:0:16811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384611.428226:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007546c7dc. 00000100:00000001:1.0:1767384611.428227:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.428233:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384611.428234:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b31a3fa. 00000100:00000040:1.0:1767384611.428238:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d305ac99 x1853237037646720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.428240:0:16812:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384611.428244:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1ea0210. 00000400:00000200:2.0:1767384611.428250:0:16812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000020:00000040:3.0:1767384611.428253:0:16811:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000400:00000010:2.0:1767384611.428255:0:16812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000100:00000001:1.0:1767384611.428259:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384611.428261:0:16811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.428262:0:16812:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384611.428264:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384611.428266:0:16812:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:1.0:1767384611.428268:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1ef86a1. 00000100:00000001:2.0:1767384611.428273:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.428275:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384611.428280:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000001:1.0:1767384611.428280:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:3.0:1767384611.428282:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384611.428285:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384611.428286:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:3.0:1767384611.428288:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000020:00000001:2.0:1767384611.428291:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384611.428292:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1767384611.428295:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000010:1.0:1767384611.428297:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a01c3f38. 00000020:00000001:2.0:1767384611.428298:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384611.428299:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 02000000:00000001:1.0:1767384611.428306:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384611.428307:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ede3f990 x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:592/0 lens 224/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384611.428342:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384611.428344:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d305ac99. 00000100:00000001:3.0:1767384611.428345:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384611.428351:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037647104 00000100:00000001:1.0:1767384611.428352:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384611.428357:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384611.428358:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.428361:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384611.428365:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.428366:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384611.428374:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ede3f990 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037646848:12345-0@lo:400: Request processed in 641us (1721us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384611.428375:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.428376:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384611.428381:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384611.428384:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037647104 00000020:00000001:3.0:1767384611.428389:0:17588:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384611.428390:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384611.428393:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00100000:2.0:1767384611.428395:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:1.0:1767384611.428395:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384611.428397:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384611.428401:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384611.428402:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000040:2.0:1767384611.428403:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:1.0:1767384611.428406:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.428409:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384611.428411:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384611.428415:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384611.428417:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384611.428433:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384611.428434:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e79897c. 00000020:00000010:3.0:1767384611.428438:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000031e1d1e. 00000020:00000010:2.0:1767384611.428441:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053b79f03. 00000100:00000001:3.0:1767384611.428444:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384611.428448:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000031e1d1e. 00000020:00000010:2.0:1767384611.428450:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000514f1134. 00000020:00000010:3.0:1767384611.428454:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1ea0210. 00000020:00000040:2.0:1767384611.428457:0:16812:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000020:00000010:3.0:1767384611.428459:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007546c7dc. 00000100:00000001:2.0:1767384611.428463:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384611.428473:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b31a3fa. 00000100:00000040:3.0:1767384611.428484:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384611.428487:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384611.428488:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384611.428490:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.428496:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.428501:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.428505:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384611.428510:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384611.428511:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384611.428513:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384611.428517:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084625bb0. 00000400:00000200:2.0:1767384611.428522:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 00000100:00000001:3.0:1767384611.428526:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384611.428529:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384611.428534:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 00000100:00100000:3.0:1767384611.428536:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384611.428540:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384611.428541:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384611.428545:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599143808 : -117139110407808 : ffff95766cef5180) 00000100:00000200:2.0:1767384611.428549:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384611.428554:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4218afe x1853237037647104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:592/0 lens 224/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.428563:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.428569:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384611.428577:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384611.428579:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384611.428581:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384611.428584:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384611.428586:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000031e1d1e. 00000100:00000001:3.0:1767384611.428592:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384611.428592:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384611.428597:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384611.428599:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000031e1d1e. 00000100:00000001:2.0:1767384611.428600:0:16166:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384611.428602:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389b3412. 02000000:00000001:2.0:1767384611.428605:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384611.428610:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384611.428611:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4218afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037647104:12345-0@lo:13: 00000400:00000200:1.0:1767384611.428612:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3c7bf6 00000100:00000001:2.0:1767384611.428615:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384611.428620:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3c7bf6. 02000000:00000001:2.0:1767384611.428621:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384611.428622:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037647104 00000020:00000001:3.0:1767384611.428629:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384611.428630:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384611.428631:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=35 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384611.428633:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384611.428637:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384611.428639:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=35 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384611.428641:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384611.428643:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384611.428647:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000100:00000001:2.0:1767384611.428650:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384611.428656:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384611.428656:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.428661:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.428663:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384611.428668:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384611.428673:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00080000:2.0:1767384611.428673:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384611.428676:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384611.428678:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.428686:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384611.428690:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384611.428694:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002e8a2b87. 00010000:00000001:2.0:1767384611.428701:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.428707:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.428709:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384611.428714:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384611.428715:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.428716:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384611.428719:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384611.428722:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384611.428723:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384611.428723:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.428730:0:16165:0:(client.c:1578:after_reply()) Process entered 00002000:00000001:3.0:1767384611.428731:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767384611.428735:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384611.428735:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384611.428736:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384611.428740:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:3.0:1767384611.428743:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384611.428745:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.428751:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.428755:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384611.428758:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.428759:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384611.428759:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=35 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384611.428763:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384611.428766:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384611.428773:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:2.0:1767384611.428773:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384611.428773:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=35 v=5 (1 0 0 0) 00000020:00000020:3.0:1767384611.428784:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384611.428786:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384611.428791:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384611.428793:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00010000:00000001:1.0:1767384611.428798:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384611.428804:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037646976:0@lo:400: 00002000:00000020:3.0:1767384611.428805:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00010000:00080000:1.0:1767384611.428808:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384611.428810:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384611.428815:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384611.428820:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384611.428827:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.428827:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384611.428834:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037647104 00010000:00000001:1.0:1767384611.428835:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.428836:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384611.428840:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384611.428843:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384611.428846:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dbfc293 x1853237037646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384611.428847:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000200:3.0:1767384611.428848:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4218afe x1853237037647104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:592/0 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.428853:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384611.428857:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.428867:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.428888:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384611.428892:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384611.428893:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384611.428897:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384611.428899:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384611.428899:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072a74934. 00000100:00000001:1.0:1767384611.428903:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384611.428908:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384611.428909:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=31 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384611.428909:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384611.428914:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384611.428917:0:16166:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384611.428918:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384611.428920:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384611.428925:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384611.428927:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 02000000:00000010:2.0:1767384611.428930:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000254e3ce8. 00000100:00000001:3.0:1767384611.428935:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384611.428939:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384611.428942:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384611.428944:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384611.428946:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384611.428947:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dbfc293. 00000100:00000001:3.0:1767384611.428952:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384611.428953:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384611.428957:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384611.428963:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384611.428965:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384611.428971:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063b2c4ce. 00000100:00000001:2.0:1767384611.428975:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384611.428978:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037647104, offset 224 00000100:00100000:1.0:1767384611.428979:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037646848:0@lo:400: 00000100:00000001:2.0:1767384611.428980:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.428989:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.428992:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384611.428993:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384611.428993:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.428998:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384611.429003:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce7618d x1853237037646848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384611.429010:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384611.429010:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.429015:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384611.429023:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384611.429024:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767384611.429027:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384611.429029:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f504500 02000000:00000001:1.0:1767384611.429030:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384611.429032:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000120576c2. 02000000:00000010:1.0:1767384611.429035:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001265b4d1. 00000400:00000200:2.0:1767384611.429038:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad77c2a9 02000000:00000001:1.0:1767384611.429042:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384611.429044:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad77c2a9. 00000020:00000001:1.0:1767384611.429045:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384611.429050:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384611.429051:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384611.429053:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384611.429057:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16e1 [1] + 224 02000000:00000010:1.0:1767384611.429058:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af580be6. 00000100:00000200:2.0:1767384611.429060:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384611.429068:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384611.429069:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384611.429072:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384611.429076:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce7618d. 00000400:00000200:3.0:1767384611.429082:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384611.429084:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767384611.429086:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.429088:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.429089:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384611.429095:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384611.429100:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.429104:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384611.429105:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384611.429110:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.429118:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.429119:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384611.429122:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.429124:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384611.429126:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384611.429129:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384611.429134:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384611.429138:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384611.429141:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384611.429144:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384611.429147:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384611.429148:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384611.429154:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384611.429156:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063b2c4ce 00000100:00000001:2.0:1767384611.429156:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.429158:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384611.429162:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063b2c4ce. 00010000:00000001:2.0:1767384611.429163:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.429168:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384611.429169:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.429173:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384611.429177:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.429178:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.429187:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384611.429193:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384611.429194:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384611.429196:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.429198:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384611.429199:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384611.429201:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384611.429207:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4218afe x1853237037647104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:592/0 lens 224/368 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384611.429209:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384611.429246:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037646592:0@lo:400: 00000100:00100000:3.0:1767384611.429247:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4218afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037647104:12345-0@lo:13: Request processed in 661us (1716us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384611.429256:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384611.429263:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384611.429263:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384611.429269:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000040:2.0:1767384611.429270:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e75dce92 x1853237037646592/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.429275:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384611.429279:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384611.429284:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007546c7dc. 00000100:00000001:2.0:1767384611.429284:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384611.429289:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1767384611.429291:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b31a3fa. 02000000:00000010:2.0:1767384611.429292:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023c81b56. 00000020:00000010:3.0:1767384611.429298:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1ea0210. 02000000:00000001:2.0:1767384611.429299:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384611.429304:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384611.429305:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000040:3.0:1767384611.429306:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000020:00000001:2.0:1767384611.429308:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384611.429333:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384611.429346:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000450c50e1. 02000000:00000001:2.0:1767384611.429351:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384611.429355:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384611.429360:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384611.429362:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e75dce92. 00000100:00000001:2.0:1767384611.429365:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384611.429368:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384611.429369:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.429374:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384611.429376:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384611.429379:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767384611.429380:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384611.429383:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384611.429384:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b694b0a. 00000100:00000001:2.0:1767384611.429388:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384611.429391:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad603cd 00000100:00000001:2.0:1767384611.429392:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384611.429396:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad603cd. 00000100:00000001:3.0:1767384611.429400:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384611.429404:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384611.429412:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.429432:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384611.429434:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.429436:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384611.429437:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384611.429439:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384611.429440:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.429442:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384611.429445:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384611.429448:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384611.429450:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384611.429451:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.429453:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384611.429455:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384611.429461:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.429463:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384611.429464:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384611.429466:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384611.429467:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.429469:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.429474:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384611.429476:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384611.429477:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384611.429486:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384611.429490:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384611.429492:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384611.429498:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384611.429503:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.429506:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384611.429511:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe21d1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037647104:0@lo:13: 00000100:00000001:3.0:1767384611.429514:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.429516:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384611.429517:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe21d1a2 x1853237037647104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.429522:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384611.429524:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384611.429526:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abd84243. 02000000:00000001:3.0:1767384611.429528:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384611.429529:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384611.429530:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384611.429532:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384611.429534:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072049cca. 02000000:00000001:3.0:1767384611.429536:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384611.429537:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384611.429539:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe21d1a2. 00000100:00000001:3.0:1767384611.429541:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384611.429542:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.429544:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.429549:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384611.429550:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.429551:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384611.429553:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.444362:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294900242, at 4294900243 00000100:00000010:1.0:1767384611.444373:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e744b7a7. 00000100:00000040:0.0:1767384611.444386:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294900242, at 4294900243 00000100:00000040:2.0:1767384611.444394:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294900242, at 4294900243 00000100:00000010:0.0:1767384611.444407:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000818a4fe9. 00000100:00000010:2.0:1767384611.444410:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008af6b6af. 00000100:00000040:3.0:1767384611.445350:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294900242, at 4294900244 00000100:00000010:3.0:1767384611.445358:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004823fe0b. 00010000:00000001:0.0:1767384611.489388:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384611.489392:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.489398:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384611.489400:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384611.489402:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384611.489404:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.489407:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384611.489408:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.489410:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.489411:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384611.489440:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384611.489443:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.489446:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384611.724257:0:25247:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384611.724260:0:25247:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:3.0:1767384611.727067:0:25247:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384611.732716:0:25248:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ea7554de. 00000400:00000010:1.0:1767384611.732729:0:25248:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003b9a5aa0. 00000400:00000010:1.0:1767384611.732738:0:25248:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004746835c. 00000400:00000010:1.0:1767384611.732740:0:25248:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003c74127d. 00000400:00000010:1.0:1767384611.732743:0:25248:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f060bfab. 00000400:00000010:1.0:1767384611.732751:0:25248:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015b971e6. 00000400:00000010:1.0:1767384611.732752:0:25248:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000030a7335f. 00000400:00000010:1.0:1767384611.732753:0:25248:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db4305a9. 00000400:00000010:1.0:1767384611.732756:0:25248:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000d42c754. 00000800:00000010:1.0:1767384611.732766:0:25248:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000041332a76. 00000800:00000200:1.0:1767384611.732775:0:25248:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384611.732782:0:25248:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384611.732823:0:25248:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:1.0:1767384611.732843:0:25248:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp27 [8/256/0/180] 00000400:00000010:1.0:1767384611.734212:0:25248:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000041a0c004. 00000400:00000010:1.0:1767384611.734217:0:25248:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013a63397. 00000400:00000010:1.0:1767384611.734221:0:25248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005be9f7b. 00000400:00000001:1.0:1767384611.734234:0:25248:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384611.734235:0:25248:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384611.734237:0:25248:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b742f823. 00000400:00000200:1.0:1767384611.734240:0:25248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b49ec24 00000400:00000010:1.0:1767384611.734241:0:25248:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b49ec24. 00000400:00000010:1.0:1767384611.734244:0:25248:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000007b68321b. 00000400:00000200:1.0:1767384611.734248:0:25248:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (18) 00000400:00000200:1.0:1767384611.734257:0:25248:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384611.734265:0:25248:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:1.0:1767384611.734271:0:25248:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000002805257. 00000020:01000000:1.0:1767384611.734275:0:25248:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384611.734277:0:25248:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp27 00000400:00000010:1.0:1767384611.734287:0:25248:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003b9a5aa0. 00000400:00000010:1.0:1767384611.734290:0:25248:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ea7554de. 00000400:00000200:3.0:1767384611.734342:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384611.734348:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384611.734355:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063b2c4ce. 00000400:00000200:3.0:1767384611.734358:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (19) 00000400:00000010:3.0:1767384611.734363:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006c34d02. 00000400:00000200:3.0:1767384611.734367:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp25 00000020:00000001:2.0:1767384611.734367:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384611.734372:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384611.734375:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384611.734378:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384611.734382:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp25 to MR: 192.168.203.133@tcp25 local destination 00000020:01000004:2.0:1767384611.734383:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384611.734387:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384611.734389:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384611.734390:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384611.734393:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384611.734394:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp25 NI seq info: [45:45:256:4294967295] 192.168.203.133@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:01000004:2.0:1767384611.734396:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384611.734399:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384611.734401:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384611.734404:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp25 00000020:01000004:2.0:1767384611.734404:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384611.734408:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384611.734413:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) -> 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) : PUT try# 0 00000100:00000010:2.0:1767384611.734413:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75dce92. 00000020:00000040:2.0:1767384611.734431:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000800:00000200:3.0:1767384611.734435:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.133@tcp25 00000100:00000001:2.0:1767384611.734436:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384611.734440:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:3.0:1767384611.734441:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008799238b. 02000000:00000001:2.0:1767384611.734444:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384611.734450:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (6) 02000000:00000010:2.0:1767384611.734454:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f4707545. 00000800:00000200:3.0:1767384611.734458:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:988 00000100:00000001:2.0:1767384611.734460:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384611.734463:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008799238b type 1, nob 432 niov 1 nkiov 1 00000100:00000001:2.0:1767384611.734470:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384611.734473:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384611.734480:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000100:00000040:2.0:1767384611.734481:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e75dce92] to pc [ptlrpcd_00_01+1] req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384611.734485:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 10000000:00000001:2.0:1767384611.734512:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.734521:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384611.734522:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384611.734525:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.734526:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384611.734528:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384611.734529:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384611.734534:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384611.734535:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384611.734537:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384611.734540:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384611.734543:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384611.734547:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384611.734549:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384611.734550:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384611.734552:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384611.734552:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384611.734556:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384611.734558:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384611.734559:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384611.734560:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384611.734562:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384611.734563:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384611.734566:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384611.734567:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384611.734568:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384611.734571:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dbfc293. 00000020:00000040:2.0:1767384611.734574:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384611.734577:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384611.734580:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037647232:0@lo:253: 02000000:00000001:2.0:1767384611.734580:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384611.734584:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.734585:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384611.734591:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384611.734592:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384611.734592:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003eadb214. 02000000:00000001:3.0:1767384611.734595:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384611.734598:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008799238b. 02000000:00000001:3.0:1767384611.734599:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384611.734599:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.734606:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384611.734606:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384611.734607:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dbaf21e5. 00000100:00000001:2.0:1767384611.734609:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.734612:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.734617:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: PUT: OK 00000400:00000010:3.0:1767384611.734618:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f5ebc6. 00000100:00000040:2.0:1767384611.734618:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dbfc293] to pc [ptlrpcd_00_02+2] req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384611.734626:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031f529fe. 00000400:00000200:0.0:1767384611.734627:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384611.734633:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp25: 0 00000100:00000200:3.0:1767384611.734634:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037647232, portal 25 00000100:00000001:3.0:1767384611.734638:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384611.734640:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 10000000:00000001:2.0:1767384611.734645:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384611.734645:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384611.734646:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384611.734651:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384611.734654:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384611.734656:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384611.734659:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000000:2.0:1767384611.734661:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767384611.734665:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384611.734667:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000002805257. 00000100:00000001:3.0:1767384611.734668:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384611.734674:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384611.734677:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25) <- 192.168.203.133@tcp25 : PUT - for me 00000400:00000010:3.0:1767384611.734679:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041994cc8. 00000100:00000001:2.0:1767384611.734682:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384611.734683:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037647232, offset 0 00000100:00000001:2.0:1767384611.734686:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384611.734689:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384611.734690:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384611.734692:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384611.734696:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384611.734704:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 320/336 into md 0x16a5 [1] + 0 00000400:00000200:3.0:1767384611.734706:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384611.734714:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001abec88c. 00000100:00000001:2.0:1767384611.734718:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384611.734721:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.734721:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000afc5cdec 00000400:00000200:3.0:1767384611.734723:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504580 02000000:00000001:2.0:1767384611.734728:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767384611.734728:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384611.734732:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x100d [2] + 0 02000000:00000001:2.0:1767384611.734732:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384611.734735:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384611.734737:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.734741:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384611.734742:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d110692. 00000100:00100000:2.0:1767384611.734744:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037647360:0@lo:253: 00000400:00000200:3.0:1767384611.734750:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b502b673 00000100:00000001:2.0:1767384611.734750:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384611.734752:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: PUT: OK 02000000:00000001:2.0:1767384611.734755:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384611.734757:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc5cdec 00000400:00000200:3.0:1767384611.734758:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384611.734758:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.734761:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc5cdec. 02000000:00000001:2.0:1767384611.734764:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384611.734768:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384611.734768:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000010:2.0:1767384611.734770:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007d0e41a9. 00000400:00000200:0.0:1767384611.734774:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (20) 02000000:00000001:2.0:1767384611.734775:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.734780:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084625bb0. 00000400:00000200:3.0:1767384611.734787:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b502b673 00000400:00000010:2.0:1767384611.734788:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab16165c. 00000400:00000200:0.0:1767384611.734789:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384611.734792:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b502b673. 00000400:00000200:0.0:1767384611.734796:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (336 bytes) 00000100:00000001:3.0:1767384611.734799:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384611.734802:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037647360, portal 25 00000400:00000200:0.0:1767384611.734802:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000200:3.0:1767384611.734803:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384611.734809:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384611.734811:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000c77ef6f7 x1853237037647232 msgsize 4848 00000100:00000001:2.0:1767384611.734811:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974595584 : -117139734956032 : ffff957647b57800) 00000400:00000200:0.0:1767384611.734816:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (21) 00000100:00000040:2.0:1767384611.734819:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384611.734822:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384611.734824:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:3.0:1767384611.734827:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384611.734835:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp25 to MR: 192.168.203.133@tcp25 local destination 00000100:00000001:2.0:1767384611.734837:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384611.734839:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384611.734841:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384611.734844:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp25 NI seq info: [46:46:256:4294967295] 192.168.203.133@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000010:2.0:1767384611.734846:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cddd317. 00000100:00000200:2.0:1767384611.734852:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037647360, offset 0 00000400:00000200:0.0:1767384611.734860:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) -> 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) 192.168.203.133@tcp25 : ACK try# 0 00000400:00000200:2.0:1767384611.734863:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384611.734869:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp25 00000400:00000200:3.0:1767384611.734872:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041994cc8 00000800:00000010:0.0:1767384611.734873:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092d3f7b3. 00000400:00000010:3.0:1767384611.734875:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041994cc8. 00000400:00000200:2.0:1767384611.734878:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384611.734881:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384611.734882:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (6) 00000100:00000200:3.0:1767384611.734887:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384611.734888:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504600 00000800:00000200:0.0:1767384611.734892:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:991 00000800:00000200:0.0:1767384611.734897:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092d3f7b3 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384611.734900:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x101d [2] + 0 00000400:00000010:2.0:1767384611.734908:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f840af. 00000800:00000001:0.0:1767384611.734911:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384611.734912:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384611.734913:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002bdcdb5c 00000100:00000040:3.0:1767384611.734917:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384611.734918:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384611.734920:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384611.734929:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384611.734933:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.734934:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bdcdb5c 00000100:00000001:3.0:1767384611.734935:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384611.734941:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.734943:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bdcdb5c. 00000100:00000001:3.0:1767384611.734946:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294900551 00000100:00000001:2.0:1767384611.734949:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384611.734951:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384611.734952:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004823fe0b. 00000800:00000200:0.0:1767384611.734952:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384611.734954:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000d7d1ad62 x1853237037647360 msgsize 4848 00000800:00000010:0.0:1767384611.734957:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092d3f7b3. 00000100:00000001:3.0:1767384611.734961:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384611.734963:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384611.734966:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384611.734969:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384611.734970:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294900551 00000400:00000200:0.0:1767384611.734971:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: ACK: OK 00000100:00000010:3.0:1767384611.734978:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008af6b6af. 00000100:00000001:2.0:1767384611.734979:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384611.734981:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384611.734982:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384611.734986:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384611.734987:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cddd317 00000100:00000001:3.0:1767384611.734988:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294900551 00000400:00000010:2.0:1767384611.734992:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cddd317. 00000800:00000001:0.0:1767384611.734993:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384611.734994:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000818a4fe9. 00000100:00000001:3.0:1767384611.734999:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384611.734999:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384611.735000:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384611.735005:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384611.735005:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384611.735006:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294900551 00000800:00000001:0.0:1767384611.735010:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384611.735013:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e744b7a7. 00000100:00000001:3.0:1767384611.735019:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384611.735024:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25) <- 192.168.203.133@tcp25 : ACK - for me 00000100:00000001:3.0:1767384611.735027:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384611.735027:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384611.735031:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.735034:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.735037:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.735040:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp25: ACK from 12345-192.168.203.133@tcp25 into md 0x1701 00000100:00000001:3.0:1767384611.735042:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384611.735047:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384611.735054:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384611.735054:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.735058:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384611.735059:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384611.735059:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: ACK: OK 00000100:00000001:3.0:1767384611.735063:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384611.735066:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384611.735067:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.735068:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.735069:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063b2c4ce 00000100:00000001:2.0:1767384611.735072:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294900551 00000100:00000001:3.0:1767384611.735073:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.735076:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294900551 00000100:00000001:2.0:1767384611.735079:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294900551 00000400:00000010:0.0:1767384611.735082:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063b2c4ce. 00000100:00000001:2.0:1767384611.735083:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294900551 00000100:00000001:2.0:1767384611.735087:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294900551 00000100:00000001:2.0:1767384611.735089:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294900551 00000400:00000200:0.0:1767384611.735090:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384611.735091:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294900551 00000100:00000001:3.0:1767384611.735092:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.735097:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294900551 00000100:00000001:3.0:1767384611.735098:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.735100:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000001:2.0:1767384611.735102:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384611.735107:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.735110:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.735112:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:2.0:1767384611.735113:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.735116:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384611.735118:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (20) 00000100:00100000:3.0:1767384611.735120:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037647232 00000100:00000001:2.0:1767384611.735121:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384611.735125:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384611.735125:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384611.735126:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384611.735130:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384611.735132:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384611.735132:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.735135:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.735139:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384611.735140:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.735142:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384611.735145:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037647232 00000100:00000001:2.0:1767384611.735146:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.735149:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384611.735152:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384611.735154:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384611.735156:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:3.0:1767384611.735159:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384611.735160:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384611.735161:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384611.735164:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.735165:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384611.735166:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384611.735171:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037647360 00000020:00000010:3.0:1767384611.735172:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063c8715b. 02000000:00000001:0.0:1767384611.735174:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384611.735177:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.735177:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384611.735181:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384611.735182:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063c8715b. 00000400:00000200:2.0:1767384611.735187:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:0.0:1767384611.735187:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384611.735190:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e19f38. 00000100:00100000:0.0:1767384611.735192:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037647360 00000400:00000010:2.0:1767384611.735193:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000a695b245. 00000020:00000001:0.0:1767384611.735196:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384611.735197:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d41cc208. 00000020:00000040:0.0:1767384611.735199:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000010:2.0:1767384611.735200:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073d3024. 00000020:00000001:0.0:1767384611.735203:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384611.735205:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b31a3fa. 00000020:00000040:0.0:1767384611.735206:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000400:00000010:2.0:1767384611.735207:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000020:00000001:0.0:1767384611.735213:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:2.0:1767384611.735214:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a695b245 00000100:00000040:3.0:1767384611.735215:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384611.735217:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000010:2.0:1767384611.735219:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000a69331ff. 00000100:00000001:3.0:1767384611.735220:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384611.735222:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384611.735225:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384611.735228:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384611.735228:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4042092. 00000400:00000200:2.0:1767384611.735229:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000001:0.0:1767384611.735235:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384611.735237:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000020:00000010:0.0:1767384611.735239:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4042092. 00000100:00000001:3.0:1767384611.735240:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.735241:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (19) 00000020:00000010:0.0:1767384611.735247:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd1eb3f9. 00000400:00000010:2.0:1767384611.735248:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000006366ea41. 00000100:00000001:3.0:1767384611.735252:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384611.735254:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d098f82. 00000400:00000010:2.0:1767384611.735255:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000100:00000001:3.0:1767384611.735262:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384611.735263:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046329603. 00000400:00000010:2.0:1767384611.735264:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f883f9c4. 00000100:00000001:3.0:1767384611.735265:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384611.735269:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384611.735273:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384611.735274:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000100:00100000:3.0:1767384611.735275:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000001:0.0:1767384611.735277:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.735282:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384611.735285:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.735286:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715873360 : -117138993678256 : ffff957673e47850) 00000400:00000200:2.0:1767384611.735286:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:0.0:1767384611.735290:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384611.735295:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c77ef6f7 x1853237037647232/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 4848/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384611.735297:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:0.0:1767384611.735300:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384611.735304:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384611.735330:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767384611.735336:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00100000:0.0:1767384611.735340:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000400:00000200:2.0:1767384611.735345:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000040:0.0:1767384611.735352:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:0.0:1767384611.735357:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715864144 : -117138993687472 : ffff957673e45450) 00000400:00000200:2.0:1767384611.735362:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000040:0.0:1767384611.735367:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7d1ad62 x1853237037647360/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 4848/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.735377:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384611.735380:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000010:3.0:1767384611.735382:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063c8715b. 00000100:00000001:3.0:1767384611.735387:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.735388:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384611.735392:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000010:3.0:1767384611.735393:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063c8715b. 00000020:00000010:0.0:1767384611.735394:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4042092. 00000100:00000001:0.0:1767384611.735399:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384611.735403:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c77ef6f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037647232:12345-0@lo:253: 00000020:00000010:0.0:1767384611.735405:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4042092. 00000400:00000200:2.0:1767384611.735406:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000200:3.0:1767384611.735412:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037647232 00000100:00100000:0.0:1767384611.735428:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7d1ad62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037647360:12345-0@lo:253: 00000020:00000001:3.0:1767384611.735429:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384611.735430:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000200:0.0:1767384611.735434:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037647360 00000020:00000001:3.0:1767384611.735435:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384611.735440:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.735440:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384611.735445:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000001:0.0:1767384611.735446:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384611.735447:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384611.735451:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.735452:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:2.0:1767384611.735452:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000020:00000001:0.0:1767384611.735458:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384611.735459:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384611.735463:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000001:0.0:1767384611.735463:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:3.0:1767384611.735464:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384611.735470:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384611.735471:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384611.735475:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384611.735476:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384611.735476:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:3.0:1767384611.735480:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.735481:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384611.735486:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384611.735487:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000001:3.0:1767384611.735488:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384611.735489:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.735493:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384611.735495:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384611.735499:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384611.735500:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000acb8b47. 00000400:00000200:2.0:1767384611.735500:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 02000000:00000001:3.0:1767384611.735505:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384611.735505:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4c06d34. 00000400:00000200:2.0:1767384611.735510:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 02000000:00000001:0.0:1767384611.735511:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.735512:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.735517:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.735519:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384611.735520:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384611.735523:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:2.0:1767384611.735527:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 20000000:00000010:3.0:1767384611.735531:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a8dfe7c4. 00000400:00000200:2.0:1767384611.735532:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp26 20000000:00000010:0.0:1767384611.735532:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004dbf7670. 20000000:01000000:3.0:1767384611.735539:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384611.735539:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384611.735540:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp26 lpni_is_preferred = 0 20000000:00000001:3.0:1767384611.735545:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384611.735545:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp26 20000000:00000001:0.0:1767384611.735545:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384611.735550:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384611.735553:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp26 NI seq info: [47:47:256:4294967295] 192.168.203.133@tcp26 LPNI seq info [47:47:8:4294967295] 20000000:00000001:0.0:1767384611.735554:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384611.735558:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.735559:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384611.735561:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp26 20000000:00000001:3.0:1767384611.735563:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384611.735563:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384611.735566:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.735571:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384611.735574:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26:) -> 192.168.203.133@tcp26(192.168.203.133@tcp:192.168.203.133@tcp26) : GET try# 0 00000800:00000200:2.0:1767384611.735579:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp26 20000000:00000010:0.0:1767384611.735580:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ba53de9. 00000800:00000010:2.0:1767384611.735583:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000450c50e1. 20000000:01000000:0.0:1767384611.735584:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000800:00000010:2.0:1767384611.735591:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008cddd317. 20000000:00000001:0.0:1767384611.735592:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:2.0:1767384611.735597:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000085fd03bb. 00080000:00000001:0.0:1767384611.735598:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:2.0:1767384611.735601:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (2) 00000800:00000200:2.1:1767384611.735605:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (2) 00000400:00000200:2.0:1767384611.735615:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384611.735617:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00080000:00000001:0.0:1767384611.735637:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384611.735641:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384611.735642:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.735644:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384611.735647:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384611.735652:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384611.735654:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384611.735661:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000014f7ace9. 00080000:00000001:0.0:1767384611.735663:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944781824 : -117139764769792 : ffff957645ee8c00) 00080000:00000001:0.0:1767384611.735666:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384611.735667:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.735707:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.735740:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000001:00000001:0.0:1767384611.735762:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384611.735764:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.735767:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384611.735771:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00080000:00000001:0.0:1767384611.735786:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.735790:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384611.735795:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.735832:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.735859:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.735892:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00080000:00000001:0.0:1767384611.735903:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384611.735907:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384611.735911:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.735933:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.735998:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736031:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736049:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736068:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736094:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736126:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736171:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736206:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736242:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736295:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736597:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736637:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736683:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736717:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736755:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736776:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736793:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736818:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736855:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736873:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736914:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736941:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.736974:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.737009:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384611.737314:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384611.737574:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp26 from 221.3.0.2 00000800:00000010:2.0:1767384611.737578:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008aae1168. 00000800:00000010:3.0:1767384611.737649:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000069f77d93. 00000800:00000010:3.0:1767384611.737655:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041994cc8. 00000800:00000010:3.0:1767384611.737659:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038f4d17e. 00000800:00000010:3.0:1767384611.737704:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038f4d17e. 00000800:00000010:3.0:1767384611.737741:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe483639. 00000800:00000010:3.0:1767384611.737746:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df78e493. 00000800:00000010:3.0:1767384611.737770:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000045a13846. 00000800:00000200:3.1:1767384611.737776:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (2) 00000800:00000200:3.1:1767384611.737782:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp26 0000000045a13846 deleted 00000800:00000010:3.1:1767384611.737784:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000045a13846. 00000800:00000200:3.1:1767384611.737789:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384611.737794:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp26 ip 192.168.203.133:989 00000800:00000200:3.1:1767384611.737797:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000450c50e1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384611.737802:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp26 p 3.x 192.168.203.133 -> 192.168.203.133:989 incarnation:1767384609910936508 sched[0] 00000800:00000010:3.0:1767384611.737807:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038f4d17e. 00000800:00000010:3.0:1767384611.737849:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038f4d17e. 00000800:00000010:3.0:1767384611.737853:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df78e493. 00000800:00000010:3.0:1767384611.737882:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008aae1168. 00000800:00000001:3.0:1767384611.737891:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384611.737895:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384611.737948:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384611.737950:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000450c50e1. 00000400:00000200:3.0:1767384611.737954:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384611.737960:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: GET: OK 00000400:00000200:3.0:1767384611.737963:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384611.737967:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000200:3.1:1767384611.738002:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384611.738007:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp26 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384609910936508 sched[0] 00000800:00000010:3.0:1767384611.738009:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041994cc8. 00000800:00000001:2.0:1767384611.738070:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384611.738077:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:2.0:1767384611.738078:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384611.738083:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.738091:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384611.738099:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26) <- 192.168.203.133@tcp26 : GET - for me 00000400:00000200:2.0:1767384611.738108:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384611.738112:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 336/336 into md 0x16fd [1] + 0 00000400:00000200:2.0:1767384611.738121:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp26 to MR: 192.168.203.133@tcp26 local destination 00000400:00000200:2.0:1767384611.738126:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp26 NI seq info: [48:48:256:4294967295] 192.168.203.133@tcp26 LPNI seq info [48:48:8:4294967295] 00000400:00000200:3.0:1767384611.738132:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.738158:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26:192.168.203.133@tcp26) -> 192.168.203.133@tcp26(192.168.203.133@tcp26:192.168.203.133@tcp26) 192.168.203.133@tcp26 : REPLY try# 0 00000800:00000200:2.0:1767384611.738166:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.133@tcp26 00000800:00000010:2.0:1767384611.738170:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000254e3ce8. 00000800:00000200:2.0:1767384611.738177:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (4) 00000800:00000200:2.0:1767384611.738184:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp26 ip 192.168.203.133:988 00000800:00000200:2.0:1767384611.738187:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000254e3ce8 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:3.0:1767384611.738220:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000200:2.0:1767384611.738257:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384611.738261:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000254e3ce8. 00000400:00000200:2.0:1767384611.738265:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384611.738270:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: REPLY: OK 00000400:00000200:3.0:1767384611.738282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000001:2.0:1767384611.738285:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.738291:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384611.738295:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.738301:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384611.738303:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.738307:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384611.738314:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26) <- 192.168.203.133@tcp26 : REPLY - for me 00000400:00000200:2.0:1767384611.738359:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp26: Reply from 12345-192.168.203.133@tcp26 of length 336/336 into md 0x1719 00000400:00000200:3.0:1767384611.738371:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000001:2.0:1767384611.738371:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.738377:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384611.738381:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384611.738386:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: REPLY: OK 00000400:00000200:2.0:1767384611.738391:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000400:00000010:2.0:1767384611.738393:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000400:00000200:2.0:1767384611.738397:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384611.738401:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:2.0:1767384611.738405:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:2.0:1767384611.738408:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 19. state = 0x100251 00000400:00000200:2.0:1767384611.738414:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384611.738437:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384611.738445:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (20) 00000800:00000001:2.0:1767384611.738469:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.738472:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384611.738482:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384611.738488:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000200:3.0:1767384611.738494:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000010:0.0:1767384611.738495:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000001665a600. 00000400:00000010:0.0:1767384611.738501:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 000000003cc1edac. 00000400:00000010:0.0:1767384611.738503:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 0000000038c5fad3. 00000400:00000010:0.0:1767384611.738532:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000355caad4. 00000400:00000200:3.0:1767384611.738537:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384611.738540:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000355caad4 nid 192.168.203.133@tcp27 00000400:00000010:0.0:1767384611.738545:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ce76482c. 00000400:00000200:0.0:1767384611.738547:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ce76482c net tcp27 00000400:00000200:0.0:1767384611.738551:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (19) 00000400:00000200:0.0:1767384611.738557:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp27 flags 0x11 00000400:00000010:0.0:1767384611.738561:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000001665a600. 00000400:00000010:0.0:1767384611.738564:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 000000003cc1edac. 00000400:00000010:0.0:1767384611.738567:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 0000000038c5fad3. 00000400:00000010:0.0:1767384611.738575:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000006366ea41. 00000400:00000200:0.0:1767384611.738580:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384611.738582:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384611.738583:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384611.738590:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384611.738594:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384611.738598:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384611.738600:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384611.738604:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384611.738608:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (20) 00000400:00000200:3.0:1767384611.738634:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.738686:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.738722:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.738747:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.738773:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.738815:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.738880:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.738935:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.738991:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739053:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739132:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739179:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739226:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739272:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739320:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739397:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739439:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739479:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739520:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739582:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739638:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739693:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739731:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739763:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739824:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384611.739897:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384611.740043:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043f0e09c. 00000800:00000010:3.0:1767384611.740048:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041994cc8. 00000800:00000010:3.0:1767384611.740053:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038f4d17e. 00000800:00000010:3.0:1767384611.740073:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038f4d17e. 00000800:00020000:3.0:1767384611.740080:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384611.744215:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041994cc8. 00000800:00000010:3.0:1767384611.744219:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000043f0e09c. 00000400:02020000:3.0:1767384611.744264:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp26 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384611.745757:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384611.745763:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:1.0:1767384611.745764:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384611.745766:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384611.745768:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384611.745769:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384611.745773:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384611.745776:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384611.745777:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384611.745778:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000014f7ace9. 00080000:00000001:1.0:1767384611.745782:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384611.745783:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384611.745791:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384611.745794:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384611.745799:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384611.745810:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384611.745813:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384611.745815:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384611.745818:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384611.745821:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384611.745828:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000247f3dee. 00010000:00000001:2.0:1767384611.745832:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384611.745834:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000001dd3a57. 00000020:00000001:2.0:1767384611.745837:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384611.745838:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000001dd3a57 with handle 0x1c01179f271edcc3 to hash 00000020:00000001:2.0:1767384611.745839:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384611.745840:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384611.745847:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384611.745850:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.745851:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.745853:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.745859:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384611.745862:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384611.745864:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384611.745865:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384611.745866:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.745868:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384611.745869:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.745870:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384611.745872:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384611.745873:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384611.745873:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384611.745875:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000247f3dee) refcount = 1 00010000:00010000:2.0:1767384611.745877:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.745881:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384611.745882:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384611.745883:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.745884:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.745886:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384611.745888:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384611.745889:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384611.745891:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384611.745892:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384611.745893:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001dd3a57 refcount=4 00000020:00000001:2.0:1767384611.745895:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384611.745896:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384611.745898:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384611.745899:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.745909:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384611.745910:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.745914:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.745915:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384611.745916:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.745919:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.745920:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.745922:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384611.745923:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384611.745927:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000001dd3a57 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384611.745929:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384611.745930:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384611.745931:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.745935:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384611.745936:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384611.745937:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384611.745938:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001dd3a57 refcount=5 00000020:00000001:2.0:1767384611.745940:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384611.745941:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384611.745944:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384611.745945:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.745949:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384611.745950:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384611.745956:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.745959:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384611.745960:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384611.745961:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.745961:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384611.745963:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000001dd3a57 with handle 0x1c01179f271edcc3 from hash 00010000:00000001:2.0:1767384611.745964:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384611.745965:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.745966:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.745967:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384611.745968:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384611.745969:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384611.745971:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384611.745972:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.745973:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.745974:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384611.745976:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384611.745978:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.745978:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.745979:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.745980:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.745981:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.745983:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.745986:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.745986:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.745988:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384611.745989:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384611.745990:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.745991:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.745992:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384611.745994:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384611.745995:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.745997:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.746000:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384611.746006:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384611.746007:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000001dd3a57/0x1c01179f271edcc3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384611.746012:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000247f3dee count: 0 00010000:00000001:2.0:1767384611.746020:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384611.746021:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:0.0:1767384611.746358:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000adf1389. 20000000:01000000:0.0:1767384611.746362:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:0.0:1767384611.746365:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384611.746369:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384611.746386:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384611.746389:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384611.746391:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.746392:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384611.746395:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384611.746398:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384611.746401:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384611.746406:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a661df99. 00080000:00000001:0.0:1767384611.746408:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944783872 : -117139764767744 : ffff957645ee9400) 00080000:00000001:0.0:1767384611.746410:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384611.746510:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384611.746512:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.746514:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384611.746528:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.746530:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384611.746590:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384611.746592:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384611.753384:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294900551, at 4294900552 00000100:00000040:3.0:1767384611.753390:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294900551, at 4294900552 00000100:00000010:0.0:1767384611.753392:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004823fe0b. 00000100:00000010:3.0:1767384611.753403:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e744b7a7. 00000100:00000040:2.0:1767384611.753708:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294900551, at 4294900552 00000100:00000010:2.0:1767384611.753715:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000818a4fe9. 00000100:00000040:1.0:1767384611.753741:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294900551, at 4294900552 00000100:00000010:1.0:1767384611.753748:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008af6b6af. 00000400:00000010:3.0:1767384611.754731:0:25253:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b6562888. 00000400:00000040:3.0:1767384611.754747:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384611.754750:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384611.754752:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.754754:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384611.754756:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.754757:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384611.754760:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384611.754762:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384611.754763:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384611.754764:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384611.754766:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384611.754768:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384611.754769:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384611.754770:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384611.754771:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384611.754773:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384611.754774:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384611.754775:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384611.754775:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384611.754777:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.754778:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384611.754779:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384611.754780:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384611.754781:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384611.754781:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384611.754783:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.754784:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384611.754785:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384611.754786:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384611.754787:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384611.754788:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384611.754790:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.754791:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384611.754792:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384611.754793:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384611.754794:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384611.754800:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384611.754802:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384611.754804:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384611.754806:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384611.754807:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384611.754809:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384611.754810:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384611.754811:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384611.754812:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384611.754814:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384611.754815:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384611.754816:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384611.754818:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384611.754820:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384611.754821:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384611.754822:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384611.754824:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384611.754825:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384611.754826:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384611.754827:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384611.754829:0:25253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384611.754895:0:25253:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b6562888. 00010000:00000010:2.1:1767384611.755333:0:16631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000247f3dee. 00010000:00000010:2.1:1767384611.755340:0:16631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000001dd3a57. 00080000:00000001:1.0:1767384611.756027:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384611.756030:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384611.756031:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384611.756032:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384611.756033:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384611.756035:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a661df99. 00080000:00000001:1.0:1767384611.756038:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384611.756110:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384611.756115:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384611.756117:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.756119:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384611.756121:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384611.756133:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384611.756136:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384611.756140:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384611.756140:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384611.756145:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384611.756147:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384611.756149:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384611.756151:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384611.756155:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000025795c7d. 00010000:00000001:1.0:1767384611.756159:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384611.756161:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf2ee109. 00000020:00000001:1.0:1767384611.756164:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384611.756166:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf2ee109 with handle 0x1c01179f271edcca to hash 00000020:00000001:1.0:1767384611.756168:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384611.756170:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384611.756172:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384611.756174:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384611.756175:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.756177:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756184:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384611.756186:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384611.756188:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384611.756189:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384611.756191:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384611.756193:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384611.756195:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384611.756197:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384611.756198:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384611.756200:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384611.756201:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384611.756202:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000025795c7d) refcount = 1 00010000:00010000:1.0:1767384611.756210:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756215:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384611.756216:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384611.756218:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384611.756219:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.756221:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384611.756223:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384611.756224:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384611.756226:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384611.756227:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384611.756228:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:1.0:1767384611.756230:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384611.756232:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384611.756234:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384611.756235:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756253:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384611.756254:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756258:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.756259:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384611.756261:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756265:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384611.756266:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.756269:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384611.756271:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384611.756275:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf2ee109 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384611.756282:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384611.756284:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384611.756286:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756290:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384611.756291:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384611.756292:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384611.756292:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=5 00000020:00000001:1.0:1767384611.756294:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384611.756295:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384611.756297:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384611.756299:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756302:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384611.756304:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384611.756305:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.756308:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384611.756309:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384611.756310:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384611.756311:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384611.756313:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf2ee109 with handle 0x1c01179f271edcca from hash 00010000:00000001:1.0:1767384611.756315:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384611.756317:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.756318:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384611.756319:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384611.756321:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384611.756353:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384611.756355:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384611.756357:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384611.756359:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.756360:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384611.756361:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384611.756363:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.756364:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384611.756371:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.756373:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.756374:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.756376:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756380:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.756381:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384611.756382:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384611.756383:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384611.756384:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.756385:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384611.756386:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384611.756387:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384611.756389:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.756390:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.756394:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384611.756395:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384611.756396:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf2ee109/0x1c01179f271edcca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384611.756399:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000025795c7d count: 0 00010000:00000001:1.0:1767384611.756406:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384611.756407:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384611.756890:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384611.756893:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384611.756895:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004dbf7670. 20000000:00000001:2.0:1767384611.756901:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384611.756905:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037647360 00010000:00000001:2.0:1767384611.756907:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384611.756912:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7d1ad62 x1853237037647360/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384611.756919:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384611.756921:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384611.756924:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384611.756928:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384611.756931:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384611.756933:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384611.756936:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384611.756938:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.756941:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384611.756943:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384611.756946:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039018907. 00000100:00000200:2.0:1767384611.756950:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037647360, offset 224 00000400:00000200:2.0:1767384611.756956:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384611.756964:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384611.756972:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504600 00000400:00000200:2.0:1767384611.756976:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x170d [2] + 224 00000400:00000200:2.0:1767384611.756981:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384611.756985:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384611.756995:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384611.757014:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384611.757020:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.757034:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384611.757040:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039018907 00000400:00000010:2.0:1767384611.757042:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039018907. 00000100:00000001:3.0:1767384611.757045:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.757046:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384611.757050:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384611.757051:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384611.757055:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384611.757058:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384611.757060:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384611.757061:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384611.757065:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384611.757066:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084625bb0. 00000020:00000001:2.0:1767384611.757068:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384611.757071:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab16165c 00000020:00000001:2.0:1767384611.757072:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384611.757076:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab16165c. 00000100:00000040:2.0:1767384611.757078:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7d1ad62 x1853237037647360/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.757080:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384611.757086:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7d1ad62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037647360:12345-0@lo:253: Request processed in 21698us (22130us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384611.757092:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384611.757097:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:2.0:1767384611.757103:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384611.757107:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384611.757109:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.757110:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384611.757116:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d098f82. 00000100:00000001:3.0:1767384611.757119:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384611.757122:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384611.757122:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046329603. 00000100:00000001:3.0:1767384611.757127:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384611.757129:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384611.757129:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd1eb3f9. 00000100:00000001:3.0:1767384611.757133:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384611.757135:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384611.757136:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:3.0:1767384611.757138:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384611.757143:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=41 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384611.757143:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384611.757146:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4c06d34. 00000100:00001000:3.0:1767384611.757148:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=41 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384611.757151:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384611.757153:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384611.757155:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.757156:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.757161:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384611.757163:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384611.757163:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384611.757168:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.757170:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc7ae9c. 00000100:00000040:3.0:1767384611.757172:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.757181:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384611.757182:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039018907. 00000100:00000001:3.0:1767384611.757185:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384611.757188:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384611.757191:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384611.757192:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384611.757194:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384611.757195:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384611.757196:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384611.757197:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384611.757198:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384611.757199:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384611.757201:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384611.757203:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384611.757209:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037647360:0@lo:253: 00000100:00000001:3.0:1767384611.757220:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.757223:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384611.757225:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dbfc293 x1853237037647360/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.757230:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384611.757233:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384611.757235:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007d0e41a9. 02000000:00000001:3.0:1767384611.757253:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384611.757255:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384611.757256:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384611.757258:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384611.757259:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003eadb214. 02000000:00000001:3.0:1767384611.757261:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384611.757263:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384611.757265:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dbfc293. 00000100:00000001:3.0:1767384611.757268:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384611.757269:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.757270:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.757274:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384611.757275:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.757277:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384611.757279:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384611.759505:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384611.759508:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384611.759510:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a8dfe7c4. 20000000:00000001:1.0:1767384611.759515:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384611.759517:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037647232 00010000:00000001:1.0:1767384611.759519:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384611.759522:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c77ef6f7 x1853237037647232/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384611.759528:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384611.759529:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384611.759531:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384611.759540:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384611.759542:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384611.759543:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384611.759545:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384611.759546:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.759547:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384611.759549:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384611.759552:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000118a19c. 00000100:00000200:1.0:1767384611.759554:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037647232, offset 224 00000400:00000200:1.0:1767384611.759558:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384611.759564:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384611.759569:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504580 00000400:00000200:1.0:1767384611.759572:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1705 [2] + 224 00000400:00000200:1.0:1767384611.759576:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384611.759578:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384611.759580:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384611.759583:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384611.759589:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.759602:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384611.759607:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000118a19c 00000400:00000010:1.0:1767384611.759609:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000118a19c. 00000100:00000001:2.0:1767384611.759614:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.759614:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384611.759617:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384611.759618:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384611.759623:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384611.759624:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384611.759627:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384611.759629:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000010:2.0:1767384611.759631:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f5ebc6. 00010000:00000001:1.0:1767384611.759632:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384611.759635:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.759636:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f529fe 00000020:00000001:1.0:1767384611.759637:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384611.759639:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031f529fe. 00000100:00000040:1.0:1767384611.759642:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c77ef6f7 x1853237037647232/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.759644:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384611.759650:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384611.759655:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c77ef6f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037647232:12345-0@lo:253: Request processed in 24274us (24839us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384611.759661:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.759674:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384611.759674:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000001:2.0:1767384611.759677:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384611.759678:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384611.759680:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384611.759681:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384611.759683:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384611.759685:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384611.759685:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384611.759688:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384611.759689:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d41cc208. 02000000:00000001:2.0:1767384611.759690:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384611.759695:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=41 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384611.759695:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b31a3fa. 00000100:00001000:2.0:1767384611.759701:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=41 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384611.759702:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e19f38. 00000100:00000001:2.0:1767384611.759703:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384611.759706:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.759708:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384611.759709:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00010000:00000001:2.0:1767384611.759710:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.759713:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.759713:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384611.759716:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000acb8b47. 00000100:00000040:2.0:1767384611.759719:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384611.759721:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384611.759724:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.759730:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384611.759731:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384611.759734:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384611.759735:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b742f823. 00000100:00000001:2.0:1767384611.759736:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384611.759742:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384611.759742:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000118a19c. 00000020:01000004:2.0:1767384611.759744:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384611.759746:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384611.759748:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384611.759755:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384611.759756:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384611.759758:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384611.759759:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384611.759760:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384611.759761:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384611.759765:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384611.759770:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037647232:0@lo:253: 00000100:00000001:2.0:1767384611.759775:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.759776:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384611.759779:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e75dce92 x1853237037647232/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.759783:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384611.759784:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384611.759786:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dbaf21e5. 02000000:00000001:2.0:1767384611.759790:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384611.759791:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384611.759792:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384611.759794:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384611.759795:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f4707545. 02000000:00000001:2.0:1767384611.759799:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384611.759800:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384611.759800:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e75dce92. 00000100:00000001:2.0:1767384611.759803:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384611.759804:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.759805:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.759809:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384611.759811:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.759814:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384611.759817:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384611.761334:0:25257:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000025795c7d. 00010000:00000010:1.1:1767384611.761340:0:25257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2ee109. 00010000:00000001:0.0:1767384612.513404:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384612.513428:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.513437:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384612.513449:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384612.513489:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384612.513493:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.513497:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384612.910808:0:25563:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384612.910821:0:25563:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.910826:0:25563:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.910834:0:25563:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384612.910840:0:25563:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.910844:0:25563:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384613.473391:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384613.473396:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:2.0:1767384613.473400:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384613.473402:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384613.473404:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384613.473416:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384613.473418:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384613.473419:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384613.473421:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 33 10000000:00000001:2.0:1767384613.473423:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384613.473424:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384613.473430:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75dce92. 00000020:00000040:2.0:1767384613.473434:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384613.473438:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384613.473440:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384613.473456:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384613.473461:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082e55427. 00000100:00000001:2.0:1767384613.473466:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.473469:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384613.473472:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384613.473477:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003a89b66f. 00010000:00000001:2.0:1767384613.473480:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384613.473483:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000edbd8bb3. 00000020:00000001:2.0:1767384613.473487:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384613.473488:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000edbd8bb3 with handle 0x1c01179f271edcd1 to hash 00000020:00000001:2.0:1767384613.473490:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384613.473492:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384613.473494:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384613.473498:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384613.473500:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384613.473502:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384613.473509:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384613.473527:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384613.473531:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384613.473532:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384613.473536:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1d06b8d. 00000100:00000001:2.0:1767384613.473538:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934386250304 : -117139323301312 : ffff9576603ed240) 00000100:00000001:2.0:1767384613.473540:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384613.473542:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000100:00000001:2.0:1767384613.473546:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384613.473547:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.473549:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384613.473550:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384613.473556:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.473563:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384613.473565:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.473568:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384613.473570:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384613.473572:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384613.473574:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037647488:0@lo:101: 00000100:00000001:2.0:1767384613.473577:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384613.473582:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384613.473584:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.473586:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384613.473589:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bdd3fa75. 02000000:00000001:2.0:1767384613.473590:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.473595:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069bb3c79. 00000400:00000010:2.0:1767384613.473600:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000100:00000200:2.0:1767384613.473605:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037647488, portal 25 00000100:00000001:2.0:1767384613.473607:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384613.473608:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000100:00000040:2.0:1767384613.473611:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.473621:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384613.473624:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384613.473626:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5748a2. 00000100:00000200:2.0:1767384613.473629:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037647488, offset 0 00000400:00000200:2.0:1767384613.473634:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384613.473645:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384613.473653:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f504680 00000400:00000200:2.0:1767384613.473658:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x102d [2] + 0 00000400:00000010:2.0:1767384613.473661:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087b25659. 00000400:00000200:2.0:1767384613.473664:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b70b7a7e 00000400:00000200:2.0:1767384613.473668:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384613.473683:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384613.473686:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70b7a7e 00000400:00000010:2.0:1767384613.473688:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b70b7a7e. 00000100:00000001:2.0:1767384613.473692:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384613.473694:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384613.473696:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000d9b60fc1 x1853237037647488 msgsize 328 00000100:00100000:2.0:1767384613.473699:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384613.473701:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384613.473715:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384613.473721:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5748a2 00000400:00000010:2.0:1767384613.473722:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5748a2. 00000100:00000001:2.0:1767384613.473724:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384613.473727:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.473734:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.473736:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.473740:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.473741:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384613.473744:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.473747:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294902290 00000100:00000010:2.0:1767384613.473750:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cfb8928. 00000100:00000001:2.0:1767384613.473760:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384613.473765:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294902290 00000100:00000010:2.0:1767384613.473768:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074eb50ef. 00000100:00000001:2.0:1767384613.473771:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384613.473774:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294902290 00000100:00000010:2.0:1767384613.473777:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000841e0df8. 00000100:00000001:0.0:1767384613.473777:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384613.473782:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00100000:0.0:1767384613.473782:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037647488 02000000:00000001:0.0:1767384613.473787:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384613.473788:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294902290 00000100:00000001:0.0:1767384613.473790:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384613.473792:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099914bf9. 00000100:00000001:0.0:1767384613.473793:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.473797:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384613.473798:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.473802:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384613.473803:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037647488 00000020:00000001:0.0:1767384613.473807:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384613.473808:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384613.473810:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:2.0:1767384613.473812:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384613.473814:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384613.473815:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384613.473817:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00100000:2.0:1767384613.473818:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e1d06b8d going to sleep for 11 seconds 00000020:00000001:0.0:1767384613.473823:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384613.473824:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384613.473827:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384613.473829:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.473833:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384613.473837:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a204f7d9. 00000100:00000001:0.0:1767384613.473839:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384613.473842:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a204f7d9. 00000020:00000010:0.0:1767384613.473848:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc651f85. 00000020:00000010:0.0:1767384613.473852:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077762e03. 00000020:00000010:0.0:1767384613.473856:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a711034b. 00000100:00000040:0.0:1767384613.473864:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384613.473867:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384613.473869:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384613.473870:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.473876:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.473889:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.473898:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384613.473900:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384613.473904:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:0.0:1767384613.473908:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384613.473910:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715860048 : -117138993691568 : ffff957673e44450) 00000100:00000040:0.0:1767384613.473914:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9b60fc1 x1853237037647488/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 328/0 e 0 to 0 dl 1767384624 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.473932:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384613.473934:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a204f7d9. 00000100:00000001:0.0:1767384613.473935:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384613.473937:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a204f7d9. 00000100:00100000:0.0:1767384613.473939:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9b60fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037647488:12345-0@lo:101: 00000100:00000200:0.0:1767384613.473942:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037647488 00000020:00000001:0.0:1767384613.473945:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384613.473947:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384613.473949:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.473951:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384613.473953:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:0.0:1767384613.473955:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384613.473957:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384613.473958:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384613.473960:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384613.473962:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.473964:0:16805:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384613.473966:0:16805:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384613.473967:0:16805:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384613.473969:0:16805:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384613.473970:0:16805:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.473974:0:16805:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384613.473977:0:16805:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e38c1b34. 00010000:00000001:0.0:1767384613.473980:0:16805:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384613.473982:0:16805:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081c510ad. 00000020:00000001:0.0:1767384613.473984:0:16805:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384613.473986:0:16805:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000081c510ad with handle 0x1c01179f271edcd8 to hash 00000020:00000001:0.0:1767384613.473988:0:16805:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384613.473989:0:16805:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907799040 : -117139801752576 : ffff957643ba3c00) 00010000:00000001:0.0:1767384613.473990:0:16805:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907799040 : -117139801752576 : ffff957643ba3c00) 00010000:00010000:0.0:1767384613.473993:0:16805:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271edcd1 expref: -99 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384613.474006:0:16805:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:0.0:1767384613.474008:0:16805:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:0.0:1767384613.474014:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384613.474016:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384613.474019:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a661df99. 02000000:00000001:0.0:1767384613.474020:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.474022:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.474024:0:16805:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384613.474027:0:16805:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384613.474029:0:16805:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384613.474031:0:16805:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384613.474032:0:16805:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.474034:0:16805:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384613.474035:0:16805:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.474036:0:16805:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384613.474038:0:16805:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384613.474039:0:16805:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384613.474040:0:16805:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384613.474042:0:16805:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e38c1b34) refcount = 1 00010000:00010000:0.0:1767384613.474045:0:16805:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 15 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.474048:0:16805:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384613.474049:0:16805:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384613.474050:0:16805:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.474051:0:16805:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.474052:0:16805:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384613.474055:0:16805:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384613.474056:0:16805:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 15 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.474060:0:16805:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384613.474062:0:16805:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384613.474063:0:16805:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.474069:0:16805:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.474071:0:16805:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384613.474072:0:16805:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.474073:0:16805:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384613.474074:0:16805:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000081c510ad, rc 0) 00000020:00000001:0.0:1767384613.474077:0:16805:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384613.474080:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037647488 00010000:00000001:0.0:1767384613.474082:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384613.474085:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9b60fc1 x1853237037647488/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 328/344 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.474091:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384613.474093:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384613.474096:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384613.474099:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384613.474102:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384613.474103:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384613.474105:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384613.474107:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.474109:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384613.474111:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384613.474113:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc5cdec. 00000100:00000200:0.0:1767384613.474116:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037647488, offset 224 00000400:00000200:0.0:1767384613.474119:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384613.474125:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384613.474131:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f504680 00000400:00000200:0.0:1767384613.474134:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x172d [1] + 224 00000400:00000200:0.0:1767384613.474137:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.474140:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384613.474143:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384613.474147:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384613.474153:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.474166:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384613.474176:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc5cdec 00000400:00000010:0.0:1767384613.474178:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc5cdec. 00000100:00000001:0.0:1767384613.474181:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384613.474182:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384613.474184:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384613.474186:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384613.474188:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384613.474189:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.474191:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384613.474194:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9b60fc1 x1853237037647488/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 328/344 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384613.474201:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9b60fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037647488:12345-0@lo:101: Request processed in 268us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384613.474207:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:0.0:1767384613.474209:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384613.474211:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384613.474212:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384613.474216:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077762e03. 00000020:00000010:0.0:1767384613.474219:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a711034b. 00000020:00000010:0.0:1767384613.474222:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc651f85. 00000020:00000040:0.0:1767384613.474226:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:0.0:1767384613.474229:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384613.474231:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a661df99. 02000000:00000001:0.0:1767384613.474234:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384613.474235:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384613.474236:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384613.474241:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384613.474242:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:0.0:1767384613.474244:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001abec88c. 00000400:00000001:2.0:1767384613.474245:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384613.474248:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069bb3c79. 00000400:00000200:2.0:1767384613.474253:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000400:00000010:2.0:1767384613.474255:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000100:00000001:2.0:1767384613.474258:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384613.474260:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c431421e. 00000100:00000200:2.0:1767384613.474263:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384613.474272:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.474277:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384613.474279:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.474281:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384613.474283:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384613.474284:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384613.474292:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.474294:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384613.474297:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384613.474300:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384613.474302:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384613.474303:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.474305:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384613.474307:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474309:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.474344:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.474349:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384613.474352:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384613.474353:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384613.474357:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384613.474363:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037647488:0@lo:101: 00000100:00000001:2.0:1767384613.474367:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.474370:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474372:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384613.474374:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.474375:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.474380:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384613.474381:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e1d06b8d. 00000100:00000001:2.0:1767384613.474384:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384613.474385:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.474387:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384613.474390:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384613.474391:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384613.474392:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=4 00000020:00000001:2.0:1767384613.474394:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384613.474396:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000040:2.0:1767384613.474403:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000edbd8bb3, remote cookie: 0x1c01179f271edcd8, flags: 0x0 00010000:00000001:2.0:1767384613.474422:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384613.474423:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384613.474424:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384613.474425:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384613.474426:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384613.474427:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003a89b66f) refcount = 1 00010000:00010000:2.0:1767384613.474429:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384613.474434:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384613.474435:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384613.474436:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384613.474438:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384613.474440:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384613.474453:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384613.474457:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384613.474459:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384613.474460:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384613.474461:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384613.474461:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384613.474462:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474463:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.474466:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e75dce92 x1853237037647488/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.474470:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384613.474471:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384613.474473:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bdd3fa75. 02000000:00000001:2.0:1767384613.474475:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384613.474477:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384613.474477:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384613.474479:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384613.474481:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082e55427. 02000000:00000001:2.0:1767384613.474482:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384613.474489:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384613.474490:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e75dce92. 00000100:00000001:2.0:1767384613.474494:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384613.474494:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384613.474496:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384613.474497:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384613.474498:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384613.474500:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.474501:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384613.474502:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384613.474504:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=3 00000020:00000001:2.0:1767384613.474505:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384613.474507:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384613.474508:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384613.474509:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384613.474509:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384613.474510:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384613.474512:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384613.474514:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000260f092a. 00000100:00000010:2.0:1767384613.474524:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75dce92. 00000020:00000040:2.0:1767384613.474526:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384613.474528:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384613.474530:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384613.474532:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384613.474535:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082e55427. 00000100:00000001:2.0:1767384613.474537:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474540:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384613.474542:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bdd3fa75. 00000100:00000010:2.0:1767384613.474545:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000847593d9. 00000020:00000040:2.0:1767384613.474547:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384613.474549:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384613.474550:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384613.474552:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1d06b8d. 00000100:00000001:2.0:1767384613.474553:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934386250304 : -117139323301312 : ffff9576603ed240) 00000100:00000001:2.0:1767384613.474554:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384613.474555:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000100:00000001:2.0:1767384613.474560:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384613.474561:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474562:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384613.474562:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384613.474564:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.474568:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384613.474569:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.474571:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384613.474572:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384613.474573:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384613.474574:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037647616:0@lo:256: 00000100:00000001:2.0:1767384613.474576:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384613.474578:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384613.474579:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474580:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384613.474583:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069bb3c79. 00000400:00000010:2.0:1767384613.474586:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009a61eb1b. 00000100:00000200:2.0:1767384613.474588:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f504700-0x695825f504700, portal 33 00000100:00000001:2.0:1767384613.474590:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.474591:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384613.474593:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049d2d6da. 02000000:00000001:2.0:1767384613.474594:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.474595:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae927009. 00000400:00000010:2.0:1767384613.474597:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000100:00000200:2.0:1767384613.474598:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037647616, portal 25 00000100:00000001:2.0:1767384613.474600:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384613.474600:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000100:00000040:2.0:1767384613.474603:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.474607:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384613.474609:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384613.474611:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5748a2. 00000100:00000200:2.0:1767384613.474612:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037647616, offset 0 00000400:00000200:2.0:1767384613.474619:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384613.474624:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384613.474628:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f504700 00000400:00000200:2.0:1767384613.474631:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x103d [2] + 0 00000400:00000010:2.0:1767384613.474633:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8269adb. 00000400:00000200:2.0:1767384613.474636:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b69c4fe4 00000400:00000200:2.0:1767384613.474638:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384613.474641:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384613.474643:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69c4fe4 00000400:00000010:2.0:1767384613.474644:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b69c4fe4. 00000100:00000001:2.0:1767384613.474646:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384613.474647:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384613.474649:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000aa6578fb x1853237037647616 msgsize 304 00000100:00100000:2.0:1767384613.474653:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384613.474654:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384613.474664:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384613.474666:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5748a2 00000400:00000010:2.0:1767384613.474668:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5748a2. 00000100:00000001:2.0:1767384613.474669:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384613.474671:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.474686:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.474688:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.474692:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474692:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384613.474695:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474697:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294902291 00000100:00000001:2.0:1767384613.474701:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902290 00000100:00000001:2.0:1767384613.474703:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294902291 00000100:00000001:2.0:1767384613.474706:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902290 00000100:00000001:2.0:1767384613.474708:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294902291 00000100:00000001:2.0:1767384613.474711:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902290 00000100:00000001:2.0:1767384613.474721:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294902291 00000100:00000001:2.0:1767384613.474725:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902290 00000100:00000001:0.0:1767384613.474727:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384613.474728:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384613.474730:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037647616 00000100:00000001:2.0:1767384613.474731:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384613.474734:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384613.474735:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384613.474736:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384613.474737:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384613.474739:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384613.474740:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e1d06b8d going to sleep for 11 seconds 02000000:00000001:0.0:1767384613.474743:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.474744:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384613.474748:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037647616 00000100:00000001:2.0:1767384613.474749:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.474758:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384613.474760:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384613.474761:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384613.474763:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384613.474765:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384613.474767:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384613.474770:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384613.474772:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a204f7d9. 00000100:00000001:0.0:1767384613.474774:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384613.474776:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a204f7d9. 00000020:00000010:0.0:1767384613.474779:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc651f85. 00000020:00000010:0.0:1767384613.474782:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077762e03. 00000020:00000010:0.0:1767384613.474784:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a711034b. 00000100:00000040:0.0:1767384613.474789:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384613.474790:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384613.474791:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384613.474792:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.474795:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.474807:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.474813:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384613.474814:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384613.474816:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:0.0:1767384613.474818:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384613.474820:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715874384 : -117138993677232 : ffff957673e47c50) 00000100:00000040:0.0:1767384613.474823:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa6578fb x1853237037647616/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 304/0 e 0 to 0 dl 1767384624 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.474830:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384613.474832:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a204f7d9. 00000100:00000001:0.0:1767384613.474833:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384613.474835:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a204f7d9. 00000100:00100000:0.0:1767384613.474838:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa6578fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037647616:12345-0@lo:256: 00000100:00000200:0.0:1767384613.474841:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037647616 00000020:00000001:0.0:1767384613.474848:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384613.474850:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384613.474851:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.474853:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384613.474854:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:0.0:1767384613.474856:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384613.474857:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384613.474858:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384613.474859:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384613.474860:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.474862:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384613.474863:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384613.474865:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a661df99. 02000000:00000001:0.0:1767384613.474866:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.474868:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384613.474870:0:16805:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384613.474872:0:16805:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384613.474875:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384613.474877:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384613.474879:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384613.474881:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384613.474882:0:16805:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384613.474883:0:16805:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000df89b6cc. 20000000:00000001:0.0:1767384613.474885:0:16805:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384613.474896:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384613.474901:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384613.474906:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384613.474908:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384613.474909:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384613.474911:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384613.474913:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384613.474914:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384613.474916:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384613.474917:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384613.474919:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384613.474920:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384613.474921:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384613.474922:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384613.474929:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384613.474930:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384613.474931:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384613.474932:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384613.474933:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:01000000:0.0:1767384613.474935:0:16805:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 404, pages 3692/1/4/3. 20000000:00000040:0.0:1767384613.474949:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384613.474950:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384613.474951:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384613.474952:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384613.474954:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384613.474955:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384613.474956:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384613.474957:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384613.474958:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384613.474959:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384613.474961:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384613.474962:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384613.474963:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384613.474965:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384613.474966:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384613.474967:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384613.474968:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384613.474969:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384613.474971:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:01000000:0.0:1767384613.474972:0:16805:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 404, pages 3288/1/4/3. 20000000:01000000:0.0:1767384613.474973:0:16805:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 808, version 42 20000000:00000001:0.0:1767384613.474975:0:16805:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=808 : 808 : 328) 00000100:00000001:0.0:1767384613.474976:0:16805:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384613.474978:0:16805:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000014f7ace9. 00000100:00000010:0.0:1767384613.474981:0:16805:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000019ab2da3. 00000020:00000040:0.0:1767384613.474982:0:16805:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:0.0:1767384613.474985:0:16805:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384613.474986:0:16805:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384613.474988:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc5cdec. 00000400:00000010:0.0:1767384613.474993:0:16805:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dad1f43d. 00000400:00000200:0.0:1767384613.474996:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384613.475001:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384613.475011:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 808 into portal 33 MB=0x695825f504700 00000400:00000200:0.0:1767384613.475015:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 808/808 into md 0x173d [4] + 0 00000400:00000010:0.0:1767384613.475017:0:16805:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069bb3c79. 00000400:00000200:0.0:1767384613.475020:0:16805:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a61eb1b 00000400:00000200:0.0:1767384613.475022:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.475024:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384613.475026:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a61eb1b 00000400:00000010:0.0:1767384613.475027:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009a61eb1b. 00000100:00000001:0.0:1767384613.475029:0:16805:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384613.475030:0:16805:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e75dce92 desc 00000000bdd3fa75 mbits 1853237037647616 00000100:00000001:0.0:1767384613.475039:0:16805:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384613.475041:0:16805:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384613.475044:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384613.475049:0:16805:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1749 00000400:00000200:0.0:1767384613.475051:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.475054:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384613.475057:0:16805:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384613.475058:0:16805:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000014f7ace9 00000100:00000001:0.0:1767384613.475060:0:16805:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:2.0:1767384613.475061:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384613.475064:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.475065:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc5cdec 00000400:00000010:0.0:1767384613.475068:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc5cdec. 00000100:00000001:0.0:1767384613.475070:0:16805:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384613.475071:0:16805:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000014f7ace9 00000100:00000001:0.0:1767384613.475073:0:16805:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384613.475076:0:16805:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 808 bytes via portal 33 id 12345-0@lo mbits 0x695825f504700-0x695825f504700 00000100:00000001:0.0:1767384613.475079:0:16805:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.475082:0:16805:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.475083:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384613.475085:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:0.0:1767384613.475087:0:16805:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000019ab2da3. 00000100:00000010:0.0:1767384613.475089:0:16805:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000014f7ace9. 00000100:00000001:0.0:1767384613.475090:0:16805:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384613.475092:0:16805:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384613.475096:0:16805:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000df89b6cc. 20000000:00000001:0.0:1767384613.475098:0:16805:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384613.475104:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037647616 00010000:00000001:0.0:1767384613.475106:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384613.475108:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa6578fb x1853237037647616/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 304/240 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.475113:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384613.475114:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384613.475115:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384613.475118:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384613.475119:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384613.475120:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384613.475122:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384613.475123:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.475125:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384613.475127:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384613.475128:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc5cdec. 00000100:00000200:0.0:1767384613.475130:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037647616, offset 224 00000400:00000200:0.0:1767384613.475132:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384613.475135:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384613.475139:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f504700 00000400:00000200:0.0:1767384613.475141:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1741 [1] + 224 00000400:00000200:0.0:1767384613.475144:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.475146:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384613.475148:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384613.475150:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384613.475156:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.475167:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384613.475169:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc5cdec 00000400:00000010:0.0:1767384613.475170:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc5cdec. 00000100:00000001:0.0:1767384613.475172:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384613.475173:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384613.475175:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384613.475177:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384613.475184:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384613.475185:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384613.475187:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384613.475188:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384613.475189:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384613.475192:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384613.475195:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae927009. 00000100:00000040:0.0:1767384613.475195:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa6578fb x1853237037647616/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 304/240 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384613.475201:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000400:00000010:2.0:1767384613.475204:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000100:00100000:0.0:1767384613.475208:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa6578fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037647616:12345-0@lo:256: Request processed in 375us (555us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384613.475209:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384613.475214:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384613.475218:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:0.0:1767384613.475223:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384613.475226:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384613.475229:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384613.475230:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384613.475232:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077762e03. 00000020:00000010:0.0:1767384613.475237:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a711034b. 00000100:00000001:2.0:1767384613.475241:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384613.475242:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc651f85. 00000100:00000001:2.0:1767384613.475244:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.475247:0:16808:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384613.475247:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:2.0:1767384613.475248:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384613.475252:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384613.475253:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384613.475254:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384613.475256:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a661df99. 02000000:00000001:2.0:1767384613.475257:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384613.475259:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384613.475261:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=43 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384613.475262:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384613.475268:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=43 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384613.475269:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384613.475273:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384613.475274:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000311c94b4. 00000100:00000001:2.0:1767384613.475275:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.475278:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384613.475279:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000164f877f. 00010000:00000001:2.0:1767384613.475280:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.475289:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.475292:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384613.475298:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.475302:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384613.475303:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384613.475305:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384613.475308:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037647616:0@lo:256: 00000100:00000001:2.0:1767384613.475329:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.475332:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.475333:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384613.475335:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.475337:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.475341:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384613.475343:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e1d06b8d. 00000100:00000001:2.0:1767384613.475346:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384613.475347:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384613.475350:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 42, more 0. 10000000:00000001:2.0:1767384613.475352:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384613.475357:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000033e545d6. 00010000:00000001:2.0:1767384613.475364:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384613.475366:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384613.475371:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:2.0:1767384613.475373:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.475375:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384613.475376:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:2.0:1767384613.475378:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000400:00000200:2.0:1767384613.475381:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 19 NIDs 00000400:00001000:2.0:1767384613.475384:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384613.475386:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:2.0:1767384613.475395:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384613.475399:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (19) 00000400:00000200:2.0:1767384613.475403:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384613.475420:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:2.0:1767384613.475422:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (20) 00000400:00000200:2.0:1767384613.475424:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:2.0:1767384613.475425:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:2.0:1767384613.475427:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475428:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:2.0:1767384613.475429:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:2.0:1767384613.475431:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475432:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:2.0:1767384613.475433:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:2.0:1767384613.475434:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475435:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:2.0:1767384613.475436:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:2.0:1767384613.475437:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475438:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:2.0:1767384613.475440:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:2.0:1767384613.475441:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475442:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:2.0:1767384613.475459:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:2.0:1767384613.475461:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475462:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:2.0:1767384613.475463:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:2.0:1767384613.475465:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475466:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:2.0:1767384613.475467:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:2.0:1767384613.475468:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475469:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:2.0:1767384613.475470:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:2.0:1767384613.475472:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475473:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:2.0:1767384613.475474:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:2.0:1767384613.475476:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475476:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:2.0:1767384613.475483:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:2.0:1767384613.475485:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475486:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:2.0:1767384613.475487:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:2.0:1767384613.475489:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475490:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:2.0:1767384613.475491:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:2.0:1767384613.475493:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475494:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:2.0:1767384613.475494:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:2.0:1767384613.475496:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475497:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:2.0:1767384613.475498:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:2.0:1767384613.475500:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475501:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:2.0:1767384613.475502:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:2.0:1767384613.475503:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475504:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:2.0:1767384613.475505:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:2.0:1767384613.475507:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475508:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:2.0:1767384613.475509:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:2.0:1767384613.475510:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384613.475511:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000100:00000001:2.0:1767384613.475513:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.475514:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384613.475517:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 10000000:00000010:2.0:1767384613.475519:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000b4cc0278. 10000000:00000040:2.0:1767384613.475521:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 41/42 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:2.0:1767384613.475523:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384613.475529:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384613.475531:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0ec436b. 00000020:00000010:2.0:1767384613.475533:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0675292. 00000040:00000010:2.0:1767384613.475536:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aa0c7638. 00000020:00000010:2.0:1767384613.475539:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000054cc289. 00000020:00000010:2.0:1767384613.475545:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384613.475548:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f902931. 80000000:00000010:2.0:1767384613.475551:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000930006fd. 40000000:00000010:2.0:1767384613.475554:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000da3b8e0f. 00100000:00000010:2.0:1767384613.475557:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006c1c876a. 00040000:00000010:2.0:1767384613.475561:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e19f75a4. 00040000:00000010:2.0:1767384613.475564:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e05090a2. 00040000:00000010:2.0:1767384613.475567:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a5ea2746. 00080000:00000010:2.0:1767384613.475570:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000036e8b50c. 00000004:00000010:2.0:1767384613.475574:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003a70c8dc. 00000004:00000010:2.0:1767384613.475579:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001ccfeaa6. 00000004:00000010:2.0:1767384613.475599:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004a5d598c. 00002000:00000010:2.0:1767384613.475603:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d94d1cd9. 00000004:00000010:2.0:1767384613.475606:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000061050ee5. 00000004:00000001:2.0:1767384613.475609:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384613.475612:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384613.475613:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000b4cc0278 00000040:00001000:2.0:1767384613.475615:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384613.475616:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384613.475617:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384613.475619:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384613.475621:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384613.475622:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384613.475623:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384613.475625:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:2.0:1767384613.475626:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384613.475677:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384613.475691:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0675292. 00000040:00000010:2.0:1767384613.475694:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aa0c7638. 00000020:00000010:2.0:1767384613.475697:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000054cc289. 00000020:00000010:2.0:1767384613.475700:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384613.475703:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009f902931. 80000000:00000010:2.0:1767384613.475706:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000930006fd. 40000000:00000010:2.0:1767384613.475707:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000da3b8e0f. 00100000:00000010:2.0:1767384613.475709:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006c1c876a. 00040000:00000010:2.0:1767384613.475717:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e19f75a4. 00040000:00000010:2.0:1767384613.475720:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e05090a2. 00040000:00000010:2.0:1767384613.475723:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a5ea2746. 00080000:00000010:2.0:1767384613.475726:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000036e8b50c. 00000004:00000010:2.0:1767384613.475729:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003a70c8dc. 00000004:00000010:2.0:1767384613.475732:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001ccfeaa6. 00000004:00000010:2.0:1767384613.475735:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004a5d598c. 00002000:00000010:2.0:1767384613.475738:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d94d1cd9. 00000004:00000010:2.0:1767384613.475741:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000061050ee5. 00000020:00000010:2.0:1767384613.475743:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0ec436b. 00000020:00000001:2.0:1767384613.475746:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.475747:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384613.475750:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000b4cc0278. 10000000:00000040:2.0:1767384613.475756:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384613.475758:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000033e545d6. 10000000:00000001:2.0:1767384613.475761:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.475763:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.475766:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e75dce92 x1853237037647616/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.475771:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384613.475772:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384613.475774:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049d2d6da. 02000000:00000001:2.0:1767384613.475776:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384613.475777:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384613.475778:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384613.475779:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384613.475780:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384613.475781:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384613.475782:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384613.475784:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384613.475785:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000847593d9. 00000100:00000010:2.0:1767384613.475786:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bdd3fa75. 00000100:00000001:2.0:1767384613.475787:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384613.475788:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082e55427. 02000000:00000001:2.0:1767384613.475790:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384613.475796:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384613.475798:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e75dce92. 00000100:00000001:2.0:1767384613.475801:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384613.475802:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384613.475812:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000260f092a. 10000000:01000000:2.0:1767384613.475815:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384613.475818:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384613.475819:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384613.475820:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384613.475821:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=3 00000020:00000001:2.0:1767384613.475823:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384613.475825:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:2.0:1767384613.475827:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384613.475829:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384613.475834:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384613.475835:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384613.475836:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384613.475840:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384613.475841:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384613.475842:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384613.475843:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384613.475844:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384613.475845:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384613.475846:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384613.475848:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384613.475849:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384613.482387:0:25673:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bbc36d4a. 00000020:00000040:1.0:1767384613.482394:0:25673:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384613.482396:0:25673:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bbc36d4a. 00000100:00000040:3.0:1767384613.493337:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294902291, at 4294902292 00000100:00000010:3.0:1767384613.493345:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099914bf9. 00000100:00000040:0.0:1767384613.493361:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294902291, at 4294902292 00000100:00000040:1.0:1767384613.493368:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294902291, at 4294902292 00000100:00000010:0.0:1767384613.493370:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cfb8928. 00000100:00000040:2.0:1767384613.493376:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294902291, at 4294902292 00000100:00000010:1.0:1767384613.493376:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074eb50ef. 00000100:00000010:2.0:1767384613.493385:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000841e0df8. 00010000:00000001:0.0:1767384613.537448:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384613.537455:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.537462:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384613.537463:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.537510:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384613.537513:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384613.537516:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384613.671767:0:25729:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384613.671770:0:25729:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:3.0:1767384613.674864:0:25729:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384613.680775:0:25730:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000060926fb1. 00000400:00000010:3.0:1767384613.680786:0:25730:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bc0e725a. 00000400:00000010:3.0:1767384613.680794:0:25730:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e22cc6b8. 00000400:00000010:3.0:1767384613.680797:0:25730:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001c0e329b. 00000400:00000010:3.0:1767384613.680800:0:25730:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000af41d295. 00000400:00000010:3.0:1767384613.680803:0:25730:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b416226. 00000400:00000010:3.0:1767384613.680805:0:25730:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003b660fcc. 00000400:00000010:3.0:1767384613.680810:0:25730:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082deb358. 00000400:00000010:3.0:1767384613.680812:0:25730:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b6562888. 00000800:00000010:3.0:1767384613.680824:0:25730:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a9fd2873. 00000800:00000200:3.0:1767384613.680833:0:25730:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384613.680840:0:25730:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384613.680872:0:25730:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384613.680889:0:25730:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp28 [8/256/0/180] 00000400:00000010:3.0:1767384613.682267:0:25730:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000cbaed9df. 00000400:00000010:3.0:1767384613.682272:0:25730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c63a2325. 00000400:00000010:3.0:1767384613.682276:0:25730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003468a45c. 00000400:00000001:3.0:1767384613.682288:0:25730:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384613.682289:0:25730:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384613.682291:0:25730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a63397. 00000400:00000200:3.0:1767384613.682293:0:25730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005be9f7b 00000400:00000010:3.0:1767384613.682294:0:25730:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005be9f7b. 00000400:00000010:3.0:1767384613.682297:0:25730:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000041a0c004. 00000400:00000200:3.0:1767384613.682301:0:25730:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (19) 00000400:00000200:3.0:1767384613.682328:0:25730:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384613.682335:0:25730:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:3.0:1767384613.682342:0:25730:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000043f0e09c. 00000020:01000000:3.0:1767384613.682347:0:25730:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384613.682349:0:25730:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp28 00000400:00000010:3.0:1767384613.682365:0:25730:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bc0e725a. 00000400:00000200:0.0:1767384613.682366:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384613.682369:0:25730:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000060926fb1. 00000400:00000200:0.0:1767384613.682374:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:0.0:1767384613.682381:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc5cdec. 00000020:00000001:2.0:1767384613.682384:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384613.682385:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (20) 00000400:00000010:0.0:1767384613.682391:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093274b79. 10000000:00000001:2.0:1767384613.682395:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384613.682398:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384613.682401:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384613.682416:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp26 00000020:01000004:2.0:1767384613.682417:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384613.682420:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384613.682433:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384613.682435:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384613.682436:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384613.682437:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384613.682438:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384613.682439:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384613.682441:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384613.682444:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384613.682444:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp26 to MR: 192.168.203.133@tcp26 local destination 00000100:00000010:2.0:1767384613.682449:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75dce92. 00000400:00000200:0.0:1767384613.682454:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp26 NI seq info: [49:49:256:4294967295] 192.168.203.133@tcp26 LPNI seq info [49:49:8:4294967295] 00000020:00000040:2.0:1767384613.682455:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384613.682463:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384613.682465:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp26 02000000:00000001:2.0:1767384613.682467:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384613.682473:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.682473:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26:192.168.203.133@tcp26) -> 192.168.203.133@tcp26(192.168.203.133@tcp26:192.168.203.133@tcp26) : PUT try# 0 00000800:00000200:0.0:1767384613.682481:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.133@tcp26 02000000:00000010:2.0:1767384613.682484:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f4707545. 00000800:00000010:0.0:1767384613.682486:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000063ac909. 00000100:00000001:2.0:1767384613.682501:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384613.682502:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (4) 00000800:00000200:0.1:1767384613.682509:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (4) 00000100:00000001:2.0:1767384613.682511:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384613.682514:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.682521:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e75dce92] to pc [ptlrpcd_00_03+3] req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384613.682529:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp26 ip 192.168.203.133:988 00000800:00000200:0.1:1767384613.682535:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000063ac909 type 1, nob 448 niov 1 nkiov 1 00000400:00000200:0.0:1767384613.682549:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 10000000:00000001:2.0:1767384613.682551:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.682553:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 10000000:00000001:2.0:1767384613.682555:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.682569:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384613.682572:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384613.682578:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384613.682579:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384613.682580:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384613.682582:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384613.682584:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384613.682585:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384613.682586:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384613.682588:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384613.682589:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384613.682595:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384613.682596:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384613.682598:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384613.682599:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384613.682602:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000010:2.0:1767384613.682603:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffe826e7. 00000020:00000040:2.0:1767384613.682607:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384613.682611:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384613.682612:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384613.682615:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384613.682620:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003eadb214. 00000100:00000001:2.0:1767384613.682623:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.682626:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384613.682627:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.682631:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffe826e7] to pc [ptlrpcd_00_00+0] req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384613.682646:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384613.682647:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.682649:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384613.682651:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384613.682651:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000020:00000010:2.0:1767384613.682653:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000043f0e09c. 00000100:00000001:2.0:1767384613.682666:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.682669:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384613.682671:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384613.682675:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.682681:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384613.682683:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384613.682683:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 02000000:00000001:2.0:1767384613.682686:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767384613.682688:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384613.682689:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384613.682694:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384613.682694:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000063ac909. 00000400:00000200:0.0:1767384613.682711:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384613.682712:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037647744:0@lo:253: 00000400:00000200:1.0:1767384613.682716:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.682718:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384613.682722:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: PUT: OK 02000000:00000001:2.0:1767384613.682724:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384613.682727:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.682729:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384613.682730:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384613.682734:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp26: 0 02000000:00000010:2.0:1767384613.682742:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007d0e41a9. 00000800:00000001:0.0:1767384613.682743:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384613.682745:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.682751:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae927009. 00000800:00000001:0.0:1767384613.682751:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384613.682752:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000001:0.0:1767384613.682756:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384613.682757:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1d06b8d. 00000100:00000200:2.0:1767384613.682762:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037647744, portal 25 00000800:00000001:0.0:1767384613.682763:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.682766:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384613.682769:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000400:00000200:0.0:1767384613.682773:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26) <- 192.168.203.133@tcp26 : PUT - for me 00000100:00000040:2.0:1767384613.682777:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384613.682781:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.682783:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384613.682786:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384613.682789:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384613.682794:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d05b2ddf. 00000400:00000200:0.0:1767384613.682799:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 336/352 into md 0x1715 [1] + 0 00000400:00000010:0.0:1767384613.682803:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073d3024. 00000400:00000200:0.0:1767384613.682806:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030ef789b 00000100:00000200:2.0:1767384613.682810:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037647744, offset 0 00000400:00000200:1.0:1767384613.682810:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000800:00000001:0.0:1767384613.682811:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.682820:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384613.682824:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384613.682825:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.682831:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: PUT: OK 00000400:00000200:2.0:1767384613.682837:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384613.682838:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 00000400:00000200:1.0:1767384613.682841:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000010:0.0:1767384613.682842:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 00000400:00000200:2.0:1767384613.682846:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504780 00000400:00000200:0.0:1767384613.682856:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384613.682859:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x104d [2] + 0 00000400:00000200:0.0:1767384613.682860:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (21) 00000400:00000010:2.0:1767384613.682866:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000098989da. 00000400:00000200:0.0:1767384613.682869:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:2.0:1767384613.682871:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eea0cc6e 00000400:00000200:0.0:1767384613.682874:0:16156:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (352 bytes) 00000400:00000200:0.0:1767384613.682878:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384613.682879:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384613.682882:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.682885:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (22) 00000400:00000200:2.0:1767384613.682886:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384613.682894:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384613.682899:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp26 to MR: 192.168.203.133@tcp26 local destination 00000400:00000200:0.0:1767384613.682904:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp26 NI seq info: [50:50:256:4294967295] 192.168.203.133@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:1.0:1767384613.682906:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.682917:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26:192.168.203.133@tcp26) -> 192.168.203.133@tcp26(192.168.203.133@tcp26:192.168.203.133@tcp26) 192.168.203.133@tcp26 : ACK try# 0 00000400:00000200:2.0:1767384613.682922:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eea0cc6e 00000800:00000200:0.0:1767384613.682923:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp26 00000400:00000010:2.0:1767384613.682927:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eea0cc6e. 00000800:00000010:0.0:1767384613.682929:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000063ac909. 00000100:00000001:2.0:1767384613.682932:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.0:1767384613.682936:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (4) 00000100:00000200:2.0:1767384613.682937:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384613.682938:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000040:2.0:1767384613.682943:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000009fefc6ba x1853237037647744 msgsize 4848 00000800:00000200:0.0:1767384613.682947:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp26 ip 192.168.203.133:989 00000800:00000200:0.0:1767384613.682952:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000063ac909 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:2.0:1767384613.682954:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384613.682957:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384613.682961:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000800:00000001:0.0:1767384613.682964:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384613.682967:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384613.682974:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d05b2ddf 00000800:00000001:0.0:1767384613.682974:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384613.682976:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d05b2ddf. 00000100:00000001:2.0:1767384613.682981:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384613.682984:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384613.682992:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.683003:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384613.683005:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384613.683009:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384613.683009:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000063ac909. 00000400:00000200:0.0:1767384613.683017:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384613.683018:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683021:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384613.683025:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: ACK: OK 00000100:00000001:2.0:1767384613.683027:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384613.683029:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000800:00000001:0.0:1767384613.683032:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384613.683033:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294902499 00000100:00000010:2.0:1767384613.683039:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000930006fd. 00000800:00000001:0.0:1767384613.683039:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384613.683045:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384613.683047:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384613.683051:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.683054:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294902499 00000800:00000001:0.0:1767384613.683054:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.683058:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384613.683059:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084f9aa14. 00000100:00000001:2.0:1767384613.683064:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384613.683066:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26) <- 192.168.203.133@tcp26 : ACK - for me 00000100:00000001:2.0:1767384613.683068:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294902499 00000100:00000010:2.0:1767384613.683072:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b008e49c. 00000100:00000001:2.0:1767384613.683076:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384613.683077:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.683079:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp26: ACK from 12345-192.168.203.133@tcp26 into md 0x1759 00000400:00000200:0.0:1767384613.683082:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.683090:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: ACK: OK 00000100:00000001:2.0:1767384613.683095:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294902499 00000100:00000010:2.0:1767384613.683102:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000879b868a. 00000400:00000200:0.0:1767384613.683104:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc5cdec 00000100:00000001:2.0:1767384613.683106:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384613.683107:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc5cdec. 00000100:00000001:2.0:1767384613.683113:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384613.683114:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384613.683119:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.683120:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000001:2.0:1767384613.683123:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683126:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.683127:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384613.683132:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (21) 00000400:00000200:1.0:1767384613.683133:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.683135:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384613.683138:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384613.683139:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384613.683143:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384613.683144:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.683155:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384613.683157:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683159:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683175:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.683177:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.683181:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384613.683182:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384613.683183:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000100:00100000:0.0:1767384613.683185:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037647744 00000100:00000001:2.0:1767384613.683186:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384613.683189:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384613.683191:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384613.683193:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683195:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384613.683197:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.683201:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384613.683202:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037647744 00000020:00000001:0.0:1767384613.683207:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384613.683209:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384613.683210:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:2.0:1767384613.683212:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.683215:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384613.683216:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384613.683219:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384613.683219:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000400:00000200:1.0:1767384613.683224:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 02000000:00000001:2.0:1767384613.683225:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.683225:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384613.683232:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00100000:2.0:1767384613.683233:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ffe826e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037647872:0@lo:253: 00000100:00000001:0.0:1767384613.683238:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384613.683239:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384613.683244:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767384613.683244:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004618cc4e. 02000000:00000001:2.0:1767384613.683246:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.683249:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384613.683250:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384613.683254:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004618cc4e. 02000000:00000010:2.0:1767384613.683257:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ac1a39e9. 00000020:00000010:0.0:1767384613.683260:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000d22147. 02000000:00000001:2.0:1767384613.683261:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.683269:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91ab64d. 00000020:00000010:0.0:1767384613.683269:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000009cdf6e5. 00000400:00000200:1.0:1767384613.683275:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000010:2.0:1767384613.683276:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d05b2ddf. 00000020:00000010:0.0:1767384613.683277:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a711034b. 00000100:00000200:2.0:1767384613.683283:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037647872, portal 25 00000100:00000001:2.0:1767384613.683286:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384613.683287:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974581248 : -117139734970368 : ffff957647b54000) 00000100:00000040:0.0:1767384613.683291:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1767384613.683292:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.683295:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384613.683298:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384613.683302:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384613.683302:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.683307:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384613.683329:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047e084a1. 00000100:00000200:2.0:1767384613.683332:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037647872, offset 0 00000100:00000001:0.0:1767384613.683336:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.683337:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384613.683347:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384613.683348:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384613.683351:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384613.683362:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504800 00000100:00000001:0.0:1767384613.683365:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384613.683367:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x105d [2] + 0 00000400:00000010:2.0:1767384613.683370:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048e53207. 00000100:00000001:0.0:1767384613.683374:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384613.683376:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0a61ebf 00000400:00000200:2.0:1767384613.683381:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384613.683382:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:0.0:1767384613.683385:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384613.683387:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715869264 : -117138993682352 : ffff957673e46850) 00000100:00000040:0.0:1767384613.683396:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fefc6ba x1853237037647744/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 4848/0 e 0 to 0 dl 1767384624 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384613.683397:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384613.683415:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0a61ebf 00000400:00000010:2.0:1767384613.683418:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0a61ebf. 00000400:00000200:1.0:1767384613.683421:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.683425:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384613.683428:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384613.683429:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384613.683432:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000d1ee824f x1853237037647872 msgsize 4848 00000020:00000010:0.0:1767384613.683434:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004618cc4e. 00000100:00000001:0.0:1767384613.683439:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384613.683443:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384613.683444:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004618cc4e. 00000100:00000040:2.0:1767384613.683446:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:0.0:1767384613.683453:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fefc6ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037647744:12345-0@lo:253: 00000100:00000001:2.0:1767384613.683456:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384613.683457:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037647744 00000020:00000001:0.0:1767384613.683461:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384613.683464:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e084a1 00000020:00000001:0.0:1767384613.683465:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384613.683469:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047e084a1. 00000020:00000001:0.0:1767384613.683469:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.683474:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384613.683475:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384613.683476:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384613.683480:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384613.683482:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384613.683482:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000020:00000001:0.0:1767384613.683483:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384613.683489:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384613.683493:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384613.683495:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384613.683497:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.683500:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.683502:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384613.683505:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384613.683508:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683510:0:16163:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767384613.683512:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4c06d34. 00000100:00000001:2.0:1767384613.683514:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384613.683516:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384613.683517:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.683518:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294902500 00000100:00000001:0.0:1767384613.683522:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384613.683525:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384613.683527:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902499 00000100:00000001:2.0:1767384613.683533:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294902500 20000000:00000010:0.0:1767384613.683534:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004dbf7670. 00000100:00000001:2.0:1767384613.683536:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902499 20000000:01000000:0.0:1767384613.683539:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384613.683542:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294902500 20000000:00000001:0.0:1767384613.683543:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384613.683547:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384613.683548:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902499 20000000:00000001:0.0:1767384613.683549:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683553:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294902500 00000400:00000200:1.0:1767384613.683555:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.683557:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902499 20000000:00000001:0.0:1767384613.683560:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683564:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384613.683565:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384613.683567:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683571:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683572:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384613.683577:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000567cf741. 00000400:00000200:1.0:1767384613.683582:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 20000000:01000000:0.0:1767384613.683583:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000100:00000001:2.0:1767384613.683597:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384613.683599:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:00000001:0.0:1767384613.683602:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384613.683603:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384613.683605:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.683606:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384613.683609:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384613.683611:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:2.0:1767384613.683612:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.683625:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.683627:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384613.683664:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00080000:00000001:0.0:1767384613.683664:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384613.683671:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384613.683672:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:0.0:1767384613.683673:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384613.683678:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000010:2.0:1767384613.683679:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000d0ec436b. 00000020:00000001:0.0:1767384613.683681:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:2.0:1767384613.683685:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002009cd38. 00000020:00000001:0.0:1767384613.683687:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000400:00000010:2.0:1767384613.683691:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00080000:00000001:0.0:1767384613.683692:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384613.683697:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d0ec436b 00000400:00000010:2.0:1767384613.683701:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000a695b245. 00080000:00000010:0.0:1767384613.683701:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ab29bfb7. 00080000:00000001:0.0:1767384613.683716:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944786944 : -117139764764672 : ffff957645eea000) 00000400:00000200:2.0:1767384613.683717:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00080000:00000001:0.0:1767384613.683723:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384613.683724:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384613.683726:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000400:00000200:2.0:1767384613.683730:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (20) 00000400:00000010:2.0:1767384613.683734:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000a695b245. 00000400:00000010:2.0:1767384613.683737:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5748a2. 00000400:00000010:2.0:1767384613.683744:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ebd02036. 00000400:00000200:2.0:1767384613.683749:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384613.683756:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384613.683760:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:2.0:1767384613.683765:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:1.0:1767384613.683767:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384613.683772:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767384613.683777:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767384613.683782:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:2.0:1767384613.683785:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:2.0:1767384613.683790:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767384613.683793:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384613.683803:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384613.683804:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:2.0:1767384613.683812:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384613.683818:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384613.683822:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000001:00000001:0.0:1767384613.683825:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384613.683826:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00080000:00000001:0.0:1767384613.683828:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384613.683832:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384613.683833:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767384613.683840:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:2.0:1767384613.683845:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:2.0:1767384613.683849:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:1.0:1767384613.683850:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00080000:00000001:0.0:1767384613.683855:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.683856:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00080000:00000001:0.0:1767384613.683860:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384613.683863:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384613.683868:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp27 00000400:00000200:2.0:1767384613.683872:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767384613.683875:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp27 00000400:00000200:2.0:1767384613.683879:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp27 NI seq info: [51:51:256:4294967295] 192.168.203.133@tcp27 LPNI seq info [51:51:8:4294967295] 00000400:00000200:2.0:1767384613.683882:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp27 00000400:00000200:2.0:1767384613.683892:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27:) -> 192.168.203.133@tcp27(192.168.203.133@tcp:192.168.203.133@tcp27) : GET try# 0 00000800:00000200:2.0:1767384613.683898:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp27 00000800:00000010:2.0:1767384613.683902:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e19f75a4. 00000800:00000010:2.0:1767384613.683908:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000047e084a1. 00000400:00000200:1.0:1767384613.683910:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000800:00000010:2.0:1767384613.683912:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009bb28321. 00000800:00000200:2.0:1767384613.683920:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (2) 00000800:00000200:2.1:1767384613.683924:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (2) 00000400:00000200:2.0:1767384613.683936:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384613.683944:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00000100:00000001:2.0:1767384613.683970:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384613.683973:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037647872 02000000:00000001:2.0:1767384613.683975:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384613.683976:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.683977:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384613.683980:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.683984:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384613.683986:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037647872 00000020:00000001:2.0:1767384613.683988:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384613.683990:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384613.683992:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384613.683994:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000020:00000001:2.0:1767384613.683996:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384613.683999:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384613.684002:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384613.684005:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da3b8e0f. 00000100:00000001:2.0:1767384613.684007:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384613.684008:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da3b8e0f. 00080000:00000001:0.0:1767384613.684012:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000010:2.0:1767384613.684013:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e55427. 00080000:00000001:0.0:1767384613.684017:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384613.684018:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dababec1. 00000020:00000010:2.0:1767384613.684024:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004243f6b3. 00000400:00000200:1.0:1767384613.684024:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000100:00000001:2.0:1767384613.684027:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384613.684030:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384613.684031:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.684035:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.684038:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.684048:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384613.684049:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384613.684052:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000040:2.0:1767384613.684053:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:2.0:1767384613.684055:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715861072 : -117138993690544 : ffff957673e44850) 00000100:00000040:2.0:1767384613.684059:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1ee824f x1853237037647872/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 4848/0 e 0 to 0 dl 1767384624 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.684064:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384613.684069:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000020:00000010:2.0:1767384613.684074:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da3b8e0f. 00000100:00000001:2.0:1767384613.684077:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384613.684079:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da3b8e0f. 00000100:00100000:2.0:1767384613.684085:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1ee824f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037647872:12345-0@lo:253: 00000400:00000200:0.0:1767384613.684088:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000200:2.0:1767384613.684099:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037647872 00000020:00000001:2.0:1767384613.684102:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384613.684105:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384613.684106:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.684108:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384613.684109:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384613.684112:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384613.684113:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384613.684115:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384613.684116:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384613.684118:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.684120:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384613.684121:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384613.684134:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ecdcc70. 02000000:00000001:2.0:1767384613.684136:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.684137:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384613.684140:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384613.684147:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c64b7859. 00000400:00000200:0.0:1767384613.684147:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 20000000:01000000:2.0:1767384613.684151:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384613.684154:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384613.684156:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384613.684157:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384613.684159:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384613.684161:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384613.684185:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684225:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000010:1.0:1767384613.684228:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001f354bc7. 00000800:00000010:1.0:1767384613.684233:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab16165c. 00000800:00000010:1.0:1767384613.684237:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5753332. 00000400:00000200:0.0:1767384613.684255:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000010:1.0:1767384613.684263:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5753332. 00000800:00020000:1.0:1767384613.684279:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000400:00000200:0.0:1767384613.684289:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684511:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684544:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684597:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684630:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684665:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684695:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684729:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684753:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684772:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684802:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684822:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684847:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684875:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684900:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684915:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684935:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684969:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.684992:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685017:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685049:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685073:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685091:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685145:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685158:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685171:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685193:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685213:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685237:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.685256:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000800:00000010:0.0:1767384613.685437:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023252fec. 00000800:00000010:0.0:1767384613.685441:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037b24286. 00000800:00000010:0.0:1767384613.685445:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004618cc4e. 00000800:00000010:0.0:1767384613.685469:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004618cc4e. 00000400:00000200:0.0:1767384613.685716:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384613.685729:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp27 from 219.3.0.2 00000800:00000010:0.0:1767384613.685732:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000078f948dd. 00000800:00000010:0.0:1767384613.686010:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b04ebbf0. 00000800:00000010:0.0:1767384613.686017:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000092227a30. 00000800:00000010:0.0:1767384613.686038:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000005f84c00. 00000800:00000200:0.1:1767384613.686042:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (2) 00000800:00000200:0.1:1767384613.686045:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp27 0000000005f84c00 deleted 00000800:00000010:0.1:1767384613.686047:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000005f84c00. 00000800:00000200:0.1:1767384613.686052:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384613.686056:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp27 ip 192.168.203.133:987 00000800:00000200:0.1:1767384613.686059:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e19f75a4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384613.686064:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp27 p 3.x 192.168.203.133 -> 192.168.203.133:987 incarnation:1767384611732768102 sched[0] 00000800:00000010:0.0:1767384613.686068:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004618cc4e. 00000800:00000010:0.0:1767384613.686107:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004618cc4e. 00000800:00000010:0.0:1767384613.686110:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000092227a30. 00000800:00000010:0.0:1767384613.686133:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000078f948dd. 00000800:00000001:0.0:1767384613.686143:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.686146:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384613.686189:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384613.686191:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e19f75a4. 00000400:00000200:0.0:1767384613.686195:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.686200:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: GET: OK 00000400:00000200:0.0:1767384613.686203:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384613.686207:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000200:0.1:1767384613.686240:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384613.686244:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp27 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384611732768102 sched[0] 00000800:00000010:0.0:1767384613.686247:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037b24286. 00000400:00000200:0.0:1767384613.686288:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686353:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686381:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686423:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686466:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686501:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686529:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686548:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686592:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686645:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686675:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686709:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686727:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686753:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686801:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686835:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686873:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686912:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.686960:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687003:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687055:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687107:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687161:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687223:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687270:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687332:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687378:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687451:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687510:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687541:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687577:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687627:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687681:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687730:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687773:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687807:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:0.0:1767384613.687848:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000800:00000010:1.0:1767384613.687983:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab16165c. 00000800:00000010:1.0:1767384613.687988:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001f354bc7. 00000800:00000010:0.0:1767384613.688011:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a28260f. 00000800:00000010:0.0:1767384613.688016:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037b24286. 00000800:00000010:0.0:1767384613.688019:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004618cc4e. 00000800:00000010:0.0:1767384613.688056:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004618cc4e. 00000400:02020000:1.0:1767384613.688062:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp26 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000001:0.0:1767384613.688071:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688076:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384613.688077:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688081:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.688086:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27) <- 192.168.203.133@tcp27 : GET - for me 00000400:00000200:0.0:1767384613.688100:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384613.688105:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 352/352 into md 0x1755 [1] + 0 00000400:00000200:0.0:1767384613.688112:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp27 to MR: 192.168.203.133@tcp27 local destination 00000400:00000200:0.0:1767384613.688117:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp27 NI seq info: [52:52:256:4294967295] 192.168.203.133@tcp27 LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1767384613.688125:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27:192.168.203.133@tcp27) -> 192.168.203.133@tcp27(192.168.203.133@tcp27:192.168.203.133@tcp27) 192.168.203.133@tcp27 : REPLY try# 0 00000800:00000200:0.0:1767384613.688129:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.133@tcp27 00000800:00000010:0.0:1767384613.688132:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000063ac909. 00000800:00000200:0.0:1767384613.688137:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (4) 00000800:00000200:0.0:1767384613.688140:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp27 ip 192.168.203.133:988 00000800:00000200:0.0:1767384613.688143:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000063ac909 type 3, nob 448 niov 1 nkiov 1 00000800:00000200:0.0:1767384613.688185:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384613.688187:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000063ac909. 00000400:00000200:0.0:1767384613.688190:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.688193:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: REPLY: OK 00000800:00000001:0.0:1767384613.688200:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688204:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384613.688205:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688208:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384613.688210:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688213:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.688218:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27) <- 192.168.203.133@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384613.688226:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp27: Reply from 12345-192.168.203.133@tcp27 of length 352/352 into md 0x1771 00000800:00000001:0.0:1767384613.688229:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688233:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.688234:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.688237:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: REPLY: OK 00000400:00000200:0.0:1767384613.688240:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5748a2 00000400:00000010:0.0:1767384613.688241:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5748a2. 00000400:00000200:0.0:1767384613.688245:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384613.688247:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:0.0:1767384613.688255:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384613.688258:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 20. state = 0x100251 00000400:00000200:0.0:1767384613.688262:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384613.688269:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (21) 00000800:00000001:0.0:1767384613.688274:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688277:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.688288:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384613.688293:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:0.0:1767384613.688298:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 000000003dd7dd5d. 00000400:00000010:0.0:1767384613.688302:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000c0d002c5. 00000400:00000010:0.0:1767384613.688306:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000bc651f85. 00000400:00000010:0.0:1767384613.688359:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000041a0c004. 00000400:00000200:0.0:1767384613.688364:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000041a0c004 nid 192.168.203.133@tcp28 00000400:00000010:0.0:1767384613.688367:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dfb19a2c. 00000400:00000200:0.0:1767384613.688368:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dfb19a2c net tcp28 00000400:00000200:0.0:1767384613.688371:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (20) 00000400:00000200:0.0:1767384613.688373:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp28 flags 0x11 00000400:00000010:0.0:1767384613.688376:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 000000003dd7dd5d. 00000400:00000010:0.0:1767384613.688379:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000c0d002c5. 00000400:00000010:0.0:1767384613.688380:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000bc651f85. 00000400:00000010:0.0:1767384613.688383:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000a695b245. 00000400:00000200:0.0:1767384613.688386:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384613.688388:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384613.688390:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384613.688392:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384613.688394:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384613.688395:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384613.688397:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384613.688399:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (21) 00000400:00000200:0.0:1767384613.688486:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384613.688497:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp27 from 218.3.0.2 00000800:00000010:0.0:1767384613.688500:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003dac3d69. 00000800:00000010:0.0:1767384613.688744:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c680a7fa. 00000800:00000010:0.0:1767384613.688754:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000092227a30. 00000800:00000010:0.0:1767384613.688766:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000005f84c00. 00000800:00000200:0.1:1767384613.688769:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (4) 00000800:00000200:0.1:1767384613.688773:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp27 0000000005f84c00 deleted 00000800:00000010:0.1:1767384613.688775:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000005f84c00. 00000800:00000200:0.1:1767384613.688777:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384613.688780:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp27 p 3.x 192.168.203.133 -> 192.168.203.133:986 incarnation:1767384611732768102 sched[0] 00000800:00000010:0.0:1767384613.688784:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004618cc4e. 00000800:00000010:0.0:1767384613.688819:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004618cc4e. 00000800:00000010:0.0:1767384613.688823:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000092227a30. 00000800:00000010:0.0:1767384613.688839:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003dac3d69. 00000800:00000001:0.0:1767384613.688847:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688850:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384613.688865:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384613.688868:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp27 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384611732768102 sched[0] 00000800:00000010:0.0:1767384613.688870:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037b24286. 00000800:00000001:0.0:1767384613.688895:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384613.688898:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384613.692573:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384613.692579:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:3.0:1767384613.692581:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384613.692583:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384613.692585:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384613.692589:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384613.692589:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384613.692592:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384613.692594:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384613.692596:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ab29bfb7. 00080000:00000001:3.0:1767384613.692600:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384613.692607:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384613.692618:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0675292. 20000000:00000001:0.0:1767384613.692619:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384613.692623:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:01000000:0.0:1767384613.692624:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:2.0:1767384613.692629:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384613.692632:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384613.692633:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384613.692639:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384613.692643:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384613.692646:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384613.692651:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384613.692651:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384613.692655:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384613.692656:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384613.692658:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384613.692661:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e38c1b34 count: 2 00080000:00000001:2.0:1767384613.692666:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384613.692667:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384613.692670:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384613.692671:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384613.692674:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000010:1.0:1767384613.692675:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0c199df. 00080000:00000001:2.0:1767384613.692678:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384613.692680:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:2.0:1767384613.692684:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bdd3fa75. 00000020:00000040:1.0:1767384613.692685:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0c199df with handle 0x1c01179f271edcdf to hash 00080000:00000001:2.0:1767384613.692690:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568973824 : -117144140577792 : ffff9575411d0400) 00000020:00000001:1.0:1767384613.692690:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384613.692694:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867406848 : -117139842144768 : ffff95764151e600) 00080000:00000001:2.0:1767384613.692695:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384613.692698:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867406848 : -117139842144768 : ffff95764151e600) 00010000:00000001:1.0:1767384613.692702:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384613.692703:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.692705:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.692712:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384613.692716:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384613.692718:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384613.692720:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384613.692722:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384613.692724:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 16 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.692729:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384613.692730:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.692732:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384613.692740:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384613.692741:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384613.692744:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384613.692746:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384613.692752:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:1.0:1767384613.692752:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e38c1b34) refcount = 2 00080000:00000001:2.0:1767384613.692755:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384613.692756:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:2.0:1767384613.692758:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384613.692761:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 16 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384613.692766:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384613.692768:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384613.692773:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e5753332. 00080000:00000001:2.0:1767384613.692774:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.692776:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:2.0:1767384613.692778:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000010:1.0:1767384613.692780:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab16165c. 00000100:00000001:1.0:1767384613.692784:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933915311104 : -117139794240512 : ffff9576442cdc00) 00000100:00000001:1.0:1767384613.692786:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626933915311104 : -117139794240512 : ffff9576442cdc00) 00000100:00000001:1.0:1767384613.692788:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384613.692789:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384613.692791:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384613.692793:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.692795:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384613.692796:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384613.692799:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384613.692800:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384613.692803:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384613.692807:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000320049f7. 00000020:00000040:1.0:1767384613.692809:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:1.0:1767384613.692812:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384613.692814:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384613.692817:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384613.692821:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000def4c7dc. 00000100:00000001:1.0:1767384613.692824:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.692833:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 16 pid: 16805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384613.692845:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 16 pid: 16805 timeout: 385 lvb_type: 0 00010000:00000001:1.0:1767384613.692851:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384613.692853:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384613.692856:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1767384613.692862:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384613.692863:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384613.692866:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384613.692867:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:1.0:1767384613.692870:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037648000:0@lo:104: 00000100:00000001:1.0:1767384613.692873:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384613.692876:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384613.692878:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.692880:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384613.692883:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033b7fd9a. 02000000:00000001:1.0:1767384613.692884:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384613.692888:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b42e0988. 00000400:00000010:1.0:1767384613.692891:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b49ec24. 00000100:00000200:1.0:1767384613.692893:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037648000, portal 16 00000100:00000001:1.0:1767384613.692895:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384613.692896:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599147392 : -117139110404224 : ffff95766cef5f80) 00000100:00000040:1.0:1767384613.692899:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384613.692904:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384613.692906:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384613.692908:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5bd4bf1. 00000100:00000200:1.0:1767384613.692909:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037648000, offset 0 00000400:00000200:1.0:1767384613.692913:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384613.692917:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384613.692923:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f504880 00000400:00000200:1.0:1767384613.692927:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:1.0:1767384613.692934:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086854908. 00000400:00000200:1.0:1767384613.692936:0:16827:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a1dd1170 00000400:00000200:1.0:1767384613.692940:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384613.692944:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384613.692946:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1dd1170 00000400:00000010:1.0:1767384613.692948:0:16827:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1dd1170. 00000100:00000001:1.0:1767384613.692952:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384613.692953:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1767384613.692955:0:16827:0:(events.c:337:request_in_callback()) incoming req@00000000823b25dc x1853237037648000 msgsize 328 00000100:00100000:1.0:1767384613.692960:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384613.692961:0:16827:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384613.692970:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384613.692974:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5bd4bf1 00000400:00000010:1.0:1767384613.692976:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5bd4bf1. 00000100:00000001:1.0:1767384613.692977:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384613.692980:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384613.692986:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384613.692988:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384613.692992:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.692994:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384613.692998:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.693000:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294902509 00000100:00000001:1.0:1767384613.693004:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294902500 00000100:00000001:1.0:1767384613.693007:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294902509 00000100:00000001:1.0:1767384613.693009:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294902500 00000100:00000001:1.0:1767384613.693012:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294902509 00000100:00000001:1.0:1767384613.693014:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294902500 00000100:00000001:1.0:1767384613.693017:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294902509 00000100:00000001:1.0:1767384613.693020:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294902500 00000100:00000001:1.0:1767384613.693023:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384613.693025:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693033:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693034:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.693036:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693038:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.693040:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.693041:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693043:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384613.693045:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384613.693046:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.693048:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384613.693049:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384613.693051:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ab16165c going to sleep for 11 seconds 00000100:00000001:1.0:1767384613.693053:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384613.693055:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384613.693074:0:16794:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eed0a717. 00000100:00000010:1.0:1767384613.693079:0:16794:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f354bc7. 00000100:00100000:1.0:1767384613.693081:0:16794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1767384613.693084:0:16794:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767384613.693087:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aeb37f38. 00000400:00000010:1.0:1767384613.693091:0:16794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1dd1170. 00000100:00000001:1.0:1767384613.693095:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384613.693096:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037648000 02000000:00000001:1.0:1767384613.693098:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384613.693100:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384613.693101:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.693103:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384613.693105:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037648000 00000020:00000001:1.0:1767384613.693107:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384613.693108:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000020:00000001:1.0:1767384613.693109:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384613.693111:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000020:00000001:1.0:1767384613.693112:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:1.0:1767384613.693124:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:1.0:1767384613.693126:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384613.693129:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd505aac. 00000100:00000001:1.0:1767384613.693136:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384613.693138:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd505aac. 00000020:00000010:1.0:1767384613.693142:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe2b3df3. 00000020:00000010:1.0:1767384613.693144:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a399713. 00000020:00000010:1.0:1767384613.693147:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c5197fc. 00000100:00000040:1.0:1767384613.693154:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384613.693156:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384613.693157:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384613.693159:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.693163:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.693174:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.693182:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384613.693184:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384613.693189:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384613.693192:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:1.0:1767384613.693194:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934738368592 : -117138971183024 : ffff9576753bb850) 00000100:00000040:1.0:1767384613.693198:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000823b25dc x1853237037648000/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 328/0 e 0 to 0 dl 1767384624 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384613.693203:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384613.693206:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd505aac. 00000100:00000001:1.0:1767384613.693208:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384613.693210:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd505aac. 00000100:00100000:1.0:1767384613.693216:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000823b25dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037648000:12345-0@lo:104: 00000100:00000200:1.0:1767384613.693219:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037648000 00010000:00000001:1.0:1767384613.693221:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384613.693224:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384613.693225:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384613.693226:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=2 00000020:00000001:1.0:1767384613.693228:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:1.0:1767384613.693230:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:1.0:1767384613.693232:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384613.693238:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.693241:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384613.693247:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384613.693249:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384613.693252:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea343228. 02000000:00000001:1.0:1767384613.693253:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.693255:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693258:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384613.693261:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384613.693264:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384613.693268:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384613.693271:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384613.693273:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384613.693275:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384613.693277:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.693279:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384613.693283:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384613.693285:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5bd4bf1. 00000100:00000200:1.0:1767384613.693288:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037648000, offset 224 00000400:00000200:1.0:1767384613.693293:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384613.693300:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384613.693305:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f504880 00000400:00000200:1.0:1767384613.693368:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1775 [1] + 224 00000400:00000200:1.0:1767384613.693372:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384613.693376:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384613.693380:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384613.693384:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384613.693392:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384613.693428:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384613.693503:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384613.693518:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5bd4bf1 00000400:00000010:1.0:1767384613.693526:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5bd4bf1. 00000100:00000001:1.0:1767384613.693531:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384613.693531:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384613.693534:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384613.693535:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384613.693538:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b42e0988. 00000100:00000001:1.0:1767384613.693542:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.693544:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b49ec24 00000400:00000010:0.0:1767384613.693548:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b49ec24. 00000100:00000040:1.0:1767384613.693550:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:0.0:1767384613.693553:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384613.693555:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384613.693560:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1767384613.693561:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007b71d2c4. 00010000:00000001:1.0:1767384613.693566:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384613.693577:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:0.0:1767384613.693578:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384613.693581:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693587:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693591:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.693600:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000823b25dc x1853237037648000/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384613.693600:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384613.693611:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000823b25dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037648000:12345-0@lo:104: Request processed in 403us (650us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384613.693613:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.693617:0:16827:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384613.693620:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 02000000:00000001:0.0:1767384613.693621:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384613.693623:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384613.693624:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00000100:00000001:0.0:1767384613.693626:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.693628:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384613.693630:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.693632:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384613.693634:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=43 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384613.693637:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a399713. 00000100:00001000:0.0:1767384613.693639:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=43 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384613.693642:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c5197fc. 00000100:00000001:0.0:1767384613.693643:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384613.693646:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384613.693650:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe2b3df3. 00010000:00000001:0.0:1767384613.693650:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384613.693652:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.693655:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384613.693656:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000100:00000040:0.0:1767384613.693661:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384613.693662:0:16794:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.693666:0:16794:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea343228. 02000000:00000001:1.0:1767384613.693672:0:16794:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384613.693673:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384613.693676:0:16794:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384613.693677:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384613.693679:0:16794:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009da4ce84. 00000100:00000001:0.0:1767384613.693680:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384613.693683:0:16794:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384613.693684:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000010:1.0:1767384613.693687:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004de7b9d3. 00010000:00000001:0.0:1767384613.693688:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.693691:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.693693:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.693694:0:16794:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.693696:0:16794:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000090329a97. 00000100:00000040:0.0:1767384613.693697:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384613.693701:0:16794:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384613.693705:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037648000:0@lo:104: 00000100:00000010:1.0:1767384613.693710:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27a2f27. 00000100:00000001:0.0:1767384613.693712:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384613.693715:0:16794:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384613.693716:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384613.693718:0:16794:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dca1954e. 00000100:00000001:0.0:1767384613.693720:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:1.0:1767384613.693723:0:16794:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384613.693724:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384613.693726:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c287963. 00000100:00000040:0.0:1767384613.693729:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000320049f7 x1853237037648000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384613.693731:0:16794:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.693735:0:16794:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a6274965. 02000000:00000001:1.0:1767384613.693739:0:16794:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384613.693739:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1767384613.693742:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d363b570. 02000000:00000001:0.0:1767384613.693742:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384613.693745:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033b7fd9a. 02000000:00000001:1.0:1767384613.693748:0:16794:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384613.693750:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1767384613.693751:0:16794:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004474b87b. 02000000:00000001:1.0:1767384613.693754:0:16794:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384613.693756:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004057ca8. 00000020:00000001:0.0:1767384613.693759:0:16827:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384613.693760:0:16794:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:0.0:1767384613.693761:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 02000000:00000010:1.0:1767384613.693762:0:16794:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003336ebbe. 00000020:00000001:0.0:1767384613.693766:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384613.693768:0:16794:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:0.0:1767384613.693769:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000def4c7dc. 00000100:00000010:1.0:1767384613.693771:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000710d57fa. 02000000:00000001:0.0:1767384613.693774:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1767384613.693776:0:16794:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000798a1bd5. 02000000:00000001:0.0:1767384613.693776:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384613.693780:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000320049f7. 00000100:00000010:1.0:1767384613.693783:0:16794:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000008a5a0d4d. 00000100:00000001:0.0:1767384613.693784:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384613.693787:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.693789:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384613.693790:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab16165c. 00000100:00000001:0.0:1767384613.693795:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384613.693796:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384613.693798:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e5753332. 00010000:00000001:0.0:1767384613.693801:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.693803:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.693805:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384613.693805:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384613.693809:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384613.693810:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:1.0:1767384613.693812:0:16799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384613.693813:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384613.693816:0:16799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:0.0:1767384613.693817:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.693820:0:16799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384613.693824:0:16799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384613.693831:0:16799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000edbd8bb3 already unused, calling callback (000000001582b397) 10000000:00000001:1.0:1767384613.693834:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384613.693836:0:16799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.693840:0:16799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384613.693842:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384613.693844:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384613.693851:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000edbd8bb3 refcount=3 00000020:00000001:1.0:1767384613.693853:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:1.0:1767384613.693855:0:16799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837632 : -117139060713984 : ffff95766fe59600) 00010000:00000001:1.0:1767384613.693858:0:16799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384613.693860:0:16799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384613.693864:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384613.693866:0:16799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384613.693870:0:16799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384613.693872:0:16799:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384613.693874:0:16799:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384613.693876:0:16799:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384613.693877:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384613.693878:0:16799:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384613.693891:0:16799:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384613.693893:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384613.693894:0:16799:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 10000000:00000001:1.0:1767384613.693896:0:16799:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384613.693897:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693902:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384613.693904:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384613.693906:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384613.693908:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384613.693910:0:16799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384613.693912:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000edbd8bb3 with handle 0x1c01179f271edcd1 from hash 00010000:00000001:1.0:1767384613.693914:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384613.693916:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.693917:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.693919:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384613.693920:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384613.693921:0:16799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384613.693924:0:16799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384613.693926:0:16799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384613.693934:0:16799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000710d57fa. 00000020:00000040:1.0:1767384613.693936:0:16799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384613.693939:0:16799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384613.693940:0:16799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384613.693942:0:16799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384613.693946:0:16799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe2b3df3. 00000100:00000001:1.0:1767384613.693949:0:16799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693952:0:16799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384613.693954:0:16799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384613.693959:0:16799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384613.693961:0:16799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.693963:0:16799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384613.693965:0:16799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.693970:0:16799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000710d57fa] to pc [ptlrpcd_00_01+1] req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384613.693991:0:16799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384613.693994:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.693995:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.693996:0:16799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.693998:0:16799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384613.694000:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.694003:0:16799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694007:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384613.694008:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 00000000edbd8bb3/0x1c01179f271edcd1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edcd8 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384613.694013:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003a89b66f count: 0 00010000:00000001:1.0:1767384613.694028:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694029:0:16799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384613.694030:0:16799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007b71d2c4. 00010000:00000001:1.0:1767384613.694033:0:16799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.694040:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384613.694042:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.694044:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384613.694046:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384613.694048:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.694051:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384613.694054:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384613.694056:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.694058:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384613.694066:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384613.694068:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384613.694070:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384613.694073:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.694078:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384613.694080:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.694082:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384613.694084:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384613.694087:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384613.694090:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000710d57fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037648128:0@lo:103: 00000100:00000001:1.0:1767384613.694093:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384613.694096:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384613.694098:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.694100:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384613.694103:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000def4c7dc. 02000000:00000001:1.0:1767384613.694105:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384613.694108:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000630a2c1c. 00000400:00000010:1.0:1767384613.694112:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5bd4bf1. 00000100:00000200:1.0:1767384613.694114:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037648128, portal 18 00000100:00000001:1.0:1767384613.694117:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384613.694118:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599140224 : -117139110411392 : ffff95766cef4380) 00000100:00000040:1.0:1767384613.694123:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.694139:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384613.694147:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384613.694149:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fab85ec. 00000100:00000200:1.0:1767384613.694151:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037648128, offset 0 00000400:00000200:1.0:1767384613.694156:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384613.694162:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384613.694168:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f504900 00000400:00000200:1.0:1767384613.694173:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:1.0:1767384613.694176:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba652041. 00000400:00000200:1.0:1767384613.694178:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8a76a1d 00000400:00000200:1.0:1767384613.694180:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384613.694183:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384613.694186:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8a76a1d 00000400:00000010:1.0:1767384613.694188:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8a76a1d. 00000100:00000001:1.0:1767384613.694191:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384613.694193:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1767384613.694195:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000dbd77ce6 x1853237037648128 msgsize 328 00000100:00100000:1.0:1767384613.694199:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384613.694200:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384613.694209:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384613.694212:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fab85ec 00000400:00000010:1.0:1767384613.694213:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fab85ec. 00000100:00000001:1.0:1767384613.694216:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384613.694219:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.694225:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384613.694228:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.694233:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694234:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384613.694237:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694239:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294902510 00000100:00000001:1.0:1767384613.694244:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902509 00000100:00000001:1.0:1767384613.694248:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294902510 00000100:00000001:1.0:1767384613.694250:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902509 00000100:00000001:1.0:1767384613.694258:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294902510 00000100:00000001:1.0:1767384613.694261:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902509 00000100:00000001:1.0:1767384613.694264:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294902510 00000100:00000001:1.0:1767384613.694267:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902509 00000100:00000001:1.0:1767384613.694269:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384613.694270:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694272:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694273:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.694277:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384613.694278:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384613.694280:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384613.694281:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384613.694283:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694286:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694300:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384613.694302:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384613.694303:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694305:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694355:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384613.694358:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037648128 02000000:00000001:1.0:1767384613.694360:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384613.694361:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384613.694362:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.694364:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384613.694366:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037648128 00000020:00000001:1.0:1767384613.694368:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384613.694369:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384613.694371:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384613.694372:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000020:00000001:1.0:1767384613.694374:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384613.694377:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384613.694379:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384613.694382:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd505aac. 00000100:00000001:1.0:1767384613.694383:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384613.694390:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd505aac. 00000020:00000010:1.0:1767384613.694394:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033b7fd9a. 00000020:00000010:1.0:1767384613.694396:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a399713. 00000020:00000010:1.0:1767384613.694399:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c5197fc. 00000100:00000040:1.0:1767384613.694417:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384613.694419:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384613.694420:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384613.694421:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384613.694423:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694425:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384613.694427:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384613.694429:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384613.694430:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081c510ad refcount=4 00000020:00000001:1.0:1767384613.694432:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907799040 : -117139801752576 : ffff957643ba3c00) 00010000:00000001:1.0:1767384613.694434:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907799040 : -117139801752576 : ffff957643ba3c00) 00010000:00010000:1.0:1767384613.694438:0:16841:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 17 pid: 16805 timeout: 385 lvb_type: 0 00010000:00000001:1.0:1767384613.694443:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694445:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694446:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.694448:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.694452:0:16841:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384613.694454:0:16841:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dbd77ce6 x1853237037648128/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 328/0 e 0 to 0 dl 1767384624 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.694459:0:16841:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384613.694461:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694470:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.694477:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384613.694479:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384613.694482:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384613.694483:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:1.0:1767384613.694485:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934885805136 : -117138823746480 : ffff95767e056c50) 00000100:00000040:1.0:1767384613.694489:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dbd77ce6 x1853237037648128/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 328/0 e 0 to 0 dl 1767384624 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.694499:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384613.694502:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd505aac. 00000100:00000001:1.0:1767384613.694504:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384613.694506:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd505aac. 00000100:00100000:1.0:1767384613.694511:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dbd77ce6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16164:x1853237037648128:12345-0@lo:103: 00000100:00000200:1.0:1767384613.694514:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037648128 00010000:00000001:1.0:1767384613.694516:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384613.694518:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384613.694520:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384613.694522:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384613.694523:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384613.694526:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6274965. 02000000:00000001:1.0:1767384613.694527:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694529:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694530:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384613.694532:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384613.694534:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384613.694535:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384613.694536:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081c510ad refcount=4 00000020:00000001:1.0:1767384613.694538:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907799040 : -117139801752576 : ffff957643ba3c00) 00010000:00000001:1.0:1767384613.694540:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907799040 : -117139801752576 : ffff957643ba3c00) 00010000:00000040:1.0:1767384613.694542:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e38c1b34 count: 3 00010000:00010000:1.0:1767384613.694544:0:16841:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 17 pid: 16805 timeout: 385 lvb_type: 0 00000100:00001000:1.0:1767384613.694548:0:16841:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384613 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384613.694550:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384613.694553:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694554:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384613.694556:0:16841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 17 pid: 16805 timeout: 385 lvb_type: 0 00000020:00000001:1.0:1767384613.694560:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384613.694566:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384613.694568:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.694569:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694571:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384613.694572:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384613.694575:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694576:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694578:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384613.694579:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384613.694582:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000081c510ad with handle 0x1c01179f271edcd8 from hash 00010000:00000001:1.0:1767384613.694583:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384613.694585:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694586:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694587:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384613.694588:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384613.694589:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384613.694591:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000081c510ad/0x1c01179f271edcd8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271edcd1 expref: 17 pid: 16805 timeout: 385 lvb_type: 0 00010000:00000040:1.0:1767384613.694595:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:1.0:1767384613.694597:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:1.0:1767384613.694601:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694602:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384613.694604:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384613.694606:0:16841:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e0c199df 00010000:00000001:1.0:1767384613.694608:0:16841:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384613.694609:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384613.694610:0:16841:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384613.694611:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384613.694612:0:16841:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384613.694613:0:16841:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384613.694614:0:16841:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384613.694616:0:16841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694619:0:16841:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384613.694621:0:16841:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384613.694628:0:16841:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384613.694629:0:16841:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384613.694630:0:16841:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e38c1b34) refcount = 2 00010000:00010000:1.0:1767384613.694633:0:16841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694637:0:16841:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384613.694638:0:16841:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384613.694640:0:16841:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384613.694642:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384613.694645:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd505aac. 00000100:00000001:1.0:1767384613.694647:0:16841:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384613.694650:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007b71d2c4. 00000100:00000001:1.0:1767384613.694651:0:16841:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934617538112 : -117139092013504 : ffff95766e07fe40) 00000100:00000001:1.0:1767384613.694653:0:16841:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934617538112 : -117139092013504 : ffff95766e07fe40) 00000100:00000001:1.0:1767384613.694654:0:16841:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384613.694655:0:16841:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384613.694657:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384613.694659:0:16841:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384613.694661:0:16841:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384613.694663:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384613.694664:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384613.694665:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0c199df refcount=5 00000020:00000001:1.0:1767384613.694667:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867406848 : -117139842144768 : ffff95764151e600) 00010000:00000001:1.0:1767384613.694669:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867406848 : -117139842144768 : ffff95764151e600) 00010000:00000001:1.0:1767384613.694670:0:16841:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384613.694671:0:16841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694675:0:16841:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384613.694676:0:16841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694679:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694680:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384613.694685:0:16841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694689:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384613.694690:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694692:0:16841:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384613.694694:0:16841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384613.694697:0:16841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0c199df already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384613.694699:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384613.694700:0:16841:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384613.694701:0:16841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694705:0:16841:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384613.694706:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384613.694707:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384613.694708:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0c199df refcount=6 00000020:00000001:1.0:1767384613.694709:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867406848 : -117139842144768 : ffff95764151e600) 00010000:00000001:1.0:1767384613.694711:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867406848 : -117139842144768 : ffff95764151e600) 00010000:00000001:1.0:1767384613.694712:0:16841:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384613.694714:0:16841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694717:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384613.694719:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384613.694720:0:16841:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694728:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384613.694730:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384613.694731:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384613.694733:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384613.694735:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0c199df with handle 0x1c01179f271edcdf from hash 00010000:00000001:1.0:1767384613.694737:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384613.694738:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694744:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694745:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384613.694747:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384613.694748:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384613.694750:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384613.694751:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384613.694753:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694754:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384613.694755:0:16841:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384613.694758:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694759:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694760:0:16841:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694761:0:16841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694762:0:16841:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.694764:0:16841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.694767:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694768:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694768:0:16841:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384613.694770:0:16841:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384613.694772:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694772:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694773:0:16841:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384613.694775:0:16841:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384613.694777:0:16841:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694778:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384613.694780:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.694782:0:16841:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694783:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384613.694785:0:16841:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384613.694787:0:16841:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694788:0:16841:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694789:0:16841:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384613.694790:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007b71d2c4. 00000100:00000001:1.0:1767384613.694792:0:16841:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384613.694793:0:16841:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384613.694795:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd505aac. 00010000:00000001:1.0:1767384613.694803:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384613.694805:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384613.694806:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384613.694809:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384613.694811:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384613.694813:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384613.694815:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384613.694817:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384613.694819:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384613.694821:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384613.694822:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.694824:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384613.694826:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384613.694829:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fab85ec. 00000100:00000200:1.0:1767384613.694832:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037648128, offset 224 00000400:00000200:1.0:1767384613.694838:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384613.694844:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384613.694849:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f504900 00000400:00000200:1.0:1767384613.694852:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1785 [1] + 224 00000400:00000200:1.0:1767384613.694855:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384613.694858:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384613.694860:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384613.694862:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384613.694869:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.694881:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384613.694886:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fab85ec 00000400:00000010:1.0:1767384613.694887:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fab85ec. 00000100:00000001:1.0:1767384613.694889:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384613.694891:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384613.694894:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.694896:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384613.694898:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.694906:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.694910:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbd77ce6 x1853237037648128/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 328/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384613.694916:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dbd77ce6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16164:x1853237037648128:12345-0@lo:103: Request processed in 416us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384613.694922:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384613.694924:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384613.694926:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384613.694928:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384613.694931:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a399713. 00000020:00000010:1.0:1767384613.694934:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c5197fc. 00000020:00000010:1.0:1767384613.694937:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033b7fd9a. 00000020:00000040:1.0:1767384613.694942:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 02000000:00000001:1.0:1767384613.694947:0:16841:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.694949:0:16841:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a6274965. 02000000:00000001:1.0:1767384613.694952:0:16841:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384613.694955:0:16841:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.694956:0:16841:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f8860e4a. 02000000:00000001:1.0:1767384613.694959:0:16841:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384613.694961:0:16841:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859f5068. 02000000:00000001:1.0:1767384613.694964:0:16841:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.694966:0:16841:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000205170ca. 02000000:00000001:1.0:1767384613.694967:0:16841:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384613.694968:0:16841:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 02000000:00000001:1.0:1767384613.694972:0:16841:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.694972:0:16841:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d3196a2f. 02000000:00000001:1.0:1767384613.694975:0:16841:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384613.694976:0:16841:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006594ae83. 02000000:00000001:1.0:1767384613.694980:0:16841:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.694982:0:16841:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001ed2d813. 02000000:00000001:1.0:1767384613.694984:0:16841:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384613.694985:0:16841:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fab3219. 02000000:00000001:1.0:1767384613.694987:0:16841:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.694988:0:16841:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005928dfa4. 02000000:00000001:1.0:1767384613.694989:0:16841:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384613.694996:0:16841:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c42488. 02000000:00000001:1.0:1767384613.694999:0:16841:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384613.695001:0:16841:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000afc7495a. 02000000:00000001:1.0:1767384613.695003:0:16841:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384613.695005:0:16841:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004cc62f46. 00000100:00000001:1.0:1767384613.695008:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384613.695012:0:16841:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767384613.695016:0:16841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a6edaf5. 00000400:00000010:1.0:1767384613.695019:0:16841:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b71d2c4. 00000100:00000001:1.0:1767384613.695060:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384613.695062:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384613.695065:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384613.695066:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384613.695067:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000630a2c1c. 00000400:00000200:1.0:1767384613.695070:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5bd4bf1 00000400:00000010:1.0:1767384613.695072:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5bd4bf1. 00000100:00000001:1.0:1767384613.695074:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384613.695078:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384613.695085:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.695101:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384613.695103:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.695104:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384613.695106:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384613.695107:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384613.695108:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.695110:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384613.695113:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=43 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384613.695115:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384613.695118:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384613.695119:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.695121:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384613.695122:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.695124:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.695127:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.695142:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384613.695144:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384613.695145:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384613.695148:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384613.695154:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000710d57fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037648128:0@lo:103: 00000100:00000001:1.0:1767384613.695159:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.695161:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384613.695163:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000710d57fa x1853237037648128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.695168:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384613.695169:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384613.695171:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000def4c7dc. 02000000:00000001:1.0:1767384613.695174:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384613.695175:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384613.695184:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384613.695186:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384613.695187:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fe2b3df3. 02000000:00000001:1.0:1767384613.695190:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384613.695192:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384613.695193:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000710d57fa. 00000100:00000001:1.0:1767384613.695196:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384613.695198:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.695199:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.695204:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384613.695205:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.695208:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384613.695210:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.695233:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.695237:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384613.695249:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384613.695257:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.695262:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384613.695264:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384613.695266:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0c199df/0x1c01179f271edcdf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384613.695269:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e38c1b34 count: 0 00010000:00000001:1.0:1767384613.695278:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384613.695279:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384613.698337:0:25735:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003a89b66f. 00010000:00000010:1.1:1767384613.698346:0:25735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000edbd8bb3. 00010000:00000010:1.1:1767384613.698354:0:25735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081c510ad. 00000400:00000010:1.0:1767384613.700932:0:25735:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ac5b2263. 00000400:00000040:1.0:1767384613.700950:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384613.700952:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384613.700954:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384613.700957:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384613.700959:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384613.700960:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384613.700963:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384613.700964:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384613.700965:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384613.700967:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384613.700969:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384613.700970:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384613.700972:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384613.700974:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384613.700975:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384613.700977:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384613.700978:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384613.700979:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384613.700980:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384613.700982:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384613.700984:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384613.700985:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384613.700987:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384613.700988:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384613.700989:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384613.700996:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384613.700998:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384613.700999:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384613.701001:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384613.701002:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384613.701003:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384613.701005:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384613.701007:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384613.701008:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384613.701009:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384613.701010:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384613.701011:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384613.701013:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384613.701015:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384613.701016:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384613.701018:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384613.701019:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384613.701020:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384613.701021:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384613.701022:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384613.701023:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384613.701024:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384613.701025:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384613.701026:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384613.701027:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384613.701028:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384613.701029:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384613.701030:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384613.701031:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384613.701032:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384613.701033:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384613.701034:0:25735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384613.701089:0:25735:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ac5b2263. 00010000:00000010:1.1:1767384613.702335:0:25735:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e38c1b34. 00010000:00000010:1.1:1767384613.702342:0:25735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0c199df. 00080000:00000001:3.0:1767384613.703956:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384613.703961:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:1.0:1767384613.703961:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384613.703965:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384613.703965:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384613.703969:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384613.703970:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384613.703973:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384613.703974:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384613.703976:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384613.703978:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bdd3fa75. 00080000:00000001:1.0:1767384613.703987:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384613.703989:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384613.703993:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384613.703996:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384613.703998:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384613.704001:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384613.704004:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384613.704007:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384613.704009:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384613.704014:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af817df7. 00010000:00000001:0.0:1767384613.704017:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384613.704019:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005e5ca15. 00000020:00000001:0.0:1767384613.704022:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384613.704023:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000005e5ca15 with handle 0x1c01179f271edce6 to hash 00000020:00000001:0.0:1767384613.704025:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384613.704026:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384613.704028:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384613.704030:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384613.704032:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.704039:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704046:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384613.704048:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384613.704049:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384613.704051:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384613.704052:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.704054:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384613.704055:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.704057:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384613.704058:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384613.704059:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384613.704061:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384613.704062:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af817df7) refcount = 1 00010000:00010000:0.0:1767384613.704065:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704069:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384613.704070:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384613.704072:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.704074:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.704075:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384613.704077:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384613.704079:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384613.704081:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384613.704082:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384613.704084:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=4 00000020:00000001:0.0:1767384613.704085:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384613.704087:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384613.704088:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384613.704090:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704094:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384613.704100:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704104:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.704105:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384613.704106:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704109:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384613.704111:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.704113:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384613.704114:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384613.704117:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000005e5ca15 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384613.704119:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384613.704120:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384613.704122:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704126:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384613.704126:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384613.704127:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384613.704128:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=5 00000020:00000001:0.0:1767384613.704129:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384613.704138:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384613.704140:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384613.704142:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704146:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384613.704147:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384613.704148:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.704151:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384613.704153:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384613.704154:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384613.704160:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384613.704162:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000005e5ca15 with handle 0x1c01179f271edce6 from hash 00010000:00000001:0.0:1767384613.704164:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384613.704165:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.704166:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.704166:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384613.704167:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384613.704168:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384613.704169:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384613.704170:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.704171:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.704172:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384613.704173:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384613.704174:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.704175:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.704176:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.704177:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.704178:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.704179:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704182:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.704183:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.704184:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384613.704185:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384613.704185:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.704186:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.704187:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384613.704188:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384613.704189:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.704190:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.704194:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384613.704194:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384613.704195:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000005e5ca15/0x1c01179f271edce6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384613.704212:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af817df7 count: 0 00010000:00000001:0.0:1767384613.704217:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384613.704218:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384613.704885:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384613.704890:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384613.704892:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004dbf7670. 20000000:00000001:0.0:1767384613.704901:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384613.704904:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037647744 00010000:00000001:0.0:1767384613.704908:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384613.704914:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009fefc6ba x1853237037647744/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.704923:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384613.704926:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384613.704929:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384613.704934:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384613.704937:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384613.704940:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384613.704943:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384613.704945:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.704948:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384613.704954:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384613.704958:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037b24286. 00000100:00000200:0.0:1767384613.704963:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037647744, offset 224 00000400:00000200:0.0:1767384613.704972:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384613.704980:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384613.704989:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504780 00000400:00000200:0.0:1767384613.704995:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x175d [2] + 224 00000400:00000200:0.0:1767384613.705000:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.705004:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384613.705008:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384613.705012:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384613.705020:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.705044:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384613.705050:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037b24286 00000100:00000001:2.0:1767384613.705053:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384613.705053:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037b24286. 00000100:00000001:2.0:1767384613.705056:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384613.705058:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384613.705060:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384613.705061:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384613.705063:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384613.705064:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384613.705068:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae927009. 00000100:00000040:0.0:1767384613.705070:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:2.0:1767384613.705074:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d06b8d 00010000:00000001:0.0:1767384613.705074:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384613.705077:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.705078:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1d06b8d. 00000020:00000001:0.0:1767384613.705081:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384613.705082:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384613.705086:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fefc6ba x1853237037647744/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384613.705089:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384613.705106:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fefc6ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037647744:12345-0@lo:253: Request processed in 21675us (22160us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384613.705110:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384613.705117:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:0.0:1767384613.705122:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384613.705123:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384613.705125:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384613.705126:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.705129:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384613.705130:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384613.705132:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384613.705133:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000009cdf6e5. 00000100:00000001:2.0:1767384613.705134:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384613.705137:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.705140:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384613.705141:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a711034b. 00000100:00001000:2.0:1767384613.705142:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=43 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384613.705145:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000d22147. 00000100:00001000:2.0:1767384613.705146:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384613.705152:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384613.705152:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:2.0:1767384613.705153:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384613.705156:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384613.705158:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4c06d34. 02000000:00000001:0.0:1767384613.705160:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384613.705161:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384613.705162:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384613.705164:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384613.705166:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384613.705167:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.705173:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384613.705182:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2b1da0f. 00000100:00000001:2.0:1767384613.705188:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384613.705188:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037b24286. 00000100:00000001:2.0:1767384613.705191:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384613.705193:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384613.705197:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384613.705199:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384613.705200:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384613.705202:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384613.705202:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384613.705203:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384613.705204:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384613.705205:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384613.705206:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384613.705207:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384613.705210:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384613.705215:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e75dce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037647744:0@lo:253: 00000100:00000001:2.0:1767384613.705218:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.705220:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.705221:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e75dce92 x1853237037647744/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.705226:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384613.705227:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384613.705229:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007d0e41a9. 02000000:00000001:2.0:1767384613.705232:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384613.705233:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384613.705234:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384613.705235:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384613.705237:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f4707545. 02000000:00000001:2.0:1767384613.705240:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384613.705241:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384613.705246:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e75dce92. 00000100:00000001:2.0:1767384613.705250:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384613.705251:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.705253:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.705256:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384613.705257:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.705258:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.705260:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384613.706723:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384613.706726:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384613.706727:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c64b7859. 20000000:00000001:0.0:1767384613.706731:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384613.706739:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037647872 00010000:00000001:0.0:1767384613.706741:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384613.706744:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1ee824f x1853237037647872/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.706761:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384613.706762:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384613.706764:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384613.706766:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384613.706767:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384613.706769:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384613.706771:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384613.706772:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.706774:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384613.706776:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384613.706779:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079c8865a. 00000100:00000200:0.0:1767384613.706781:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037647872, offset 224 00000400:00000200:0.0:1767384613.706785:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384613.706789:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384613.706795:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504800 00000400:00000200:0.0:1767384613.706798:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1765 [2] + 224 00000400:00000200:0.0:1767384613.706803:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.706805:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384613.706808:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384613.706810:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384613.706816:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.706828:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384613.706831:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079c8865a 00000400:00000010:0.0:1767384613.706833:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079c8865a. 00000100:00000001:0.0:1767384613.706834:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384613.706835:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384613.706838:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384613.706840:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:1.0:1767384613.706847:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384613.706848:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384613.706850:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384613.706851:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.706855:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384613.706857:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384613.706858:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1ee824f x1853237037647872/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:594/0 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384613.706860:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384613.706863:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91ab64d. 00000400:00000200:1.0:1767384613.706869:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d05b2ddf 00000400:00000010:1.0:1767384613.706873:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d05b2ddf. 00000100:00100000:0.0:1767384613.706873:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1ee824f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037647872:12345-0@lo:253: Request processed in 22805us (23438us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384613.706878:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384613.706884:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000200:1.0:1767384613.706885:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384613.706888:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384613.706893:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384613.706896:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384613.706900:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384613.706900:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dababec1. 00000020:00000010:0.0:1767384613.706908:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004243f6b3. 00000100:00000001:1.0:1767384613.706910:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384613.706912:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e55427. 00000100:00000001:1.0:1767384613.706913:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.706918:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384613.706919:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:1.0:1767384613.706920:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384613.706923:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384613.706924:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384613.706925:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384613.706926:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ecdcc70. 02000000:00000001:1.0:1767384613.706928:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384613.706930:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384613.706933:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=43 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384613.706933:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384613.706940:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=43 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384613.706940:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384613.706945:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384613.706946:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb3bcd4a. 00000100:00000001:1.0:1767384613.706947:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.706952:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384613.706953:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079c8865a. 00010000:00000001:1.0:1767384613.706954:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.706958:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.706962:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.706967:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384613.706969:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384613.706970:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384613.706973:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384613.706974:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384613.706975:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384613.706976:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384613.706982:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384613.706984:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384613.706985:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384613.706986:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384613.706986:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384613.706988:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384613.706993:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ffe826e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037647872:0@lo:253: 00000100:00000001:1.0:1767384613.706996:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.706998:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384613.706999:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ffe826e7 x1853237037647872/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.707003:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384613.707004:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384613.707006:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ac1a39e9. 02000000:00000001:1.0:1767384613.707009:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384613.707010:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384613.707011:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384613.707012:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384613.707013:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003eadb214. 02000000:00000001:1.0:1767384613.707016:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384613.707016:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384613.707017:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ffe826e7. 00000100:00000001:1.0:1767384613.707019:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384613.707020:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.707021:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.707025:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384613.707026:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.707028:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384613.707030:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384613.708346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af817df7. 00010000:00000010:0.1:1767384613.708353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005e5ca15. 00000100:00000040:1.0:1767384613.712387:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294902510, at 4294902511 00000100:00000010:1.0:1767384613.712396:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084f9aa14. 00000100:00000040:0.0:1767384613.713350:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294902510, at 4294902512 00000100:00000040:3.0:1767384613.713356:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294902510, at 4294902512 00000100:00000010:0.0:1767384613.713357:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000930006fd. 00000100:00000010:3.0:1767384613.713365:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000879b868a. 00000100:00000040:2.0:1767384613.713380:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294902510, at 4294902512 00000100:00000010:2.0:1767384613.713387:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b008e49c. 00010000:00000001:0.0:1767384614.561376:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384614.561382:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384614.561387:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384614.561389:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.561463:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384614.561467:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.561470:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384614.800238:0:26056:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384614.800256:0:26056:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.800262:0:26056:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384614.800272:0:26056:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384614.800278:0:26056:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.800282:0:26056:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.585415:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384615.585421:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.585426:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384615.585428:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.585465:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384615.585469:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.585472:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384615.605467:0:26220:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384615.605470:0:26220:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:0.0:1767384615.610013:0:26220:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384615.617745:0:26221:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ab29bfb7. 00000400:00000010:0.0:1767384615.617758:0:26221:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000002d41026. 00000400:00000010:0.0:1767384615.617767:0:26221:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002bdcdb5c. 00000400:00000010:0.0:1767384615.617770:0:26221:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003d742c26. 00000400:00000010:0.0:1767384615.617773:0:26221:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c0784a9. 00000400:00000010:0.0:1767384615.617777:0:26221:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2d62bc9. 00000400:00000010:0.0:1767384615.617779:0:26221:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042df29a4. 00000400:00000010:0.0:1767384615.617780:0:26221:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ff22f1a. 00000400:00000010:0.0:1767384615.617783:0:26221:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a7ef55ff. 00000800:00000010:0.0:1767384615.617796:0:26221:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009798ff1f. 00000800:00000200:0.0:1767384615.617805:0:26221:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384615.617814:0:26221:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384615.617846:0:26221:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384615.617869:0:26221:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp29 [8/256/0/180] 00000400:00000010:0.0:1767384615.619633:0:26221:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000007e734c73. 00000400:00000010:0.0:1767384615.619639:0:26221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a92a03a. 00000400:00000010:0.0:1767384615.619644:0:26221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc5cdec. 00000400:00000001:0.0:1767384615.619658:0:26221:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384615.619659:0:26221:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384615.619661:0:26221:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c63a2325. 00000400:00000200:0.0:1767384615.619664:0:26221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003468a45c 00000400:00000010:0.0:1767384615.619666:0:26221:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003468a45c. 00000400:00000010:0.0:1767384615.619669:0:26221:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000cbaed9df. 00000400:00000200:0.0:1767384615.619675:0:26221:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (20) 00000400:00000200:0.0:1767384615.619687:0:26221:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384615.619696:0:26221:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:0.0:1767384615.619703:0:26221:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000def3e765. 00000020:01000000:0.0:1767384615.619707:0:26221:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384615.619709:0:26221:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp29 00000400:00000010:0.0:1767384615.619721:0:26221:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000002d41026. 00000400:00000010:0.0:1767384615.619724:0:26221:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ab29bfb7. 00000400:00000200:2.0:1767384615.619749:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384615.619757:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:2.0:1767384615.619763:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48ef1c1. 00000400:00000200:2.0:1767384615.619766:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (21) 00000400:00000010:2.0:1767384615.619771:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3b66758. 00000400:00000200:2.0:1767384615.619776:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp27 00000020:00000001:3.0:1767384615.619785:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384615.619791:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384615.619793:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp27 to MR: 192.168.203.133@tcp27 local destination 10000000:00000001:3.0:1767384615.619795:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384615.619799:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384615.619802:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384615.619808:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384615.619808:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp27 NI seq info: [53:53:256:4294967295] 192.168.203.133@tcp27 LPNI seq info [53:53:8:4294967295] 00000020:01000004:3.0:1767384615.619813:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384615.619817:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384615.619820:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384615.619821:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp27 00000020:01000004:3.0:1767384615.619826:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384615.619830:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384615.619833:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384615.619837:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384615.619839:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27:192.168.203.133@tcp27) -> 192.168.203.133@tcp27(192.168.203.133@tcp27:192.168.203.133@tcp27) : PUT try# 0 00000020:01000004:3.0:1767384615.619841:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384615.619848:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.133@tcp27 00000100:00000010:3.0:1767384615.619849:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7377207. 00000800:00000010:2.0:1767384615.619854:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000450c50e1. 00000020:00000040:3.0:1767384615.619855:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000800:00000200:2.0:1767384615.619863:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (6) 00000100:00000001:3.0:1767384615.619864:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384615.619869:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384615.619875:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384615.619876:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp27 ip 192.168.203.133:988 00000800:00000200:2.0:1767384615.619882:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000450c50e1 type 1, nob 464 niov 1 nkiov 1 02000000:00000010:3.0:1767384615.619889:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000043f0e09c. 00000100:00000001:3.0:1767384615.619897:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.619899:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384615.619904:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000001:3.0:1767384615.619907:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384615.619911:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.619920:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7377207] to pc [ptlrpcd_00_02+2] req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384615.619954:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.619956:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.619959:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.619967:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384615.619968:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384615.619975:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384615.619979:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384615.619979:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384615.619983:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384615.619984:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384615.619986:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384615.619989:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384615.619992:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384615.619992:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384615.619994:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384615.619997:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384615.620000:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384615.620004:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384615.620007:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384615.620010:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384615.620011:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384615.620012:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384615.620015:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384615.620018:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000feb4d7d1. 00000800:00000200:2.0:1767384615.620019:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384615.620020:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384615.620023:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:0.0:1767384615.620026:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.620027:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767384615.620027:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000450c50e1. 02000000:00000001:3.0:1767384615.620032:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384615.620034:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.620035:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384615.620036:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384615.620040:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037648256:0@lo:253: 00000400:00000200:2.0:1767384615.620048:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: PUT: OK 02000000:00000010:3.0:1767384615.620049:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000056937c6f. 00000100:00000001:0.0:1767384615.620049:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384615.620055:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.620057:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384615.620057:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384615.620060:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384615.620061:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.620063:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.620066:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384615.620072:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb4d7d1] to pc [ptlrpcd_00_03+3] req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384615.620074:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4c06d34. 00000400:00000200:2.0:1767384615.620076:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp27: 0 02000000:00000001:0.0:1767384615.620081:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384615.620089:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae892b3a. 10000000:00000001:3.0:1767384615.620093:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384615.620095:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384615.620097:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002d41026. 10000000:00000001:3.0:1767384615.620098:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.620103:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384615.620106:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384615.620106:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037648256, portal 25 00000800:00000001:2.0:1767384615.620108:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384615.620113:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000def3e765. 00000100:00000001:0.0:1767384615.620114:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384615.620115:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384615.620118:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646739328 : -117139062812288 : ffff95766fc59180) 00000800:00000001:2.0:1767384615.620125:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384615.620125:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384615.620140:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27) <- 192.168.203.133@tcp27 : PUT - for me 00000100:00000001:3.0:1767384615.620142:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.620142:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384615.620148:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384615.620151:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384615.620153:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384615.620155:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384615.620158:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fba620b4. 00000100:00000040:3.0:1767384615.620160:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384615.620166:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 352/368 into md 0x176d [1] + 0 00000400:00000010:2.0:1767384615.620176:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002009cd38. 00000100:00000001:3.0:1767384615.620181:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384615.620183:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000972ab156 00000100:00000200:0.0:1767384615.620187:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037648256, offset 0 00000800:00000001:2.0:1767384615.620188:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384615.620191:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.620196:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767384615.620197:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384615.620199:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384615.620202:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384615.620204:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384615.620206:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.620212:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037648384:0@lo:253: 00000400:00000200:2.0:1767384615.620216:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: PUT: OK 00000400:00000200:0.0:1767384615.620220:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384615.620225:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384615.620227:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 02000000:00000001:3.0:1767384615.620231:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384615.620231:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 02000000:00000001:3.0:1767384615.620236:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.620236:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504980 00000400:00000200:2.0:1767384615.620239:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:3.0:1767384615.620240:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384615.620245:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x106d [2] + 0 02000000:00000010:3.0:1767384615.620247:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000def3e765. 00000400:00000200:2.0:1767384615.620247:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (22) 00000400:00000010:0.0:1767384615.620250:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cb35544. 02000000:00000001:3.0:1767384615.620254:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.620257:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000348c329e 00000400:00000200:2.0:1767384615.620258:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384615.620262:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561e9f04. 00000400:00000200:2.0:1767384615.620265:0:16156:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (368 bytes) 00000400:00000200:0.0:1767384615.620266:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384615.620270:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:3.0:1767384615.620271:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9d4a3bc. 00000100:00000200:3.0:1767384615.620279:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037648384, portal 25 00000400:00000200:0.0:1767384615.620282:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384615.620283:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (23) 00000100:00000001:3.0:1767384615.620284:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384615.620287:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000400:00000200:2.0:1767384615.620294:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:3.0:1767384615.620295:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384615.620295:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c329e 00000400:00000010:0.0:1767384615.620300:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000348c329e. 00000400:00000200:2.0:1767384615.620338:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp27 to MR: 192.168.203.133@tcp27 local destination 00000400:00000200:2.0:1767384615.620346:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp27 NI seq info: [54:54:256:4294967295] 192.168.203.133@tcp27 LPNI seq info [54:54:8:4294967295] 00000100:00000001:0.0:1767384615.620347:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384615.620351:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384615.620357:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384615.620361:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000d2319483 x1853237037648256 msgsize 4848 00000100:00000040:3.0:1767384615.620366:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.620371:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000814c54a6. 00000100:00100000:0.0:1767384615.620377:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384615.620378:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037648384, offset 0 00000400:00000200:2.0:1767384615.620382:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27:192.168.203.133@tcp27) -> 192.168.203.133@tcp27(192.168.203.133@tcp27:192.168.203.133@tcp27) 192.168.203.133@tcp27 : ACK try# 0 00000100:00000040:0.0:1767384615.620383:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384615.620412:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384615.620413:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384615.620417:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp27 00000800:00000010:2.0:1767384615.620422:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000450c50e1. 00000400:00000200:0.0:1767384615.620422:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fba620b4 00000400:00000010:0.0:1767384615.620427:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fba620b4. 00000400:00000200:3.0:1767384615.620430:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384615.620433:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384615.620436:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (6) 00000100:00000200:0.0:1767384615.620442:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384615.620444:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp27 ip 192.168.203.133:987 00000400:00000200:3.0:1767384615.620447:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504a00 00000800:00000200:2.0:1767384615.620458:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000450c50e1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384615.620460:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x107d [2] + 0 00000400:00000010:3.0:1767384615.620471:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016e8564b. 00000100:00000001:0.0:1767384615.620475:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384615.620477:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000030689bb 00000800:00000001:2.0:1767384615.620477:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384615.620481:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384615.620485:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384615.620489:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384615.620496:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.620499:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.620502:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000030689bb 00000100:00000001:0.0:1767384615.620503:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384615.620506:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000030689bb. 00000100:00000001:3.0:1767384615.620512:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384615.620512:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384615.620516:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384615.620518:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294904437 00000100:00000010:0.0:1767384615.620524:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009432f516. 00000800:00000200:2.0:1767384615.620526:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384615.620527:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000016c38d7e x1853237037648384 msgsize 4848 00000800:00000010:2.0:1767384615.620531:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000450c50e1. 00000100:00000001:0.0:1767384615.620533:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384615.620537:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384615.620538:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384615.620542:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294904437 00000100:00000040:3.0:1767384615.620543:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384615.620549:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: ACK: OK 00000100:00000010:0.0:1767384615.620552:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d57593ec. 00000100:00000001:0.0:1767384615.620558:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384615.620559:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384615.620559:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384615.620564:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294904437 00000800:00000001:2.0:1767384615.620566:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384615.620569:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005439a392. 00000800:00000001:2.0:1767384615.620570:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384615.620571:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814c54a6 00000100:00000001:0.0:1767384615.620575:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384615.620576:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000814c54a6. 00000800:00000001:2.0:1767384615.620578:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384615.620582:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384615.620584:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384615.620584:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294904437 00000800:00000001:2.0:1767384615.620588:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384615.620590:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b2915de. 00000100:00000200:3.0:1767384615.620592:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.620597:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384615.620603:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27) <- 192.168.203.133@tcp27 : ACK - for me 00000100:00000001:0.0:1767384615.620613:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.620615:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384615.620619:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.620622:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.620627:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.620628:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp27: ACK from 12345-192.168.203.133@tcp27 into md 0x17a9 00000100:00000001:0.0:1767384615.620634:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384615.620637:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384615.620645:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.620647:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384615.620649:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: ACK: OK 00000100:00000001:3.0:1767384615.620650:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.620651:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384615.620655:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48ef1c1 00000100:00000001:0.0:1767384615.620656:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384615.620659:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384615.620660:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48ef1c1. 00000100:00000001:0.0:1767384615.620661:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.620665:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294904437 00000100:00000001:0.0:1767384615.620666:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.620668:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384615.620672:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294904437 00000100:00000001:0.0:1767384615.620675:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.620677:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000001:3.0:1767384615.620679:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294904437 00000100:00000001:3.0:1767384615.620683:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294904437 00000400:00000200:2.0:1767384615.620685:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:3.0:1767384615.620687:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294904437 00000400:00000200:2.0:1767384615.620691:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (22) 00000100:00000001:3.0:1767384615.620692:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294904437 00000100:00000001:3.0:1767384615.620697:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294904437 00000100:00000001:3.0:1767384615.620699:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294904437 00000100:00000001:3.0:1767384615.620701:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384615.620701:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384615.620706:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384615.620707:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.620710:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.620716:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.620721:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384615.620722:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384615.620726:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384615.620727:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.620730:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.620733:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384615.620740:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384615.620741:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000065e3febf. 00000400:00000010:2.0:1767384615.620747:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002009cd38. 00000400:00000010:2.0:1767384615.620751:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48ef1c1. 00000400:00000200:2.0:1767384615.620754:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000065e3febf 00000400:00000010:2.0:1767384615.620759:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000d0ec436b. 00000400:00000200:2.0:1767384615.620764:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000100:00000001:3.0:1767384615.620769:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384615.620770:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000100:00100000:3.0:1767384615.620775:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037648256 00000400:00000200:2.0:1767384615.620776:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (21) 00000100:00000001:0.0:1767384615.620779:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384615.620780:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384615.620785:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037648384 00000100:00000001:3.0:1767384615.620786:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384615.620790:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384615.620791:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000bb9b3252. 02000000:00000001:0.0:1767384615.620791:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384615.620796:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.620797:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384615.620798:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000100:00000001:0.0:1767384615.620801:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.620805:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037648256 02000000:00000001:0.0:1767384615.620806:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384615.620808:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fdcfe2a0. 00000020:00000001:3.0:1767384615.620809:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384615.620811:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037648384 00000020:00000040:3.0:1767384615.620814:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384615.620815:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384615.620820:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000020:00000001:3.0:1767384615.620821:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.620821:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000040:3.0:1767384615.620826:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384615.620827:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384615.620829:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000040:0.0:1767384615.620831:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:3.0:1767384615.620833:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384615.620838:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384615.620839:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:2.0:1767384615.620841:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000001:0.0:1767384615.620846:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384615.620848:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384615.620853:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:00000010:3.0:1767384615.620854:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020390c19. 00000100:00000001:0.0:1767384615.620855:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.620861:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000625dae26. 00000100:00000001:3.0:1767384615.620862:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384615.620865:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:0.0:1767384615.620867:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384615.620869:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020390c19. 00000020:00000010:0.0:1767384615.620875:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000625dae26. 00000400:00000200:2.0:1767384615.620880:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000010:3.0:1767384615.620881:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d51fd8d. 00000020:00000010:0.0:1767384615.620884:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002845012e. 00000020:00000010:3.0:1767384615.620890:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014705b52. 00000020:00000010:0.0:1767384615.620893:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa44b224. 00000400:00000200:2.0:1767384615.620895:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000010:3.0:1767384615.620898:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000020:00000010:0.0:1767384615.620901:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a711034b. 00000400:00000200:2.0:1767384615.620907:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000040:3.0:1767384615.620910:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384615.620913:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:3.0:1767384615.620915:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384615.620916:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384615.620921:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384615.620921:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384615.620922:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:3.0:1767384615.620926:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.620926:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.620932:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:2.0:1767384615.620939:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:0.0:1767384615.620940:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.620941:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.620951:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:0.0:1767384615.620954:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384615.620956:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000100:00000001:3.0:1767384615.620957:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384615.620966:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767384615.620973:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000001:3.0:1767384615.620977:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384615.620978:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384615.620979:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00000001:3.0:1767384615.620981:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384615.620982:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384615.620990:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000400:00000200:2.0:1767384615.620991:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000100:00000040:3.0:1767384615.620995:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384615.620998:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715870288 : -117138993681328 : ffff957673e46c50) 00000100:00100000:0.0:1767384615.621002:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:3.0:1767384615.621009:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016c38d7e x1853237037648384/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:596/0 lens 4848/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.621010:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000400:00000200:2.0:1767384615.621015:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000100:00000001:0.0:1767384615.621016:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715859024 : -117138993692592 : ffff957673e44050) 00000100:00000040:0.0:1767384615.621028:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2319483 x1853237037648256/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:596/0 lens 4848/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384615.621032:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:2.0:1767384615.621053:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000001:0.0:1767384615.621063:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.621068:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000625dae26. 00000400:00000200:2.0:1767384615.621072:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000100:00000001:3.0:1767384615.621073:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384615.621074:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.621079:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000625dae26. 00000020:00000010:3.0:1767384615.621080:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020390c19. 00000400:00000200:2.0:1767384615.621084:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp28 00000100:00000001:3.0:1767384615.621085:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384615.621087:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2319483 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037648256:12345-0@lo:253: 00000020:00000010:3.0:1767384615.621091:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020390c19. 00000400:00000200:2.0:1767384615.621096:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp28 lpni_is_preferred = 0 00000100:00000200:0.0:1767384615.621096:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037648256 00000020:00000001:0.0:1767384615.621102:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384615.621103:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016c38d7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037648384:12345-0@lo:253: 00000020:00000001:0.0:1767384615.621106:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384615.621108:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp28 00000020:00000001:0.0:1767384615.621112:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384615.621115:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037648384 00000020:00000001:0.0:1767384615.621117:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384615.621120:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384615.621121:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:2.0:1767384615.621122:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp28 NI seq info: [55:55:256:4294967295] 192.168.203.133@tcp28 LPNI seq info [55:55:8:4294967295] 00000020:00000001:3.0:1767384615.621126:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384615.621128:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384615.621131:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.621134:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384615.621135:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384615.621139:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:2.0:1767384615.621140:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp28 00000020:00000001:0.0:1767384615.621141:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384615.621145:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384615.621146:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384615.621149:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384615.621151:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.621154:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384615.621157:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384615.621158:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384615.621162:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384615.621163:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28:) -> 192.168.203.133@tcp28(192.168.203.133@tcp:192.168.203.133@tcp28) : GET try# 0 00000020:00000001:3.0:1767384615.621164:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.621170:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384615.621171:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004dbf7670. 02000000:00000001:3.0:1767384615.621174:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384615.621177:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384615.621178:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp28 00000100:00000001:0.0:1767384615.621180:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384615.621184:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000450c50e1. 02000000:00000010:3.0:1767384615.621185:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dbaf21e5. 20000000:00000001:0.0:1767384615.621185:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384615.621192:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.621194:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384615.621197:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007bca235d. 20000000:00000001:3.0:1767384615.621198:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384615.621200:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000084d6875b. 00000800:00000010:2.0:1767384615.621204:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f5335c35. 20000000:01000000:0.0:1767384615.621206:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384615.621208:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000acb8b47. 20000000:00000001:0.0:1767384615.621212:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:2.0:1767384615.621214:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 20000000:01000000:3.0:1767384615.621215:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384615.621216:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384615.621221:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:2.1:1767384615.621226:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 20000000:00000001:0.0:1767384615.621227:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.621233:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384615.621235:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384615.621235:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384615.621239:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.621243:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 20000000:00000001:3.0:1767384615.621244:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.621248:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 20000000:00000010:0.0:1767384615.621248:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aade8a47. 20000000:00000001:3.0:1767384615.621249:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384615.621255:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:0.0:1767384615.621261:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384615.621267:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384615.621307:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00080000:00000001:0.0:1767384615.621339:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384615.621343:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384615.621345:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384615.621347:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384615.621350:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384615.621355:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384615.621359:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384615.621365:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008ed113c2. 00080000:00000001:0.0:1767384615.621368:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944788992 : -117139764762624 : ffff957645eea800) 00080000:00000001:0.0:1767384615.621371:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384615.621375:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621424:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621458:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621489:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000001:00000001:0.0:1767384615.621505:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384615.621508:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384615.621512:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384615.621520:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00080000:00000001:0.0:1767384615.621531:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384615.621535:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384615.621544:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621578:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621613:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621648:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00080000:00000001:0.0:1767384615.621678:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384615.621683:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384615.621685:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621726:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621765:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621800:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621828:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621870:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621901:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621944:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.621987:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622018:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622043:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622102:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622154:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622203:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622250:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622287:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622357:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622412:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622435:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622453:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622477:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622498:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622514:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622530:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384615.622563:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384615.622745:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ca8f35da. 00000800:00000010:2.0:1767384615.622752:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000017db262. 00000800:00000010:2.0:1767384615.622758:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000819374f9. 00000800:00000010:2.0:1767384615.622783:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000819374f9. 00000800:00020000:2.0:1767384615.622790:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384615.628332:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000017db262. 00000800:00000010:2.0:1767384615.628337:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ca8f35da. 00000400:02020000:2.0:1767384615.628415:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp28 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767384615.631224:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384615.631228:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384615.631230:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384615.631231:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384615.631234:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384615.631237:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384615.631238:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000010:1.0:1767384615.631240:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008ed113c2. 20000000:00000001:0.0:1767384615.631244:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384615.631246:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384615.631247:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384615.631262:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384615.631270:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384615.631273:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384615.631274:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e9a40598. 20000000:01000000:1.0:1767384615.631277:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00080000:00000020:0.0:1767384615.631279:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384615.631280:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384615.631285:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384615.631291:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384615.631294:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384615.631297:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384615.631301:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384615.631304:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384615.631333:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384615.631338:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384615.631339:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384615.631341:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:0.0:1767384615.631341:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af817df7. 00000020:00000001:1.0:1767384615.631345:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384615.631348:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384615.631350:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000010:0.0:1767384615.631352:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00080000:00000001:1.0:1767384615.631355:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384615.631357:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384615.631360:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271edced to hash 00080000:00000010:1.0:1767384615.631361:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ea7554de. 00000020:00000001:0.0:1767384615.631363:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384615.631366:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929569001472 : -117144140550144 : ffff9575411d7000) 00010000:00000001:0.0:1767384615.631367:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00080000:00000001:1.0:1767384615.631373:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384615.631373:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.631378:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.631379:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.631382:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.631389:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384615.631409:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384615.631412:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384615.631414:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.631416:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.631418:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.631420:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.631422:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384615.631424:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384615.631426:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384615.631427:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384615.631429:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af817df7) refcount = 1 00010000:00010000:0.0:1767384615.631432:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384615.631435:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384615.631438:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.631440:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384615.631442:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384615.631443:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384615.631446:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.631448:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.631449:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384615.631452:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384615.631454:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384615.631454:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384615.631457:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384615.631458:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767384615.631467:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.631469:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384615.631471:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.631474:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.631476:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384615.631478:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.631484:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384615.631486:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.631490:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.631492:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384615.631494:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.631498:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.631499:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.631501:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384615.631503:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384615.631508:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384615.631510:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.631512:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384615.631514:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.631518:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384615.631520:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384615.631521:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.631522:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384615.631524:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.631526:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.631535:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1767384615.631536:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:0.0:1767384615.631537:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384615.631541:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384615.631547:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384615.631549:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.631551:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.631555:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384615.631556:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384615.631559:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.631560:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384615.631563:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271edced from hash 00010000:00000001:0.0:1767384615.631565:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384615.631566:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.631568:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.631569:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384615.631571:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384615.631573:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384615.631575:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384615.631577:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.631580:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.631581:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384615.631583:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384615.631585:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.631586:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.631588:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.631589:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.631591:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.631592:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.631596:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.631598:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.631599:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384615.631601:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384615.631602:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.631603:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.631610:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384615.631613:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.631615:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.631616:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.631621:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384615.631622:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384615.631624:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271edced lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384615.631628:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af817df7 count: 0 00010000:00000001:0.0:1767384615.631639:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384615.631641:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384615.633970:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp28 notifying 192.168.203.133@tcp28: down 00000800:00000200:2.0:1767384615.633977:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp28 down 00000800:00000100:2.0:1767384615.633984:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp28 00000800:00000010:2.0:1767384615.633989:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000450c50e1. 00000400:00000200:2.0:1767384615.633994:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384615.633998:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384615.634004:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp28 added to recovery queue. ping count: 0 next ping: 238 health :900 00000400:00000200:2.0:1767384615.634007:0:16151:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384615.634010:0:16151:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 1 00000400:00000200:2.0:1767384615.634012:0:16151:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384615.634035:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384615.634040:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100851 00000400:00000001:2.0:1767384615.634043:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384615.634044:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384615.634046:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000400:00000010:2.0:1767384615.634047:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000400:00000200:2.0:1767384615.634050:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384615.634052:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:2.0:1767384615.634055:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000bb9b3252. 00000400:00000200:2.0:1767384615.634058:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (22) 00000400:00000200:2.0:1767384615.634061:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:-71 00000400:00000200:2.0:1767384615.634064:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 rc -71 00000400:00000200:2.0:1767384615.634068:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384615.634072:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (21) 00010000:00000010:0.1:1767384615.638381:0:26227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af817df7. 00010000:00000010:0.1:1767384615.638386:0:26227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00000100:00000040:2.0:1767384615.639348:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294904437, at 4294904438 00000100:00000040:0.0:1767384615.639353:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294904437, at 4294904438 00000100:00000010:2.0:1767384615.639355:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005439a392. 00000100:00000010:0.0:1767384615.639362:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009432f516. 00000400:00000010:2.0:1767384615.640301:0:26226:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f2e1defd. 00000100:00000040:1.0:1767384615.640349:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294904437, at 4294904439 00000100:00000010:1.0:1767384615.640357:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d57593ec. 00000400:00000040:2.0:1767384615.640489:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384615.640493:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384615.640495:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.640496:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384615.640504:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.640505:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384615.640508:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384615.640509:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384615.640511:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384615.640512:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384615.640514:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384615.640516:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384615.640518:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384615.640520:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384615.640521:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384615.640523:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384615.640525:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384615.640526:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384615.640527:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384615.640529:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.640530:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384615.640531:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384615.640533:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384615.640534:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384615.640535:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384615.640537:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.640539:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384615.640540:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384615.640542:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384615.640543:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384615.640544:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384615.640546:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384615.640548:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384615.640550:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384615.640552:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384615.640553:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384615.640555:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384615.640557:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384615.640559:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384615.640561:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384615.640562:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384615.640564:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384615.640566:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384615.640572:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384615.640590:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384615.640592:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384615.640593:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384615.640595:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384615.640597:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384615.640598:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384615.640600:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384615.640601:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384615.640602:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384615.640604:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384615.640605:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384615.640607:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384615.640608:0:26226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000040:3.0:1767384615.640616:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294904437, at 4294904439 00000100:00000010:3.0:1767384615.640625:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b2915de. 00000400:00000010:2.0:1767384615.640673:0:26226:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f2e1defd. 00080000:00000001:3.0:1767384615.641131:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384615.641134:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384615.641143:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384615.641144:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384615.641148:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384615.641149:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384615.641153:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384615.641153:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384615.641157:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384615.641158:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384615.641161:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ea7554de. 00080000:00000001:1.0:1767384615.641166:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384615.641175:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384615.641179:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384615.641183:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384615.641184:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384615.641188:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384615.641191:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384615.641194:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384615.641196:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384615.641201:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af817df7. 00010000:00000001:0.0:1767384615.641205:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384615.641207:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000020:00000001:0.0:1767384615.641210:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384615.641213:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271edcf4 to hash 00000020:00000001:0.0:1767384615.641215:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384615.641216:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.641219:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.641221:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.641223:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.641225:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641231:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384615.641240:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384615.641242:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384615.641243:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.641244:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.641246:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.641248:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.641249:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384615.641251:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384615.641252:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384615.641254:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384615.641255:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af817df7) refcount = 1 00010000:00010000:0.0:1767384615.641258:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641262:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384615.641264:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384615.641265:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.641267:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.641269:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384615.641271:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384615.641274:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384615.641276:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384615.641278:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.641279:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384615.641281:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.641283:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.641285:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384615.641286:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641291:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384615.641292:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641296:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.641297:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384615.641305:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641332:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.641334:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.641336:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384615.641338:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384615.641343:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384615.641345:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.641346:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384615.641347:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641351:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384615.641352:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384615.641353:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.641354:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384615.641356:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.641358:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384615.641360:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384615.641362:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641366:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384615.641368:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.641369:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.641372:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384615.641373:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384615.641376:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.641377:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384615.641379:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271edcf4 from hash 00010000:00000001:0.0:1767384615.641381:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384615.641382:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.641389:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.641403:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384615.641406:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384615.641407:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384615.641409:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384615.641410:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.641412:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.641414:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384615.641415:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384615.641418:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.641419:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.641421:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.641422:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.641424:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.641427:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641431:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.641432:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.641434:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384615.641435:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384615.641437:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.641437:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.641439:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384615.641441:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.641443:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.641445:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.641448:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384615.641449:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384615.641450:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271edcf4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384615.641454:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af817df7 count: 0 00010000:00000001:0.0:1767384615.641466:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384615.641467:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384615.643156:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384615.643160:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384615.643161:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000084d6875b. 20000000:00000001:2.0:1767384615.643166:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384615.643170:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037648256 00010000:00000001:2.0:1767384615.643172:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384615.643177:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2319483 x1853237037648256/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384615.643184:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384615.643186:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384615.643189:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384615.643192:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384615.643194:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384615.643196:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384615.643198:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384615.643199:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.643202:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384615.643203:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384615.643207:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000017db262. 00000100:00000200:2.0:1767384615.643210:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037648256, offset 224 00000400:00000200:2.0:1767384615.643214:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384615.643226:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384615.643232:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504980 00000400:00000200:2.0:1767384615.643236:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17ad [2] + 224 00000400:00000200:2.0:1767384615.643241:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384615.643243:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384615.643246:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384615.643249:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384615.643256:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384615.643271:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384615.643275:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000017db262 00000400:00000010:2.0:1767384615.643277:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000017db262. 00000100:00000001:2.0:1767384615.643279:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384615.643281:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384615.643284:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384615.643287:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:1.0:1767384615.643287:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.643291:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384615.643292:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384615.643295:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384615.643298:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384615.643299:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384615.643301:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2319483 x1853237037648256/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384615.643303:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384615.643306:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae892b3a. 00000400:00000200:1.0:1767384615.643346:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d41026 00000400:00000010:1.0:1767384615.643348:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d41026. 00000100:00000001:1.0:1767384615.643352:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384615.643357:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384615.643366:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.643373:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384615.643375:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.643377:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384615.643379:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384615.643381:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384615.643383:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.643385:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384615.643389:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=45 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384615.643407:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.643409:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384615.643410:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.643412:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384615.643414:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.643416:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.643421:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.643426:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.643429:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384615.643436:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384615.643440:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384615.643441:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384615.643443:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384615.643444:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384615.643455:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384615.643457:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384615.643459:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384615.643461:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384615.643462:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384615.643464:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384615.643467:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384615.643474:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037648256:0@lo:253: 00000100:00000001:1.0:1767384615.643479:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.643481:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384615.643485:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7377207 x1853237037648256/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.643491:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384615.643493:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384615.643495:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4c06d34. 02000000:00000001:1.0:1767384615.643501:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384615.643502:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384615.643504:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384615.643506:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384615.643509:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000043f0e09c. 02000000:00000001:1.0:1767384615.643516:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384615.643517:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384615.643519:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7377207. 00000100:00000001:1.0:1767384615.643523:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384615.643525:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.643527:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.643532:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384615.643534:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.643537:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.643539:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384615.643726:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2319483 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037648256:12345-0@lo:253: Request processed in 22661us (23363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384615.643735:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:2.0:1767384615.643738:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384615.643740:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384615.643742:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384615.643745:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014705b52. 00000020:00000010:2.0:1767384615.643749:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:2.0:1767384615.643754:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d51fd8d. 00000020:00000040:2.0:1767384615.643759:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:2.0:1767384615.643770:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384615.643772:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004dbf7670. 02000000:00000001:2.0:1767384615.643776:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384615.643779:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384615.643783:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384615.643787:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae927009. 00000400:00000010:2.0:1767384615.643791:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000017db262. 00080000:00000020:3.0:1767384615.645049:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384615.645052:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384615.645053:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000acb8b47. 20000000:00000001:3.0:1767384615.645058:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384615.645061:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037648384 00010000:00000001:3.0:1767384615.645062:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384615.645066:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016c38d7e x1853237037648384/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384615.645072:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384615.645074:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384615.645076:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384615.645079:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384615.645080:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384615.645082:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384615.645084:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384615.645085:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.645087:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384615.645089:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.645092:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c2197eb. 00000100:00000200:3.0:1767384615.645094:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037648384, offset 224 00000400:00000200:3.0:1767384615.645098:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384615.645103:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384615.645108:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504a00 00000400:00000200:3.0:1767384615.645111:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17b5 [2] + 224 00000400:00000200:3.0:1767384615.645116:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.645118:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384615.645120:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384615.645123:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384615.645136:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.645152:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384615.645157:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2197eb 00000400:00000010:3.0:1767384615.645158:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c2197eb. 00000100:00000001:3.0:1767384615.645161:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384615.645162:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384615.645164:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.645166:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384615.645168:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384615.645169:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.645171:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384615.645174:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016c38d7e x1853237037648384/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384615.645181:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016c38d7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037648384:12345-0@lo:253: Request processed in 24108us (24652us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384615.645183:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384615.645188:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384615.645190:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000040:3.0:1767384615.645194:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000400:00000001:2.0:1767384615.645195:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384615.645197:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384615.645199:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384615.645200:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384615.645205:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561e9f04. 00000020:00000010:3.0:1767384615.645206:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa44b224. 00000020:00000010:3.0:1767384615.645214:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a711034b. 00000400:00000200:2.0:1767384615.645214:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9d4a3bc 00000400:00000010:2.0:1767384615.645220:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9d4a3bc. 00000020:00000010:3.0:1767384615.645222:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002845012e. 00000100:00000001:2.0:1767384615.645227:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384615.645228:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:3.0:1767384615.645233:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384615.645236:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dbaf21e5. 00000100:00000200:2.0:1767384615.645236:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384615.645241:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384615.645244:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384615.645249:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384615.645255:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008e4896b. 00000100:00000200:2.0:1767384615.645259:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384615.645261:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c2197eb. 00000100:00000001:2.0:1767384615.645272:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384615.645274:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384615.645277:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384615.645279:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384615.645281:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384615.645283:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384615.645285:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384615.645288:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384615.645292:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384615.645295:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384615.645296:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.645299:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384615.645300:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.645303:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384615.645306:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384615.645342:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384615.645352:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384615.645354:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384615.645357:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384615.645359:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384615.645360:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384615.645361:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384615.645362:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384615.645364:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384615.645365:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384615.645366:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384615.645367:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384615.645371:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384615.645379:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037648384:0@lo:253: 00000100:00000001:2.0:1767384615.645385:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384615.645387:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384615.645402:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037648384/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384615.645411:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384615.645413:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384615.645415:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000def3e765. 02000000:00000001:2.0:1767384615.645420:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384615.645421:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384615.645423:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384615.645441:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384615.645442:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000056937c6f. 02000000:00000001:2.0:1767384615.645451:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384615.645452:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384615.645454:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000100:00000001:2.0:1767384615.645460:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384615.645461:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384615.645463:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384615.645468:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384615.645470:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384615.645473:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384615.645475:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384615.651386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af817df7. 00010000:00000010:0.1:1767384615.651406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00000400:00000010:1.0:1767384616.289491:0:16160:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000fb02bb7b. 00000400:02000040:1.0:1767384616.289513:0:16160:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.133@tcp28 00000400:00000010:1.0:1767384616.291692:0:16160:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000fb02bb7b. 00000100:00000040:3.0:1767384616.546444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384616.546458:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384616.546468:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:0.0:1767384616.546474:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384616.546480:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000feb4d7d1. 00000100:00000010:0.0:1767384616.546481:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ae85f14. 00000020:00000040:3.0:1767384616.546500:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000040:0.0:1767384616.546500:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384616.546524:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384616.546526:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384616.546547:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384616.546554:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384616.546557:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.546560:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384616.546567:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072049cca. 02000000:00000010:3.0:1767384616.546570:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000338dca1d. 00000100:00000001:0.0:1767384616.546576:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.546579:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.546584:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384616.546587:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.546593:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384616.546601:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae85f14] to pc [ptlrpcd_00_00+0] req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.546649:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384616.546652:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.546663:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb4d7d1] to pc [ptlrpcd_00_01+1] req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384616.546667:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.546684:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.546691:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.546693:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.546700:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384616.546701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384616.546713:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.546715:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384616.546724:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384616.546726:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7377207. 00000100:00000001:1.0:1767384616.546732:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384616.546738:0:37:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384616.546740:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384616.546743:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384616.546753:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384616.546753:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.546754:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.546762:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384616.546765:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384616.546771:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.546771:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384616.546788:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.546789:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384616.546791:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000833711f1. 00000100:00000001:1.0:1767384616.546794:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384616.546797:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037648640:0@lo:400: 00000100:00000001:0.0:1767384616.546804:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384616.546807:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384616.546808:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384616.546810:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384616.546818:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384616.546822:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384616.546824:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.546828:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384616.546834:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384616.546840:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ae85f14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037648512:0@lo:13: 02000000:00000010:0.0:1767384616.546842:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bd704ff. 02000000:00000001:0.0:1767384616.546855:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.546870:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384616.546872:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019adcd05. 02000000:00000001:1.0:1767384616.546878:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384616.546881:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384616.546883:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.546885:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384616.546886:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 02000000:00000001:1.0:1767384616.546912:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384616.546916:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037648640, portal 25 02000000:00000010:1.0:1767384616.546920:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ea7554de. 00000100:00000040:3.0:1767384616.546922:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7377207] to pc [ptlrpcd_00_02+2] req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.546923:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384616.546929:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.546938:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000400:00000010:1.0:1767384616.546945:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000630a2c1c. 00000100:00000040:0.0:1767384616.546955:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384616.546959:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5bd4bf1. 00000100:00000200:1.0:1767384616.546973:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037648512, portal 4 00000100:00000001:1.0:1767384616.546979:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384616.546981:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384616.546982:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987291392 : -117139722260224 : ffff957648773100) 00000100:00000040:0.0:1767384616.546988:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384616.546994:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384616.546994:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384616.546996:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000100:00000200:0.0:1767384616.547003:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037648640, offset 0 00000100:00000040:3.0:1767384616.547017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384616.547025:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384616.547030:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384616.547036:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384616.547038:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384616.547045:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fab3219. 00000400:00000010:1.0:1767384616.547047:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fab85ec. 00000400:00000200:0.0:1767384616.547057:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384616.547062:0:37:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:1.0:1767384616.547063:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037648512, offset 0 00000100:00000001:3.0:1767384616.547072:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384616.547079:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384616.547084:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f504b00 00000400:00000200:1.0:1767384616.547085:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384616.547087:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384616.547100:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000092281fb4. 00000400:00000200:1.0:1767384616.547102:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384616.547106:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x108d [2] + 0 00000100:00000001:3.0:1767384616.547116:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384616.547117:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009154bd75. 00000400:00000200:1.0:1767384616.547124:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f504a80 00000100:00000040:3.0:1767384616.547126:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384616.547127:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007209892c 00000100:00000001:3.0:1767384616.547154:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384616.547156:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384616.547159:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1568 00000100:00000001:3.0:1767384616.547160:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.547176:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384616.547190:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fab3219] to pc [ptlrpcd_00_03+3] req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384616.547191:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384616.547192:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007209892c 00000400:00000010:0.0:1767384616.547203:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007209892c. 00000400:00000200:1.0:1767384616.547212:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384616.547216:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384616.547225:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384616.547232:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384616.547235:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000087464d3b x1853237037648640 msgsize 224 00000100:00000200:1.0:1767384616.547240:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384616.547257:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000710d57fa. 00000100:00000001:3.0:1767384616.547260:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384616.547263:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000710d57fa x1853237037648512 msgsize 224 00000100:00000040:3.0:1767384616.547269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767384616.547271:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384616.547286:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384616.547295:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767384616.547296:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384616.547307:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006594ae83. 00000100:00000001:0.0:1767384616.547308:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384616.547315:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384616.547322:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384616.547326:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384616.547329:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384616.547337:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005495fde6. 00000100:00000001:3.0:1767384616.547342:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.547347:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384616.547356:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384616.547358:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547359:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384616.547366:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da8206d9 00000400:00000010:0.0:1767384616.547372:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000100:00000001:0.0:1767384616.547380:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384616.547382:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fab85ec 00000400:00000010:1.0:1767384616.547401:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fab85ec. 00000100:00000200:0.0:1767384616.547404:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.547409:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384616.547429:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.547430:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384616.547438:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384616.547440:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006594ae83] to pc [ptlrpcd_00_00+0] req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.547463:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384616.547476:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.547508:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.547523:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384616.547536:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547542:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547561:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384616.547564:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294905364 00000100:00000001:1.0:1767384616.547571:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384616.547577:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009432f516. 00000100:00000040:1.0:1767384616.547585:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7691 usecs (8 jiffies) 00000100:00000001:0.0:1767384616.547593:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384616.547596:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294905354 00000100:00000001:0.0:1767384616.547607:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294905364 00000100:00000001:1.0:1767384616.547608:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294905364 00000100:00000001:1.0:1767384616.547618:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294905354 00000100:00000010:0.0:1767384616.547619:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff78556f. 00000100:00000001:3.0:1767384616.547620:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.547628:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384616.547644:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294905364 00000100:00000001:1.0:1767384616.547647:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294905364 00000100:00000010:0.0:1767384616.547649:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b2915de. 00000100:00000040:3.0:1767384616.547651:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (243) 00000100:00000001:1.0:1767384616.547653:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294905354 00000100:00000001:0.0:1767384616.547662:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384616.547673:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294905364 00000100:00000001:0.0:1767384616.547674:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294905364 00000100:00000001:3.0:1767384616.547680:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384616.547681:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294905354 00000100:00000010:0.0:1767384616.547683:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d57593ec. 00000100:00000001:3.0:1767384616.547694:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.547696:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384616.547698:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384616.547702:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384616.547703:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294905364 00000100:00000040:3.0:1767384616.547712:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.547714:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547715:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384616.547728:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547731:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547744:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.547746:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.547752:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384616.547760:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.547761:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384616.547762:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.547770:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384616.547779:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384616.547780:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384616.547783:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384616.547785:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384616.547785:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384616.547788:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384616.547793:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.547800:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547803:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384616.547805:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384616.547807:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384616.547810:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005fab3219 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237037648896:0@lo:400: 00000100:00000001:0.0:1767384616.547818:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.547820:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384616.547820:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.547825:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384616.547835:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384616.547836:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.547836:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384616.547847:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.547850:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384616.547852:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384616.547853:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.547858:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384616.547861:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e41f731e. 00000100:00000001:1.0:1767384616.547862:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384616.547870:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384616.547870:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384616.547871:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547878:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384616.547886:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbde3bd4. 00000100:00000040:1.0:1767384616.547888:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.547901:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384616.547915:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.547916:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384616.547919:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.547920:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 02000000:00000001:0.0:1767384616.547922:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384616.547925:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384616.547927:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384616.547929:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384616.547931:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037648896, portal 10 02000000:00000001:1.0:1767384616.547934:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.547940:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384616.547942:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384616.547945:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037648768:0@lo:400: 00000100:00000001:3.0:1767384616.547947:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646748288 : -117139062803328 : ffff95766fc5b480) 00000100:00100000:0.0:1767384616.547956:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006594ae83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037649024:0@lo:400: 00000100:00000001:1.0:1767384616.547964:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384616.547967:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384616.547969:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384616.547972:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384616.547975:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.547977:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384616.547985:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384616.547988:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384616.547999:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384616.548000:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d97ea85. 02000000:00000010:0.0:1767384616.548008:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0821635. 00000100:00000001:3.0:1767384616.548009:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384616.548010:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.548018:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.548022:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384616.548022:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007570c289. 00000400:00000010:0.0:1767384616.548027:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae892b3a. 00000400:00000010:3.0:1767384616.548031:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000400:00000010:1.0:1767384616.548035:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fab85ec. 00000400:00000010:0.0:1767384616.548036:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000100:00000200:3.0:1767384616.548038:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037648896, offset 0 00000100:00000200:1.0:1767384616.548042:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037648768, portal 4 00000100:00000200:0.0:1767384616.548050:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037649024, portal 10 00000100:00000001:1.0:1767384616.548053:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384616.548057:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384616.548058:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646739328 : -117139062812288 : ffff95766fc59180) 00000400:00000200:3.0:1767384616.548066:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384616.548068:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646746496 : -117139062805120 : ffff95766fc5ad80) 00000100:00000040:1.0:1767384616.548076:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384616.548084:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.548087:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384616.548096:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384616.548106:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384616.548115:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45afdf6. 00000100:00000001:0.0:1767384616.548118:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384616.548121:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037648768, offset 0 00000100:00000040:0.0:1767384616.548132:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384616.548137:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f504c00 00000400:00000010:0.0:1767384616.548143:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6355ddb. 00000400:00000200:1.0:1767384616.548154:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384616.548163:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384616.548164:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037649024, offset 0 00000400:00000200:3.0:1767384616.548173:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:1.0:1767384616.548179:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f504b80 00000400:00000200:3.0:1767384616.548196:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384616.548197:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384616.548228:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2992 00000400:00000200:3.0:1767384616.548237:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384616.548237:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384616.548241:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384616.548260:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384616.548263:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384616.548267:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384616.548269:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384616.548276:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f504c80 00000100:00000200:1.0:1767384616.548277:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384616.548282:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000055e5be6. 00000100:00000010:1.0:1767384616.548286:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004cc62f46. 00000100:00000040:3.0:1767384616.548289:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000055e5be6 x1853237037648896 msgsize 224 00000100:00000040:1.0:1767384616.548293:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000004cc62f46 x1853237037648768 msgsize 224 00000400:00000200:0.0:1767384616.548300:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00100000:3.0:1767384616.548312:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384616.548345:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384616.548353:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384616.548354:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384616.548362:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384616.548363:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384616.548372:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384616.548374:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000100:00100000:2.0:1767384616.548378:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037648896 00000400:00000010:3.0:1767384616.548379:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 02000000:00000001:2.0:1767384616.548401:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384616.548405:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.548409:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384616.548410:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384616.548410:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45afdf6 00000400:00000010:1.0:1767384616.548419:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e45afdf6. 02000000:00000001:2.0:1767384616.548433:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.548437:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384616.548438:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037648896 00000100:00000001:0.0:1767384616.548439:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384616.548442:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384616.548445:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1767384616.548446:0:16812:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1767384616.548448:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384616.548453:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000010:0.0:1767384616.548457:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b8b065f. 00000020:00000001:2.0:1767384616.548461:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384616.548468:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000040:0.0:1767384616.548472:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000006b8b065f x1853237037649024 msgsize 224 00000020:00000001:2.0:1767384616.548480:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:2.0:1767384616.548498:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00100000:0.0:1767384616.548512:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384616.548514:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384616.548516:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384616.548526:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed04c214. 00000100:00000040:1.0:1767384616.548533:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.548537:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384616.548539:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384616.548550:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6355ddb 00000020:00000010:2.0:1767384616.548552:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed04c214. 00000400:00000010:0.0:1767384616.548569:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6355ddb. 00000100:00000001:3.0:1767384616.548574:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384616.548575:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed67fbe7. 00000100:00000001:1.0:1767384616.548575:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.548576:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384616.548585:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384616.548590:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005913a78b. 00000100:00000040:3.0:1767384616.548591:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384616.548592:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.548596:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384616.548603:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5832dea. 00000100:00000040:1.0:1767384616.548610:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7691 usecs (8 jiffies) 00000100:00000040:2.0:1767384616.548621:0:16812:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384616.548622:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294905355 00000100:00000001:2.0:1767384616.548630:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384616.548633:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294905364 00000100:00000001:2.0:1767384616.548647:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384616.548648:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384616.548650:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294905355 00000100:00000001:2.0:1767384616.548656:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384616.548662:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294905364 00000100:00000040:0.0:1767384616.548665:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.548673:0:16812:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384616.548680:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294905355 00000100:00000001:2.0:1767384616.548682:0:16812:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384616.548689:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.548693:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294905364 00000100:00000001:1.0:1767384616.548710:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294905355 00000100:00000001:3.0:1767384616.548711:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.548713:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.548714:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.548718:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384616.548724:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384616.548729:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294905364 00000100:00000001:1.0:1767384616.548733:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384616.548737:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.548739:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.548740:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384616.548741:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.548742:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384616.548749:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037649024 00000100:00000001:1.0:1767384616.548761:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384616.548762:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384616.548763:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3841 usecs (4 jiffies) 00000100:00000040:0.0:1767384616.548765:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3756 usecs (4 jiffies) 00000100:00000001:2.0:1767384616.548768:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384616.548774:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384616.548775:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.548783:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384616.548787:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294905351 02000000:00000001:2.0:1767384616.548787:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.548788:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294905351 00000100:00000001:1.0:1767384616.548789:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384616.548800:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384616.548801:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037649024 00000100:00000001:3.0:1767384616.548810:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294905364 00000100:00000001:1.0:1767384616.548812:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.548815:0:16812:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384616.548824:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000001:3.0:1767384616.548832:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294905351 00000020:00000001:2.0:1767384616.548834:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384616.548834:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.548834:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294905364 00000020:00000040:2.0:1767384616.548842:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000020:00000001:2.0:1767384616.548853:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:3.0:1767384616.548854:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294905364 00000100:00000001:0.0:1767384616.548855:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294905351 00000100:00000001:3.0:1767384616.548869:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294905351 00000020:00000001:2.0:1767384616.548872:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000010:1.0:1767384616.548872:0:17588:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006c758199. 00000100:00000001:0.0:1767384616.548872:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294905364 00000100:00000001:1.0:1767384616.548886:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384616.548890:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294905364 00000100:00000001:0.0:1767384616.548892:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294905351 00000100:00000001:2.0:1767384616.548893:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384616.548893:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037648512 00000020:00000010:2.0:1767384616.548902:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed04c214. 02000000:00000001:1.0:1767384616.548903:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384616.548907:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384616.548921:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.548924:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294905351 00000020:00000010:2.0:1767384616.548924:0:16812:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000079517896. 00000100:00000001:0.0:1767384616.548925:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294905364 02000000:00000001:1.0:1767384616.548927:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.548943:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294905364 00000100:00000001:0.0:1767384616.548945:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294905351 00000100:00100000:1.0:1767384616.548946:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037648512 00000020:00000040:2.0:1767384616.548947:0:16812:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000020:00000001:1.0:1767384616.548955:0:17588:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384616.548961:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384616.548964:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000001:0.0:1767384616.548964:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294905364 00000100:00000001:2.0:1767384616.548969:0:16812:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384616.548970:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384616.548971:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384616.548982:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000001:3.0:1767384616.548984:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384616.548984:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b45a3ce6. 00000100:00000001:0.0:1767384616.548985:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.548987:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000010:2.0:1767384616.548999:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4cc0278. 00000020:00000001:1.0:1767384616.549002:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:3.0:1767384616.549003:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384616.549005:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd1eec24. 00000100:00000001:0.0:1767384616.549006:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.549009:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384616.549019:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c18a409. 00000100:00000001:3.0:1767384616.549021:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.549024:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384616.549025:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384616.549026:0:17588:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007cf3c920. 00000100:00000001:2.0:1767384616.549030:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384616.549035:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.549036:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384616.549038:0:17588:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:3.0:1767384616.549039:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384616.549040:0:16812:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384616.549046:0:16812:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384616.549052:0:17588:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384616.549055:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.549057:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384616.549057:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384616.549059:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bafc337. 00000100:00000001:3.0:1767384616.549071:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384616.549072:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037648640 00000020:00000010:1.0:1767384616.549073:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f4931df. 00000100:00000001:3.0:1767384616.549078:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.549079:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384616.549080:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384616.549083:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c5197fc. 00000100:00000001:0.0:1767384616.549088:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.549089:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.549095:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384616.549097:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:0.0:1767384616.549103:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.549109:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384616.549112:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384616.549112:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037648640 00000100:00000001:2.0:1767384616.549115:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384616.549118:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384616.549118:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384616.549125:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384616.549125:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:3.0:1767384616.549131:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384616.549132:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384616.549133:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:1.0:1767384616.549137:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.549139:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384616.549140:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000040:2.0:1767384616.549150:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000020:00000001:0.0:1767384616.549155:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384616.549156:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646737536 : -117139062814080 : ffff95766fc58a80) 00000100:00000001:1.0:1767384616.549157:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384616.549166:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000001:0.0:1767384616.549170:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000040:2.0:1767384616.549180:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000055e5be6 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:597/0 lens 224/0 e 0 to 0 dl 1767384627 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384616.549181:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000001:0.0:1767384616.549182:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384616.549187:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384616.549190:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004674c9b. 00000100:00000001:1.0:1767384616.549202:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384616.549213:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987281536 : -117139722270080 : ffff957648770a80) 00000100:00000001:0.0:1767384616.549214:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384616.549223:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384616.549227:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000010:0.0:1767384616.549233:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004674c9b. 00000020:00000010:2.0:1767384616.549234:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de000681. 00000100:00000040:1.0:1767384616.549235:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000040:3.0:1767384616.549238:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b8b065f x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:597/0 lens 224/0 e 0 to 0 dl 1767384627 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.549248:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599140224 : -117139110411392 : ffff95766cef4380) 00000100:00000001:2.0:1767384616.549249:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384616.549252:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e495865b. 00000020:00000010:2.0:1767384616.549267:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de000681. 00000020:00000010:0.0:1767384616.549268:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf83b60a. 00000100:00000040:1.0:1767384616.549274:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000710d57fa x1853237037648512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:597/0 lens 224/0 e 0 to 0 dl 1767384627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.549282:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384616.549283:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffc801eb. 00000100:00100000:2.0:1767384616.549292:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000055e5be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037648896:12345-0@lo:400: 00000020:00000010:3.0:1767384616.549294:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9c59ef5. 00000100:00000040:0.0:1767384616.549299:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384616.549301:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384616.549302:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384616.549310:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9c59ef5. 00000100:00100000:3.0:1767384616.549321:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b8b065f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037649024:12345-0@lo:400: 00000100:00000200:3.0:1767384616.549325:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037649024 00000020:00000001:3.0:1767384616.549330:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384616.549336:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384616.549339:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.549342:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384616.549344:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384616.549346:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f380ac. 00000100:00000001:0.0:1767384616.549347:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384616.549354:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000200:2.0:1767384616.549354:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037648896 00000100:00000001:0.0:1767384616.549355:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.549356:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384616.549366:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384616.549374:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384616.549375:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f380ac. 00000020:00000001:2.0:1767384616.549376:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384616.549377:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.549401:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384616.549406:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000710d57fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037648512:12345-0@lo:13: 00000020:00000001:2.0:1767384616.549410:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384616.549412:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384616.549414:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037648512 00000020:00000001:2.0:1767384616.549415:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:1.0:1767384616.549421:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384616.549423:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384616.549429:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384616.549429:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384616.549431:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384616.549435:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384616.549437:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384616.549438:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384616.549439:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.549440:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384616.549448:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384616.549452:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000020:00000001:1.0:1767384616.549457:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384616.549460:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384616.549460:0:16812:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384616.549460:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:1.0:1767384616.549462:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000020:00000001:3.0:1767384616.549471:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384616.549474:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384616.549475:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384616.549475:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715863120 : -117138993688496 : ffff957673e45050) 00000020:00000001:3.0:1767384616.549477:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384616.549483:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384616.549483:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384616.549490:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384616.549492:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1767384616.549494:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000061050ee5. 00000100:00000040:0.0:1767384616.549495:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087464d3b x1853237037648640/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:597/0 lens 224/0 e 0 to 0 dl 1767384627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384616.549497:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384616.549498:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384616.549500:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.549503:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.549507:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.549515:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384616.549517:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384616.549518:0:16812:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384616.549522:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384616.549531:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003b37f92c. 00010000:00000040:2.0:1767384616.549533:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037648896 02000000:00000010:1.0:1767384616.549533:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000abd84243. 00000100:00000001:0.0:1767384616.549535:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384616.549552:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004674c9b. 00010000:00000001:2.0:1767384616.549553:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384616.549556:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.549562:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.549563:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384616.549564:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384616.549570:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000055e5be6 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:597/0 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.549576:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384616.549578:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004674c9b. 00002000:00000001:1.0:1767384616.549582:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384616.549593:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384616.549596:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:2.0:1767384616.549599:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384616.549606:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:0.0:1767384616.549606:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087464d3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037648640:12345-0@lo:400: 00010000:00000040:3.0:1767384616.549611:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037649024 00010000:00000001:2.0:1767384616.549612:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384616.549613:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000200:0.0:1767384616.549613:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037648640 00010000:00000001:3.0:1767384616.549629:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:2.0:1767384616.549630:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=40 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384616.549630:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767384616.549631:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.549639:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384616.549653:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384616.549653:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384616.549654:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384616.549662:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b8b065f x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:597/0 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384616.549664:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:0.0:1767384616.549666:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000024:1.0:1767384616.549667:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384616.549678:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:0.0:1767384616.549684:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000020:00000020:1.0:1767384616.549687:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:2.0:1767384616.549689:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384616.549696:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.549697:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000020:1.0:1767384616.549701:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384616.549705:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.549711:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384616.549720:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000020:1.0:1767384616.549723:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:0.0:1767384616.549729:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384616.549732:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384616.549735:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384616.549741:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000010:2.0:1767384616.549745:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000020:00000010:1.0:1767384616.549750:0:17588:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000000cfb4024. 00000020:00000001:0.0:1767384616.549750:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384616.549753:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384616.549755:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037648896, offset 224 00000100:00000001:0.0:1767384616.549756:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384616.549762:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384616.549763:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:0.0:1767384616.549763:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1767384616.549774:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.549775:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384616.549778:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=40 v=5 (1 0 0 0) 00002000:00000001:1.0:1767384616.549779:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384616.549779:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a9937820. 02000000:00000001:0.0:1767384616.549797:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384616.549800:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037648512 00000100:00000001:3.0:1767384616.549804:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384616.549805:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.549807:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384616.549810:0:16812:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384616.549819:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000020:00000001:0.0:1767384616.549820:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384616.549822:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000710d57fa x1853237037648512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:597/0 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384616.549835:0:16812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f504c00 00000100:00000001:3.0:1767384616.549837:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00010000:00000040:0.0:1767384616.549838:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037648640 02000000:00000001:3.0:1767384616.549861:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384616.549862:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384616.549862:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384616.549863:0:16812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17e5 [1] + 224 02000000:00000001:3.0:1767384616.549873:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.549874:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.549878:0:16812:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1767384616.549882:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087464d3b x1853237037648640/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:597/0 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384616.549894:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384616.549895:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384616.549900:0:16812:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384616.549917:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384616.549917:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384616.549918:0:16812:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384616.549926:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.549927:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384616.549928:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 23 to 0@lo 00000100:00000200:2.0:1767384616.549936:0:16812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384616.549938:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000001:1.0:1767384616.549941:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00001000:0.0:1767384616.549941:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=46 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384616.549954:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037649024, offset 224 02000000:00000001:1.0:1767384616.549954:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384616.549959:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384616.549962:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.549972:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384616.549974:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 24 to 0@lo 00000400:00000200:3.0:1767384616.549984:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384616.549985:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000040:2.0:1767384616.549989:0:16812:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384616.549994:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384616.549996:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384616.550000:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45afdf6. 02000000:00000001:0.0:1767384616.550004:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.550012:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384616.550015:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037648512, offset 224 00000100:00000001:0.0:1767384616.550017:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384616.550032:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384616.550040:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384616.550044:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6355ddb. 00000400:00000200:3.0:1767384616.550046:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f504c80 00000100:00000001:2.0:1767384616.550062:0:16812:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384616.550067:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384616.550071:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17f1 [1] + 224 00000100:00000200:0.0:1767384616.550082:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037648640, offset 224 00000400:00000200:3.0:1767384616.550083:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384616.550088:0:16812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000400:00000200:1.0:1767384616.550093:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f504a80 00000400:00000010:2.0:1767384616.550105:0:16812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000400:00000200:3.0:1767384616.550111:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384616.550115:0:16812:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384616.550119:0:16812:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384616.550123:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d9 [1] + 224 00000100:00000001:2.0:1767384616.550128:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.550138:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 23 to 0@lo 00000400:00000200:1.0:1767384616.550140:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384616.550143:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384616.550147:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384616.550151:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384616.550152:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384616.550153:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384616.550162:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384616.550163:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384616.550165:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384616.550167:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384616.550185:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384616.550186:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000055e5be6 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:597/0 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384616.550203:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f504b00 00000400:00000200:0.0:1767384616.550229:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17d5 [1] + 224 00000400:00000200:0.0:1767384616.550254:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384616.550258:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384616.550275:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384616.550296:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.550297:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384616.550302:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000055e5be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037648896:12345-0@lo:400: Request processed in 1067us (2001us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384616.550343:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384616.550348:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767384616.550353:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384616.550357:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:2.0:1767384616.550365:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384616.550372:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384616.550376:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000020:00000010:2.0:1767384616.550380:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005913a78b. 00000400:00000010:3.0:1767384616.550403:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000040:0.0:1767384616.550404:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384616.550408:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5832dea. 00000100:00000001:1.0:1767384616.550412:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384616.550421:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384616.550422:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed67fbe7. 00000400:00000200:1.0:1767384616.550426:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45afdf6 00000100:00000001:0.0:1767384616.550428:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384616.550429:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767384616.550432:0:16812:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000400:00000010:1.0:1767384616.550432:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e45afdf6. 00000100:00000001:1.0:1767384616.550438:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384616.550440:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384616.550443:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.550446:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6355ddb 00000100:00000001:2.0:1767384616.550447:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384616.550450:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384616.550453:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6355ddb. 00000100:00000040:3.0:1767384616.550458:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:0.0:1767384616.550462:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384616.550463:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:3.0:1767384616.550472:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384616.550473:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384616.550474:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384616.550483:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.550485:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.550489:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.550501:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384616.550504:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384616.550509:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:1.0:1767384616.550511:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000710d57fa x1853237037648512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:597/0 lens 224/368 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384616.550517:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b8b065f x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:597/0 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384616.550518:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384616.550526:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.550547:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384616.550557:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000710d57fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037648512:12345-0@lo:13: Request processed in 1247us (3284us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384616.550562:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087464d3b x1853237037648640/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:597/0 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384616.550605:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384616.550618:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00100000:3.0:1767384616.550625:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b8b065f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037649024:12345-0@lo:400: Request processed in 1334us (2142us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384616.550627:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384616.550629:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087464d3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037648640:12345-0@lo:400: Request processed in 1086us (3384us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384616.550635:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384616.550644:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f4931df. 00000020:00000010:1.0:1767384616.550664:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c5197fc. 00000020:00000010:1.0:1767384616.550675:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bafc337. 00000100:00100000:0.0:1767384616.550676:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1767384616.550689:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000020:00000040:1.0:1767384616.550692:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000040:0.0:1767384616.550692:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000040:3.0:1767384616.550696:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000001:3.0:1767384616.550708:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384616.550709:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.550709:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384616.550723:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384616.550724:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384616.550740:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf83b60a. 00000100:00000001:1.0:1767384616.550742:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384616.550744:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4cc0278. 00000020:00000010:0.0:1767384616.550748:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffc801eb. 00000100:00100000:1.0:1767384616.550754:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037648768 02000000:00000001:1.0:1767384616.550760:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384616.550761:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd1eec24. 00000020:00000010:0.0:1767384616.550762:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e495865b. 00000100:00000001:1.0:1767384616.550774:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384616.550777:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384616.550778:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b45a3ce6. 00000020:00000040:0.0:1767384616.550779:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:1.0:1767384616.550796:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.550799:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:3.0:1767384616.550800:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00100000:1.0:1767384616.550802:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037648768 02000000:00000010:0.0:1767384616.550804:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a9937820. 00000020:00000001:1.0:1767384616.550812:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384616.550817:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384616.550817:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 02000000:00000001:0.0:1767384616.550819:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384616.550830:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384616.550831:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384616.550834:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000200:0.0:1767384616.550838:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384616.550839:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:1.0:1767384616.550845:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000400:00000010:0.0:1767384616.550846:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c42c690. 00000100:00000001:1.0:1767384616.550849:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384616.550853:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f380ac. 00000100:00000001:1.0:1767384616.550857:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1767384616.550859:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:0.0:1767384616.550862:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b502b673. 00000020:00000010:1.0:1767384616.550871:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f380ac. 00000020:00000040:3.0:1767384616.550875:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000020:00000010:1.0:1767384616.550880:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bafc337. 00000100:00080000:3.0:1767384616.550882:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767384616.550890:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f4931df. 00000020:00000040:3.0:1767384616.550891:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000020:00000010:1.0:1767384616.550915:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c5197fc. 00000100:00000040:1.0:1767384616.550934:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384616.550938:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384616.550939:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384616.550942:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384616.550951:0:17586:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384616.550955:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384616.550955:0:17586:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384616.550956:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.550966:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.550968:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384616.550969:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384616.550981:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384616.550985:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384616.550989:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbde3bd4. 00000100:00000001:1.0:1767384616.550990:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384616.551002:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:3.0:1767384616.551006:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000100:00000001:1.0:1767384616.551011:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384616.551015:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384616.551017:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1767384616.551017:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384616.551026:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384616.551031:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae892b3a. 00000100:00000200:3.0:1767384616.551033:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384616.551035:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000400:00000200:0.0:1767384616.551038:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da8206d9 00000100:00000040:1.0:1767384616.551040:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000400:00000010:0.0:1767384616.551042:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000100:00000001:1.0:1767384616.551052:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599146496 : -117139110405120 : ffff95766cef5c00) 00000100:00000001:0.0:1767384616.551054:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384616.551067:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384616.551074:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004cc62f46 x1853237037648768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:597/0 lens 224/0 e 0 to 0 dl 1767384627 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384616.551121:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384616.551152:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.551155:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384616.551162:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f380ac. 00000100:00000001:1.0:1767384616.551181:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384616.551195:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f380ac. 00000100:00000001:3.0:1767384616.551223:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384616.551223:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384616.551235:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384616.551235:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004cc62f46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037648768:12345-0@lo:400: 00000100:00000001:0.0:1767384616.551236:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.551257:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384616.551259:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037648768 00000100:00000001:0.0:1767384616.551259:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384616.551273:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384616.551275:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384616.551275:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384616.551278:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384616.551281:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384616.551283:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.551283:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.551285:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.551289:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.551298:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384616.551299:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.551299:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.551305:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00001000:3.0:1767384616.551317:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=40 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384616.551327:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384616.551333:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384616.551336:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.551340:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384616.551350:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384616.551350:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=40 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384616.551372:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1767384616.551372:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=40 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384616.551375:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.551380:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384616.551381:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384616.551383:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.551400:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384616.551401:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384616.551403:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.551408:0:17586:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384616.551411:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00080000:0.0:1767384616.551412:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384616.551416:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384616.551422:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003cc00aad. 02000000:00000001:1.0:1767384616.551426:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.551435:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.551436:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.551445:0:17586:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.551445:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384616.551449:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000040:1.0:1767384616.551450:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037648768 00000100:00000001:0.0:1767384616.551454:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767384616.551456:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384616.551459:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384616.551464:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004cc62f46 x1853237037648768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:597/0 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384616.551467:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384616.551490:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384616.551497:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384616.551511:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384616.551518:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384616.551527:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384616.551535:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384616.551547:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384616.551548:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384616.551552:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384616.551561:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384616.551570:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384616.551575:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.551578:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.551590:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384616.551592:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384616.551602:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:0.0:1767384616.551607:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006594ae83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037649024:0@lo:400: 00000100:00000001:3.0:1767384616.551614:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384616.551616:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384616.551621:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384616.551622:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45afdf6. 00000400:00000001:0.0:1767384616.551626:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384616.551643:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384616.551648:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019adcd05. 00000100:00000040:3.0:1767384616.551652:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384616.551656:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba55ef7 00000400:00000010:0.0:1767384616.551663:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000001:0.0:1767384616.551674:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384616.551676:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384616.551677:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037648768, offset 224 00000100:00000200:0.0:1767384616.551683:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.551692:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384616.551697:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384616.551701:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384616.551720:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384616.551727:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384616.551736:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384616.551771:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f504b80 00000400:00000200:1.0:1767384616.551798:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17ed [1] + 224 00000100:00000001:0.0:1767384616.551801:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384616.551803:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005fab3219 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237037648896:0@lo:400: 00000100:00000001:0.0:1767384616.551812:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384616.551814:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384616.551822:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.551824:0:16164:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384616.551828:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384616.551832:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384616.551839:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384616.551840:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384616.551843:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384616.551845:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.551850:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384616.551851:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384616.551855:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=46 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384616.551859:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fab3219 x1853237037648896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384616.551875:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384616.551908:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384616.551913:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.551924:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384616.551929:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384616.551930:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.551937:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384616.551939:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.551946:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384616.551953:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384616.551955:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e41f731e. 02000000:00000001:3.0:1767384616.551969:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384616.551972:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384616.551975:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384616.551977:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384616.551978:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384616.551980:0:16166:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384616.551985:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384616.551986:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45afdf6 00000100:00000001:0.0:1767384616.551987:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384616.551991:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000092281fb4. 00000400:00000010:1.0:1767384616.551991:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e45afdf6. 00000100:00000040:0.0:1767384616.552000:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384616.552005:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384616.552005:0:17586:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384616.552010:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384616.552012:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:3.0:1767384616.552015:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fab3219. 00000100:00100000:0.0:1767384616.552016:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037648640:0@lo:400: 00000100:00000001:1.0:1767384616.552018:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.552026:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384616.552029:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.552031:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384616.552031:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:0.0:1767384616.552034:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384616.552046:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384616.552047:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384616.552047:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006594ae83 x1853237037649024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384616.552055:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.552061:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384616.552062:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384616.552068:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384616.552076:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004cc62f46 x1853237037648768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:597/0 lens 224/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.552081:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.552090:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.552091:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384616.552100:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384616.552107:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0821635. 00000100:00100000:1.0:1767384616.552112:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004cc62f46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037648768:12345-0@lo:400: Request processed in 952us (3814us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384616.552114:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384616.552118:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384616.552121:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:1.0:1767384616.552126:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000001:0.0:1767384616.552127:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384616.552131:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 02000000:00000010:0.0:1767384616.552132:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005495fde6. 00000100:00000001:1.0:1767384616.552136:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384616.552140:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384616.552142:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384616.552146:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384616.552147:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384616.552149:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f4931df. 00000100:00000001:3.0:1767384616.552152:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384616.552153:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006594ae83. 00000400:00000001:3.0:1767384616.552160:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384616.552162:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767384616.552165:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384616.552165:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c5197fc. 00000100:00000001:0.0:1767384616.552167:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384616.552172:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000630a2c1c. 00000100:00000001:0.0:1767384616.552175:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384616.552176:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bafc337. 00000400:00000200:3.0:1767384616.552180:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5bd4bf1 00000020:00000040:1.0:1767384616.552184:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000400:00000010:3.0:1767384616.552186:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5bd4bf1. 00000100:00000040:0.0:1767384616.552186:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037648640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.552189:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.552217:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384616.552218:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384616.552229:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384616.552234:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384616.552235:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384616.552240:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384616.552243:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bd704ff. 00000400:00000001:1.0:1767384616.552247:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384616.552255:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384616.552256:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384616.552264:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384616.552265:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007570c289. 00000020:00000040:0.0:1767384616.552267:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000100:00000200:3.0:1767384616.552272:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384616.552274:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fab85ec 00000020:00000001:0.0:1767384616.552276:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384616.552282:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000338dca1d. 00000400:00000010:1.0:1767384616.552284:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fab85ec. 02000000:00000001:0.0:1767384616.552296:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384616.552297:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384616.552299:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384616.552301:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384616.552306:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.552312:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384616.552315:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384616.552317:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.552328:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.552332:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384616.552336:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000100:00001000:3.0:1767384616.552340:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=36 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384616.552351:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384616.552353:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384616.552356:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384616.552363:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.552380:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.552381:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384616.552398:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.552404:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384616.552409:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.552410:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384616.552412:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384616.552414:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.552416:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.552418:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384616.552422:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384616.552424:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384616.552427:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384616.552430:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384616.552435:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384616.552439:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384616.552449:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.552449:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384616.552453:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.552463:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384616.552463:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384616.552484:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384616.552485:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384616.552547:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.552554:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1767384616.552560:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384616.552560:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384616.552569:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384616.552572:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.552573:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384616.552575:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384616.552577:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384616.552579:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.552597:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384616.552598:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.552634:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384616.552636:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384616.552637:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384616.552651:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.552672:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384616.552681:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037648768:0@lo:400: 00000100:00000001:3.0:1767384616.552682:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384616.552688:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384616.552702:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1767384616.552704:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384616.552708:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000040:3.0:1767384616.552710:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:1.0:1767384616.552717:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7377207 x1853237037648768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384616.552719:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384616.552753:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000020:3.0:1767384616.552755:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000001:1.0:1767384616.552756:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384616.552761:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d97ea85. 00000004:00000001:3.0:1767384616.552769:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384616.552772:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384616.552776:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384616.552780:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384616.552782:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384616.552793:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384616.552799:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000833711f1. 00000100:00100000:3.0:1767384616.552809:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ae85f14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037648512:0@lo:13: 02000000:00000001:1.0:1767384616.552809:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384616.552814:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384616.552822:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7377207. 00000100:00000001:3.0:1767384616.552824:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.552831:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384616.552833:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384616.552839:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384616.552842:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ae85f14 x1853237037648512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384616.552844:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384616.552849:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384616.552850:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384616.552857:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384616.552863:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.552881:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384616.552884:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384616.552887:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ea7554de. 02000000:00000001:3.0:1767384616.552891:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384616.552892:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384616.552894:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384616.552896:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384616.552898:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072049cca. 02000000:00000001:3.0:1767384616.552918:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384616.552920:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384616.552921:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ae85f14. 00000100:00000001:3.0:1767384616.552925:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384616.552927:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.552929:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.552934:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384616.552935:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.552938:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.552939:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.566457:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294905364, at 4294905365 00000100:00000040:1.0:1767384616.566460:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294905364, at 4294905365 00000100:00000010:3.0:1767384616.566480:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d57593ec. 00000100:00000010:1.0:1767384616.566487:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff78556f. 00000100:00000040:0.0:1767384616.567380:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294905364, at 4294905366 00000100:00000010:0.0:1767384616.567404:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009432f516. 00000100:00000040:2.0:1767384616.567408:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294905364, at 4294905366 00000100:00000010:2.0:1767384616.567430:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b2915de. 00010000:00000001:0.0:1767384616.610401:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384616.610406:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.610411:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384616.610424:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.610462:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384616.610466:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384616.610478:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384617.022128:0:26558:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384617.022149:0:26558:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.022158:0:26558:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384617.022171:0:26558:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384617.022181:0:26558:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.022185:0:26558:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.313411:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp28 00000400:00000010:1.0:1767384617.313418:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009837d17f. 00000400:00000010:1.0:1767384617.313425:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003d0ca5b6. 00000400:00000010:1.0:1767384617.313429:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fab85ec. 00000400:00000010:1.0:1767384617.313436:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000706f7563. 00000400:00000200:1.0:1767384617.313439:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp28 00000400:00000200:1.0:1767384617.313455:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp28 local destination 00000400:00000200:1.0:1767384617.313460:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp28 00000400:00000200:1.0:1767384617.313463:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp28 NI seq info: [56:56:256:4294967295] 192.168.203.133@tcp28 LPNI seq info [56:56:8:4294967295] 00000400:00000200:1.0:1767384617.313468:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp28 00000400:00000200:1.0:1767384617.313473:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28:) -> 192.168.203.133@tcp28(192.168.203.133@tcp28:192.168.203.133@tcp28) : GET try# 0 00000800:00000200:1.0:1767384617.313477:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp28 00000800:00000010:1.0:1767384617.313481:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b77a9ad2. 00000800:00000200:1.0:1767384617.313485:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000800:00000200:1.1:1767384617.313489:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000400:00000200:1.0:1767384617.313507:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp28 added to recovery queue. ping count: 1 next ping: 240 health :900 00000400:00000200:3.0:1767384617.313656:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313722:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313743:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313762:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313781:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313800:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313818:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313837:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313862:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313903:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313940:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.313973:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314005:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314048:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314069:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314093:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314112:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314130:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314150:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314169:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314187:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314206:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314225:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314246:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314265:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314284:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314302:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314439:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314475:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314495:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314513:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314531:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314549:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314567:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384617.314586:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384617.314791:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dbaf21e5. 00000800:00000010:3.0:1767384617.314798:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000515a8cfc. 00000800:00000010:3.0:1767384617.314804:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004384578a. 00000800:00000010:3.0:1767384617.314826:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004384578a. 00000800:00020000:3.0:1767384617.314840:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384617.314844:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000515a8cfc. 00000800:00000010:3.0:1767384617.314847:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dbaf21e5. 00000400:02020000:3.0:1767384617.314900:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp28 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384617.314913:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp28 notifying 192.168.203.133@tcp28: down 00000400:00000200:3.0:1767384617.314933:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384617.314941:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp28 00000800:00000010:3.0:1767384617.314947:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b77a9ad2. 00000400:00000200:3.0:1767384617.314955:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384617.314962:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384617.314978:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384617.314981:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384617.314985:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp28) recovery failed with -71 00010000:00000001:0.0:1767384617.633393:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384617.633398:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.633403:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384617.633405:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.633428:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384617.633432:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.633435:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384617.855239:0:26722:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384617.855243:0:26722:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:1.0:1767384617.858572:0:26722:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384617.864417:0:26723:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001113eb36. 00000400:00000010:1.0:1767384617.864429:0:26723:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000041e63548. 00000400:00000010:1.0:1767384617.864437:0:26723:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c8cea0fe. 00000400:00000010:1.0:1767384617.864444:0:26723:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000005ec7975. 00000400:00000010:1.0:1767384617.864447:0:26723:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002414ff87. 00000400:00000010:1.0:1767384617.864451:0:26723:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000372f9cd1. 00000400:00000010:1.0:1767384617.864452:0:26723:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea27d400. 00000400:00000010:1.0:1767384617.864453:0:26723:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002c019d8c. 00000400:00000010:1.0:1767384617.864456:0:26723:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a055064d. 00000800:00000010:1.0:1767384617.864467:0:26723:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d313d5e0. 00000800:00000200:1.0:1767384617.864476:0:26723:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384617.864483:0:26723:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384617.864514:0:26723:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:1.0:1767384617.864532:0:26723:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp30 [8/256/0/180] 00000400:00000010:1.0:1767384617.865983:0:26723:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000038c5fad3. 00000400:00000010:1.0:1767384617.865988:0:26723:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007570c289. 00000400:00000010:1.0:1767384617.865993:0:26723:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45afdf6. 00000400:00000001:1.0:1767384617.866010:0:26723:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384617.866011:0:26723:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384617.866013:0:26723:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a92a03a. 00000400:00000200:1.0:1767384617.866014:0:26723:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc5cdec 00000400:00000010:1.0:1767384617.866016:0:26723:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc5cdec. 00000400:00000010:1.0:1767384617.866019:0:26723:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000007e734c73. 00000400:00000200:1.0:1767384617.866023:0:26723:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (20) 00000400:00000200:1.0:1767384617.866032:0:26723:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384617.866039:0:26723:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:1.0:1767384617.866045:0:26723:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000002805257. 00000020:01000000:1.0:1767384617.866049:0:26723:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384617.866051:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384617.866052:0:26723:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp30 00000400:00000200:2.0:1767384617.866060:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:2.0:1767384617.866064:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (21) 00000400:00000010:1.0:1767384617.866068:0:26723:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000041e63548. 00000400:00000010:2.0:1767384617.866069:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000005916f99d. 00000400:00000010:1.0:1767384617.866073:0:26723:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001113eb36. 00000400:00000010:2.0:1767384617.866074:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000400:00000010:2.0:1767384617.866081:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093f44e6f. 00000400:00000200:2.0:1767384617.866086:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000020:00000001:3.0:1767384617.866092:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384617.866096:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 10000000:00000001:3.0:1767384617.866097:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384617.866101:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384617.866104:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 10000000:01000000:3.0:1767384617.866105:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384617.866110:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384617.866113:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:01000004:3.0:1767384617.866114:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384617.866118:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384617.866121:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384617.866121:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:01000004:3.0:1767384617.866125:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384617.866128:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:01000004:3.0:1767384617.866129:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384617.866132:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384617.866134:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384617.866137:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384617.866137:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:01000004:3.0:1767384617.866140:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384617.866144:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000010:3.0:1767384617.866147:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fab3219. 00000400:00000200:2.0:1767384617.866149:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000040:3.0:1767384617.866154:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384617.866155:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:3.0:1767384617.866161:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384617.866161:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 02000000:00000001:3.0:1767384617.866166:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384617.866167:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 02000000:00000001:3.0:1767384617.866172:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.866173:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384617.866179:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:2.0:1767384617.866182:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 02000000:00000010:3.0:1767384617.866183:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dbaf21e5. 00000100:00000001:3.0:1767384617.866189:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.866196:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000001:3.0:1767384617.866198:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384617.866201:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00000001:3.0:1767384617.866202:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.866209:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000100:00000040:3.0:1767384617.866213:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fab3219] to pc [ptlrpcd_00_01+1] req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384617.866213:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:2.0:1767384617.866225:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:2.0:1767384617.866238:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[56, 8], ns[56, 8] 00000400:00000200:2.0:1767384617.866242:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384617.866246:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp10 00000400:00000200:2.0:1767384617.866251:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767384617.866254:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp10 00000400:00000200:2.0:1767384617.866258:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp10 NI seq info: [57:57:256:4294967295] 192.168.203.133@tcp10 LPNI seq info [57:57:8:4294967295] 10000000:00000001:3.0:1767384617.866259:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384617.866262:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.866265:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp10 00000100:00000001:1.0:1767384617.866269:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384617.866274:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.866275:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384617.866279:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10:) -> 192.168.203.133@tcp10(192.168.203.133@tcp:192.168.203.133@tcp10) : GET try# 0 00000100:00000001:1.0:1767384617.866280:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384617.866281:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384617.866289:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.0:1767384617.866289:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp10 00000100:00000040:1.0:1767384617.866289:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384617.866293:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384617.866296:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:2.0:1767384617.866297:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000f4a5de8. 10000000:01000000:3.0:1767384617.866299:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384617.866304:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384617.866339:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384617.866348:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.866351:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384617.866354:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384617.866356:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.866359:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005fab3219 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037649152:0@lo:253: 00000100:00000001:1.0:1767384617.866363:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384617.866367:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384617.866370:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.866371:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384617.866390:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000043f0e09c. 00000020:01000004:3.0:1767384617.866393:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384617.866393:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384617.866397:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1767384617.866399:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd515bb3. 00000020:01000004:3.0:1767384617.866400:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384617.866403:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384617.866405:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384617.866407:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:1.0:1767384617.866407:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041e63548. 00000020:01000004:3.0:1767384617.866411:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384617.866414:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:1.0:1767384617.866414:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037649152, portal 25 00000100:00000001:1.0:1767384617.866418:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384617.866419:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076065319. 00000100:00000001:1.0:1767384617.866420:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646748288 : -117139062803328 : ffff95766fc5b480) 00000020:00000040:3.0:1767384617.866424:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384617.866428:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384617.866428:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384617.866431:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384617.866434:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.866437:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384617.866440:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384617.866441:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000acb8b47. 00000400:00000010:1.0:1767384617.866443:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2f9f1d6. 00000100:00000001:3.0:1767384617.866445:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384617.866446:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037649152, offset 0 00000100:00000001:3.0:1767384617.866452:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384617.866454:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.866457:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384617.866462:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076065319] to pc [ptlrpcd_00_02+2] req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384617.866471:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384617.866481:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504d00 10000000:00000001:3.0:1767384617.866486:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.866489:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x109d [2] + 0 10000000:00000001:3.0:1767384617.866491:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384617.866496:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b889d71. 00000020:00000001:3.0:1767384617.866497:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384617.866502:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384617.866503:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077b07f4e 00000020:00000010:3.0:1767384617.866505:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000002805257. 00000800:00000200:2.0:1767384617.866505:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (6) 00000400:00000200:1.0:1767384617.866510:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384617.866517:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp10 ip 192.168.203.133:988 00000400:00000200:1.0:1767384617.866519:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384617.866523:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384617.866523:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b07f4e 00000800:00000200:2.0:1767384617.866526:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f4a5de8 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384617.866528:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384617.866528:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077b07f4e. 00000100:00000001:1.0:1767384617.866536:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384617.866538:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384617.866539:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384617.866540:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384617.866541:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000100:00000001:3.0:1767384617.866544:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384617.866547:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000100:00000040:3.0:1767384617.866551:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.866551:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000cfd150dd x1853237037649152 msgsize 4848 00000100:00100000:1.0:1767384617.866560:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384617.866564:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384617.866569:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384617.866571:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384617.866573:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384617.866574:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384617.866575:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384617.866578:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076065319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037649280:0@lo:253: 00000100:00000001:1.0:1767384617.866579:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384617.866582:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384617.866585:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384617.866586:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384617.866588:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384617.866588:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2f9f1d6 00000400:00000010:1.0:1767384617.866591:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2f9f1d6. 02000000:00000010:3.0:1767384617.866592:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a8dfe7c4. 00000100:00000001:1.0:1767384617.866594:0:16164:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384617.866596:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.866599:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384617.866600:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbde3bd4. 00000100:00000200:1.0:1767384617.866600:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384617.866603:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037649152 00000400:00000010:3.0:1767384617.866607:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008290917f. 02000000:00000001:0.0:1767384617.866607:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384617.866612:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384617.866614:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037649280, portal 25 00000100:00000001:0.0:1767384617.866616:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.866617:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384617.866618:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384617.866620:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646735744 : -117139062815872 : ffff95766fc58380) 02000000:00000001:0.0:1767384617.866620:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.866624:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384617.866627:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037649152 00000100:00000040:3.0:1767384617.866629:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384617.866632:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384617.866636:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384617.866641:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384617.866643:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384617.866645:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000800:00000200:2.0:1767384617.866646:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384617.866649:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384617.866651:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384617.866652:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767384617.866653:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000f4a5de8. 00000100:00000001:1.0:1767384617.866656:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.866657:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000040:3.0:1767384617.866659:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384617.866659:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384617.866663:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294906683 00000400:00000010:3.0:1767384617.866665:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3d58946. 00000100:00000001:0.0:1767384617.866665:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384617.866670:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: GET: OK 00000100:00000010:1.0:1767384617.866670:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dca7f98b. 00000020:00000010:0.0:1767384617.866671:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddab5bb7. 00000100:00000200:3.0:1767384617.866672:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037649280, offset 0 00000100:00000001:0.0:1767384617.866678:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384617.866679:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384617.866680:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384617.866683:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ddab5bb7. 00000400:00000200:3.0:1767384617.866684:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384617.866688:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000100:00000001:1.0:1767384617.866689:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294906683 00000020:00000010:0.0:1767384617.866691:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c68af43. 00000100:00000010:1.0:1767384617.866694:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb02bb7b. 00000400:00000200:3.0:1767384617.866697:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384617.866699:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf83b60a. 00000100:00000001:1.0:1767384617.866701:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384617.866705:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384617.866705:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294906683 00000400:00000200:3.0:1767384617.866710:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504d80 00000020:00000010:0.0:1767384617.866712:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffc801eb. 00000100:00000010:1.0:1767384617.866713:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037719a92. 00000800:00000001:2.0:1767384617.866715:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384617.866718:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10ad [2] + 0 00000800:00000001:2.0:1767384617.866719:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384617.866720:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384617.866723:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77d0c95. 00000100:00000040:0.0:1767384617.866726:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384617.866727:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c1b48d71 00000100:00000001:1.0:1767384617.866727:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294906683 00000800:00000001:2.0:1767384617.866728:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.866731:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1767384617.866734:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa5a50a6. 00000100:00000001:0.0:1767384617.866734:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384617.866735:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384617.866739:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.866740:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384617.866743:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10) <- 192.168.203.133@tcp10 : GET - for me 00000400:00000200:3.0:1767384617.866745:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384617.866747:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384617.866749:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.866751:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384617.866753:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1b48d71 00000100:00000001:1.0:1767384617.866754:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.866756:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384617.866757:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.866758:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384617.866764:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1b48d71. 00000100:00000001:1.0:1767384617.866767:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384617.866768:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384617.866770:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384617.866773:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000009da888ce x1853237037649280 msgsize 4848 00000100:00000001:0.0:1767384617.866773:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384617.866774:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 368/368 into md 0x1819 [1] + 0 00000100:00000001:1.0:1767384617.866777:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384617.866777:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384617.866784:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384617.866785:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000001:1.0:1767384617.866788:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384617.866790:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384617.866792:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.866792:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000200:2.0:1767384617.866793:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp10 to MR: 192.168.203.133@tcp10 local destination 00000100:00000040:3.0:1767384617.866794:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384617.866798:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715867216 : -117138993684400 : ffff957673e46050) 00000100:00000001:1.0:1767384617.866799:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.866807:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384617.866807:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp10 NI seq info: [58:58:256:4294967295] 192.168.203.133@tcp10 LPNI seq info [58:58:8:4294967295] 00000100:00000040:0.0:1767384617.866807:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cfd150dd x1853237037649152/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:598/0 lens 4848/0 e 0 to 0 dl 1767384628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384617.866832:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10:192.168.203.133@tcp10) -> 192.168.203.133@tcp10(192.168.203.133@tcp10:192.168.203.133@tcp10) 192.168.203.133@tcp10 : REPLY try# 0 00000100:00000001:0.0:1767384617.866834:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384617.866838:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddab5bb7. 00000800:00000200:2.0:1767384617.866839:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.133@tcp10 00000400:00000200:3.0:1767384617.866840:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d58946 00000100:00000001:0.0:1767384617.866844:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384617.866845:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3d58946. 00000800:00000010:2.0:1767384617.866846:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f4a5de8. 00000020:00000010:0.0:1767384617.866847:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ddab5bb7. 00000100:00000001:3.0:1767384617.866850:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384617.866854:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (6) 00000100:00000200:3.0:1767384617.866857:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384617.866858:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cfd150dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037649152:12345-0@lo:253: 00000800:00000200:2.0:1767384617.866864:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp10 ip 192.168.203.133:1021 00000100:00000200:0.0:1767384617.866869:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037649152 00000800:00000200:2.0:1767384617.866871:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f4a5de8 type 3, nob 464 niov 1 nkiov 1 00000020:00000001:0.0:1767384617.866874:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384617.866880:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384617.866880:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384617.866882:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.866885:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384617.866886:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384617.866888:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384617.866895:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384617.866897:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.866897:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.866900:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384617.866901:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384617.866904:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384617.866905:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.866907:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.866909:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294906683 00000800:00000200:2.0:1767384617.866911:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384617.866912:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384617.866914:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294906683 00000800:00000010:2.0:1767384617.866916:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f4a5de8. 02000000:00000001:0.0:1767384617.866917:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384617.866918:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294906683 00000100:00000001:3.0:1767384617.866922:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294906683 00000400:00000200:2.0:1767384617.866922:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384617.866924:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000f771be7. 00000100:00000001:3.0:1767384617.866928:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294906683 00000100:00000001:3.0:1767384617.866932:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294906683 00000400:00000200:2.0:1767384617.866933:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: REPLY: OK 02000000:00000001:0.0:1767384617.866934:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.866936:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294906683 00000100:00000001:0.0:1767384617.866940:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.866941:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294906683 00000100:00000001:3.0:1767384617.866945:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384617.866946:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384617.866946:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384617.866947:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.866951:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384617.866952:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.866953:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384617.866956:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:0.0:1767384617.866958:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000084d6875b. 00000100:00000001:3.0:1767384617.866959:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384617.866961:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.866962:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:01000000:0.0:1767384617.866963:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:2.0:1767384617.866964:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384617.866968:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:2.0:1767384617.866969:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384617.866973:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384617.866974:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:0.0:1767384617.866976:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.866977:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384617.866981:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10) <- 192.168.203.133@tcp10 : REPLY - for me 00000100:00000001:3.0:1767384617.866982:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384617.866982:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.866989:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384617.866990:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384617.866995:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp10: Reply from 12345-192.168.203.133@tcp10 of length 368/368 into md 0x181d 00000800:00000001:2.0:1767384617.866999:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:0.0:1767384617.866999:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb9b3252. 00000100:00000001:3.0:1767384617.867001:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384617.867003:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384617.867003:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000100:00000001:3.0:1767384617.867004:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.867009:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384617.867011:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384617.867016:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384617.867021:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: REPLY: OK 00000400:00000200:2.0:1767384617.867025:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000400:00000010:2.0:1767384617.867026:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000100:00000001:3.0:1767384617.867027:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384617.867030:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00100000:3.0:1767384617.867031:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037649280 02000000:00000001:3.0:1767384617.867045:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384617.867047:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000100:00000001:3.0:1767384617.867048:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384617.867051:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.867052:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 02000000:00000001:3.0:1767384617.867056:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.867057:0:16156:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.133@tcp (384 bytes) 00000100:00100000:3.0:1767384617.867062:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037649280 00000400:00000200:2.0:1767384617.867065:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000020:00000001:3.0:1767384617.867066:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384617.867069:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00080000:00000001:0.0:1767384617.867069:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384617.867071:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384617.867073:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000005916f99d. 00000020:00000040:3.0:1767384617.867075:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00080000:00000001:0.0:1767384617.867075:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384617.867078:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.867079:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (22) 00000020:00000001:3.0:1767384617.867080:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00080000:00000001:0.0:1767384617.867081:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384617.867085:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384617.867086:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:2.0:1767384617.867087:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384617.867089:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384617.867091:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000800:00000001:2.0:1767384617.867093:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384617.867094:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088e3ded7. 00080000:00000001:0.0:1767384617.867096:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384617.867100:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384617.867103:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088e3ded7. 00080000:00000010:0.0:1767384617.867104:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a661df99. 00080000:00000001:0.0:1767384617.867107:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944783872 : -117139764767744 : ffff957645ee9400) 00000020:00000010:3.0:1767384617.867108:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cedd70c2. 00000400:00000200:2.0:1767384617.867110:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:0.0:1767384617.867112:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:3.0:1767384617.867113:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf9a3973. 00000400:00000010:2.0:1767384617.867115:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000005916f99d. 00000020:00000010:3.0:1767384617.867119:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9717a5d. 00000400:00000010:2.0:1767384617.867121:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ccdb5b6. 00000100:00000001:3.0:1767384617.867124:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384617.867126:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000100:00000001:3.0:1767384617.867127:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384617.867130:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.867131:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005916f99d 00000400:00000001:2.0:1767384617.867134:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384617.867135:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384617.867136:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384617.867138:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002009cd38. 00000100:00000001:3.0:1767384617.867140:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.867142:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48ef1c1 00000400:00000010:2.0:1767384617.867145:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48ef1c1. 00000400:00000200:2.0:1767384617.867148:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:3.0:1767384617.867149:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384617.867150:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000065e3febf. 00000100:00000001:3.0:1767384617.867152:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384617.867154:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00100000:3.0:1767384617.867158:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000400:00000200:2.0:1767384617.867160:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100871 00000100:00000040:3.0:1767384617.867162:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000400:00000200:2.0:1767384617.867165:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:0 00000100:00000001:3.0:1767384617.867166:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715866192 : -117138993685424 : ffff957673e45c50) 00000400:00000200:2.0:1767384617.867168:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 rc 1 00000400:00000200:2.0:1767384617.867171:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:2.0:1767384617.867172:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (21) 00000400:00000010:2.0:1767384617.867176:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000023c81b56. 00000100:00000040:3.0:1767384617.867179:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009da888ce x1853237037649280/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:598/0 lens 4848/0 e 0 to 0 dl 1767384628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384617.867180:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48ef1c1. 00000400:00000010:2.0:1767384617.867186:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c5201b8. 00000100:00000001:3.0:1767384617.867191:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384617.867192:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000020:00000010:3.0:1767384617.867196:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088e3ded7. 00000100:00000001:3.0:1767384617.867201:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384617.867204:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088e3ded7. 00000400:00000200:2.0:1767384617.867207:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384617.867213:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00100000:3.0:1767384617.867214:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009da888ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037649280:12345-0@lo:253: 00000001:00000001:0.0:1767384617.867220:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000200:3.0:1767384617.867222:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037649280 00000400:00000200:2.0:1767384617.867223:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00080000:00000001:0.0:1767384617.867224:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384617.867227:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:0.0:1767384617.867230:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:3.0:1767384617.867231:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384617.867234:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:00000001:3.0:1767384617.867235:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384617.867240:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384617.867242:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:2.0:1767384617.867244:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000001:3.0:1767384617.867247:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384617.867249:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.867251:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000001:3.0:1767384617.867252:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:0.0:1767384617.867252:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384617.867255:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:0.0:1767384617.867259:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:3.0:1767384617.867260:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.867263:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:3.0:1767384617.867264:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384617.867268:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384617.867271:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 02000000:00000010:3.0:1767384617.867274:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002805257. 00000400:00000200:2.0:1767384617.867275:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 02000000:00000001:3.0:1767384617.867279:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.867283:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.867285:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 20000000:00000001:3.0:1767384617.867286:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384617.867292:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 20000000:00000010:3.0:1767384617.867297:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001f15e33c. 00000400:00000200:2.0:1767384617.867298:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 20000000:01000000:3.0:1767384617.867303:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384617.867306:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 20000000:00000001:3.0:1767384617.867308:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384617.867335:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 20000000:00000001:3.0:1767384617.867337:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384617.867341:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.867342:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 20000000:00000001:3.0:1767384617.867344:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384617.867349:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384617.867349:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000400:00000200:2.0:1767384617.867355:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 00000400:00000200:2.0:1767384617.867358:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 10], ns[50, 10] 00000400:00000200:2.0:1767384617.867362:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 10], ns[54, 10] 00000400:00000200:2.0:1767384617.867371:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:2.0:1767384617.867388:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:2.0:1767384617.867391:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp11 00000400:00000200:2.0:1767384617.867393:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp11 lpni_is_preferred = 0 00000400:00000200:2.0:1767384617.867396:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp11 00000400:00000200:2.0:1767384617.867399:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp11 NI seq info: [59:59:256:4294967295] 192.168.203.133@tcp11 LPNI seq info [59:59:8:4294967295] 00000400:00000200:2.0:1767384617.867404:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp11 00000400:00000200:2.0:1767384617.867411:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11:) -> 192.168.203.133@tcp11(192.168.203.133@tcp:192.168.203.133@tcp11) : GET try# 0 00000800:00000200:2.0:1767384617.867415:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp11 00000800:00000010:2.0:1767384617.867418:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000f4a5de8. 00000800:00000200:2.0:1767384617.867423:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (6) 00000800:00000200:2.0:1767384617.867438:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:988 00000800:00000200:2.0:1767384617.867441:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f4a5de8 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:0.0:1767384617.867441:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384617.867447:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384617.867456:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384617.867459:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000800:00000001:3.0:1767384617.867498:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384617.867506:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384617.867508:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384617.867514:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384617.867517:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000f4a5de8. 00000400:00000200:2.0:1767384617.867520:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384617.867523:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.867526:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: GET: OK 00000400:00000200:2.0:1767384617.867530:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384617.867534:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11) <- 192.168.203.133@tcp11 : GET - for me 00000400:00000200:2.0:1767384617.867535:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000400:00000200:3.0:1767384617.867545:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384617.867551:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 384/384 into md 0x1819 [1] + 0 00000400:00000200:3.0:1767384617.867559:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp11 to MR: 192.168.203.133@tcp11 local destination 00000400:00000200:3.0:1767384617.867564:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp11 NI seq info: [60:60:256:4294967295] 192.168.203.133@tcp11 LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1767384617.867575:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) -> 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) 192.168.203.133@tcp11 : REPLY try# 0 00000800:00000200:3.0:1767384617.867580:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.133@tcp11 00000800:00000010:3.0:1767384617.867583:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000338dca1d. 00000800:00000200:3.0:1767384617.867588:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (6) 00000800:00000200:3.0:1767384617.867593:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:1019 00000800:00000200:3.0:1767384617.867596:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000338dca1d type 3, nob 480 niov 1 nkiov 1 00000800:00000001:2.0:1767384617.867614:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.867656:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384617.867661:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384617.867662:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384617.867665:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000338dca1d. 00000800:00000001:2.0:1767384617.867666:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384617.867670:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384617.867671:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384617.867680:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: REPLY: OK 00000400:00000200:2.0:1767384617.867682:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11) <- 192.168.203.133@tcp11 : REPLY - for me 00000400:00000200:2.0:1767384617.867693:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp11: Reply from 12345-192.168.203.133@tcp11 of length 384/384 into md 0x1835 00000800:00000001:2.0:1767384617.867696:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.867700:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384617.867704:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.867711:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384617.867715:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: REPLY: OK 00000400:00000200:2.0:1767384617.867718:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48ef1c1 00000400:00000010:2.0:1767384617.867720:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48ef1c1. 00000400:00000200:2.0:1767384617.867723:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384617.867726:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:2.0:1767384617.867729:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:2.0:1767384617.867731:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 22. state = 0x100271 00000400:00000200:2.0:1767384617.867736:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384617.867746:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (22) 00000800:00000001:2.0:1767384617.867753:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.867756:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384617.867771:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384617.867777:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:3.0:1767384617.867784:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000f7e19f38. 00000400:00000010:3.0:1767384617.867788:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 000000008181cd7d. 00000400:00000010:3.0:1767384617.867819:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000095ef2abf. 00000400:00000200:3.0:1767384617.867857:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp28(0000000041a0c004) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384617.867865:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000008f579c2. 00000400:00000200:3.0:1767384617.867869:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000008f579c2 nid 192.168.203.133@tcp29 00000400:00000010:3.0:1767384617.867873:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008af6b6af. 00000400:00000200:3.0:1767384617.867875:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000008af6b6af net tcp29 00000400:00000200:3.0:1767384617.867877:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (21) 00000400:00000200:3.0:1767384617.867881:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp29 flags 0x11 00000400:00000010:3.0:1767384617.867885:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b2d6d525. 00000400:00000200:3.0:1767384617.867893:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b2d6d525 nid 192.168.203.133@tcp30 00000400:00000010:3.0:1767384617.867896:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000818a4fe9. 00000400:00000200:3.0:1767384617.867898:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000818a4fe9 net tcp30 00000400:00000200:3.0:1767384617.867899:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (22) 00000400:00000200:3.0:1767384617.867902:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp30 flags 0x11 00000400:00000010:3.0:1767384617.867915:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000f7e19f38. 00000400:00000010:3.0:1767384617.867918:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 000000008181cd7d. 00000400:00000010:3.0:1767384617.867921:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000095ef2abf. 00000400:00000010:3.0:1767384617.867924:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000023c81b56. 00000400:00000200:3.0:1767384617.867928:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384617.867931:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:3.0:1767384617.867935:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:3.0:1767384617.867939:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:3.0:1767384617.867944:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000400:00000200:3.0:1767384617.867947:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (23) 00000400:00000010:3.0:1767384617.867952:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a63588aa. 00000400:00000200:3.0:1767384617.867957:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp11 00000400:00000200:3.0:1767384617.867965:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp11 to MR: 192.168.203.133@tcp11 local destination 00000400:00000200:3.0:1767384617.867970:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp11 NI seq info: [61:61:256:4294967295] 192.168.203.133@tcp11 LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1767384617.867974:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp11 00000400:00000200:3.0:1767384617.867981:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) -> 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) : PUT try# 0 00000800:00000200:3.0:1767384617.867986:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.133@tcp11 00000800:00000010:3.0:1767384617.867990:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000338dca1d. 00000800:00000200:3.0:1767384617.867996:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (6) 00000800:00000200:3.0:1767384617.868000:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:988 00000800:00000200:3.0:1767384617.868003:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000338dca1d type 1, nob 480 niov 1 nkiov 1 00000400:00000200:3.0:1767384617.868014:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384617.868027:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000800:00000200:3.0:1767384617.868081:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384617.868084:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000338dca1d. 00000400:00000200:3.0:1767384617.868086:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384617.868097:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: PUT: OK 00000400:00000200:3.0:1767384617.868100:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384617.868102:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp11: 0 00000800:00000001:3.0:1767384617.868107:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384617.868111:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384617.868112:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384617.868114:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384617.868117:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11) <- 192.168.203.133@tcp11 : PUT - for me 00000400:00000200:3.0:1767384617.868123:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384617.868127:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 384/384 into md 0x1831 [1] + 0 00000400:00000010:3.0:1767384617.868129:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ccdb5b6. 00000400:00000200:3.0:1767384617.868131:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000972ab156 00000800:00000001:3.0:1767384617.868134:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384617.868137:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384617.868138:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384617.868141:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: PUT: OK 00000400:00000200:3.0:1767384617.868143:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000400:00000010:3.0:1767384617.868144:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000400:00000200:3.0:1767384617.868145:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384617.868148:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (24) 00000400:00000200:3.0:1767384617.868151:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384617.868154:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000095ef2abf. 00000400:00000200:3.0:1767384617.868157:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 22 00000400:00000200:3.0:1767384617.868160:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384617.868166:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (25) 00000400:00000200:3.0:1767384617.868170:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384617.868174:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp11 to MR: 192.168.203.133@tcp11 local destination 00000400:00000200:3.0:1767384617.868178:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp11 NI seq info: [62:62:256:4294967295] 192.168.203.133@tcp11 LPNI seq info [62:62:8:4294967295] 00000400:00000200:3.0:1767384617.868189:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) -> 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) 192.168.203.133@tcp11 : ACK try# 0 00000800:00000200:3.0:1767384617.868194:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp11 00000400:00000200:2.0:1767384617.868194:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384617.868201:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000338dca1d. 00000400:00000010:2.0:1767384617.868201:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002009cd38. 00000400:00000010:2.0:1767384617.868207:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48ef1c1. 00000400:00000200:2.0:1767384617.868213:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005916f99d 00000800:00000200:3.0:1767384617.868216:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (6) 00000400:00000200:2.0:1767384617.868219:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1004f1 00000800:00000200:3.0:1767384617.868224:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:1019 00000400:00000010:2.0:1767384617.868225:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000c1ea0210. 00000800:00000200:3.0:1767384617.868229:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000338dca1d type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384617.868231:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 0000000090329a97. 00000400:00000010:2.0:1767384617.868235:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000514f1134. 00000400:00000010:2.0:1767384617.868247:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000c1ea0210. 00000400:00000010:2.0:1767384617.868249:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 0000000090329a97. 00000400:00000010:2.0:1767384617.868251:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000514f1134. 00000400:00000010:2.0:1767384617.868252:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000095ef2abf. 00000400:00000200:2.0:1767384617.868255:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384617.868257:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100571 00000400:00000200:2.0:1767384617.868259:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 1 00000400:00000200:2.0:1767384617.868262:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 00000400:00000200:2.0:1767384617.868266:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000800:00000200:3.0:1767384617.868269:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384617.868269:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100511 rc 0 00000800:00000010:3.0:1767384617.868274:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000338dca1d. 00000400:00000200:2.0:1767384617.868275:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384617.868279:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384617.868280:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (24) 00000400:00000200:3.0:1767384617.868287:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: ACK: OK 00000800:00000001:3.0:1767384617.868292:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384617.868295:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384617.868297:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384617.868301:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384617.868302:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384617.868306:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384617.868342:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11) <- 192.168.203.133@tcp11 : ACK - for me 00000400:00000200:3.0:1767384617.868678:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp11: ACK from 12345-192.168.203.133@tcp11 into md 0x1839 00000400:00000200:3.0:1767384617.868682:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384617.868686:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: ACK: OK 00000400:00000200:3.0:1767384617.868689:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:3.0:1767384617.868691:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000400:00000200:3.0:1767384617.868694:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384617.868697:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:3.0:1767384617.868699:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (23) 00000800:00000001:3.0:1767384617.868705:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384617.868708:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384617.875682:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384617.875695:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:3.0:1767384617.875697:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384617.875698:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384617.875701:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384617.875701:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384617.875705:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384617.875708:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384617.875709:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384617.875711:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a661df99. 20000000:01000000:2.0:1767384617.875714:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384617.875715:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384617.875729:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384617.875730:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c1ef86a1. 20000000:01000000:2.0:1767384617.875734:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384617.875735:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:01000000:0.0:1767384617.875737:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384617.875742:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384617.875742:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384617.875743:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384617.875745:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384617.875749:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384617.875750:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384617.875754:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384617.875761:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af817df7. 00010000:00000001:0.0:1767384617.875769:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384617.875772:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005e5ca15. 00080000:00000001:1.0:1767384617.875774:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384617.875776:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384617.875778:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:0.0:1767384617.875780:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000005e5ca15 with handle 0x1c01179f271edcfb to hash 00080000:00000001:1.0:1767384617.875781:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384617.875785:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384617.875785:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384617.875788:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00000020:00000001:1.0:1767384617.875789:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384617.875791:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00000020:00000001:1.0:1767384617.875793:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:0.0:1767384617.875795:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384617.875798:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384617.875799:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384617.875802:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384617.875805:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000877146da. 00080000:00000001:1.0:1767384617.875811:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929569002496 : -117144140549120 : ffff9575411d7400) 00010000:00000001:0.0:1767384617.875812:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384617.875814:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384617.875816:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384617.875819:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384617.875821:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384617.875823:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.875825:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384617.875826:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.875828:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384617.875830:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384617.875831:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384617.875833:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384617.875834:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af817df7) refcount = 1 00010000:00010000:0.0:1767384617.875837:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.875842:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384617.875844:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384617.875846:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.875848:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.875849:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384617.875852:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384617.875854:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384617.875857:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384617.875862:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384617.875864:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=4 00000020:00000001:0.0:1767384617.875866:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.875868:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.875870:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384617.875872:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384617.875876:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384617.875877:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384617.875878:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384617.875880:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384617.875882:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384617.875888:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.875890:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384617.875891:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.875895:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384617.875897:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384617.875900:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.875900:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384617.875903:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384617.875904:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384617.875911:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000005e5ca15 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384617.875913:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384617.875915:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384617.875917:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.875921:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384617.875922:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384617.875923:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384617.875924:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=5 00000020:00000001:0.0:1767384617.875926:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.875927:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.875935:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384617.875938:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.875942:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384617.875944:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384617.875946:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.875949:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384617.875951:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384617.875952:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384617.875954:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384617.875955:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000005e5ca15 with handle 0x1c01179f271edcfb from hash 00010000:00000001:0.0:1767384617.875958:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384617.875959:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.875961:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384617.875962:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384617.875963:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384617.875964:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384617.875966:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384617.875968:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.875971:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.875972:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384617.875974:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384617.875976:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.875977:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384617.875978:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.875980:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.875982:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384617.875984:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.875987:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.875988:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384617.875990:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384617.875991:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384617.875993:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.875994:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384617.875995:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384617.875998:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384617.876000:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384617.876003:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384617.876005:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384617.876007:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.876011:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384617.876013:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384617.876014:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000005e5ca15/0x1c01179f271edcfb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384617.876018:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af817df7 count: 0 00010000:00000001:0.0:1767384617.876023:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384617.876024:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384617.882422:0:26729:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af817df7. 00010000:00000010:0.1:1767384617.882430:0:26729:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005e5ca15. 00080000:00000001:1.0:1767384617.883425:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384617.883427:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384617.883428:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384617.883432:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384617.883433:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384617.883433:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384617.883436:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384617.883438:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384617.883440:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000877146da. 20000000:00000001:3.0:1767384617.883441:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384617.883444:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384617.883450:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384617.883463:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384617.883466:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384617.883469:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384617.883472:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384617.883473:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384617.883476:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384617.883479:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384617.883481:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384617.883486:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af817df7. 00010000:00000001:0.0:1767384617.883490:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384617.883493:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005e5ca15. 00000020:00000001:0.0:1767384617.883496:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384617.883499:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000005e5ca15 with handle 0x1c01179f271edd02 to hash 00000020:00000001:0.0:1767384617.883501:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384617.883502:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.883505:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.883507:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384617.883508:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384617.883511:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883517:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384617.883519:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384617.883520:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384617.883522:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384617.883529:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.883531:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384617.883532:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.883534:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384617.883535:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384617.883537:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384617.883539:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384617.883540:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af817df7) refcount = 1 00010000:00010000:0.0:1767384617.883542:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883546:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384617.883547:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384617.883548:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.883549:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.883551:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384617.883553:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384617.883555:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384617.883558:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384617.883559:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384617.883561:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=4 00000020:00000001:0.0:1767384617.883562:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.883565:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.883567:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384617.883569:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883573:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384617.883574:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883578:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.883579:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384617.883580:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883592:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384617.883593:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.883595:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384617.883597:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384617.883602:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000005e5ca15 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384617.883604:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384617.883605:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384617.883607:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883611:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384617.883612:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384617.883614:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384617.883615:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005e5ca15 refcount=5 00000020:00000001:0.0:1767384617.883616:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.883618:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793408 : -117139801758208 : ffff957643ba2600) 00010000:00000001:0.0:1767384617.883620:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384617.883622:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883626:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384617.883627:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384617.883629:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.883632:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384617.883633:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384617.883635:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384617.883636:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384617.883638:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000005e5ca15 with handle 0x1c01179f271edd02 from hash 00010000:00000001:0.0:1767384617.883640:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384617.883641:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.883642:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384617.883647:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384617.883648:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384617.883650:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384617.883651:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384617.883652:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384617.883653:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.883654:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384617.883655:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384617.883656:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.883657:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384617.883658:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.883659:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384617.883660:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384617.883662:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883665:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.883666:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384617.883667:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384617.883669:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384617.883670:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384617.883671:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384617.883672:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384617.883674:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384617.883675:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384617.883677:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384617.883680:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384617.883682:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384617.883683:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000005e5ca15/0x1c01179f271edd02 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384617.883687:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af817df7 count: 0 00010000:00000001:0.0:1767384617.883692:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384617.883694:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384617.884387:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384617.884390:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384617.884393:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000084d6875b. 20000000:00000001:3.0:1767384617.884398:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384617.884402:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037649152 00010000:00000001:3.0:1767384617.884405:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384617.884411:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cfd150dd x1853237037649152/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384617.884419:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384617.884421:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384617.884424:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384617.884427:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384617.884430:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384617.884433:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384617.884436:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384617.884438:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.884441:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384617.884444:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384617.884447:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c63edf7. 00000100:00000200:3.0:1767384617.884452:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037649152, offset 224 00000400:00000200:3.0:1767384617.884459:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384617.884471:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384617.884481:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504d00 00000400:00000200:3.0:1767384617.884487:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1821 [2] + 224 00000400:00000200:3.0:1767384617.884494:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384617.884499:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384617.884505:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384617.884508:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384617.884516:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384617.884535:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384617.884544:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c63edf7 00000400:00000010:3.0:1767384617.884546:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c63edf7. 00000100:00000001:3.0:1767384617.884548:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384617.884549:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384617.884553:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384617.884556:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384617.884558:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384617.884559:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384617.884562:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384617.884566:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfd150dd x1853237037649152/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384617.884572:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cfd150dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037649152:12345-0@lo:253: Request processed in 17738us (18020us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384617.884580:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000040:3.0:1767384617.884583:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384617.884585:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384617.884587:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384617.884591:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf83b60a. 00000020:00000010:3.0:1767384617.884594:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffc801eb. 00000020:00000010:3.0:1767384617.884598:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c68af43. 00000020:00000040:3.0:1767384617.884602:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:3.0:1767384617.884606:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384617.884608:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000f771be7. 02000000:00000001:3.0:1767384617.884611:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384617.884614:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384617.884618:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384617.884622:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031c696bc. 00000400:00000010:3.0:1767384617.884627:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c63edf7. 00000100:00000001:3.0:1767384617.884649:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384617.884652:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384617.884656:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384617.884658:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384617.884666:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd515bb3. 00000400:00000200:3.0:1767384617.884670:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041e63548 00000400:00000010:3.0:1767384617.884672:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041e63548. 00000100:00000001:3.0:1767384617.884676:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384617.884680:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384617.884686:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384617.884690:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384617.884692:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.884693:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384617.884696:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384617.884698:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384617.884700:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384617.884701:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384617.884707:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384617.884710:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384617.884713:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384617.884714:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384617.884716:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384617.884718:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.884720:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384617.884724:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384617.884729:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384617.884731:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384617.884733:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384617.884735:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384617.884737:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384617.884738:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384617.884740:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384617.884741:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384617.884743:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384617.884745:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384617.884747:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384617.884748:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384617.884753:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384617.884756:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384617.884761:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005fab3219 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037649152:0@lo:253: 00000100:00000001:3.0:1767384617.884766:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.884768:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384617.884770:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fab3219 x1853237037649152/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384617.884775:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384617.884777:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384617.884779:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000043f0e09c. 02000000:00000001:3.0:1767384617.884782:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384617.884784:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384617.884785:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384617.884787:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384617.884788:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dbaf21e5. 02000000:00000001:3.0:1767384617.884791:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384617.884793:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384617.884794:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fab3219. 00000100:00000001:3.0:1767384617.884797:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384617.884798:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.884800:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.884805:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384617.884806:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.884808:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384617.884810:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.885356:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294906683, at 4294906684 00000100:00000010:0.0:1767384617.885365:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dca7f98b. 00000100:00000040:2.0:1767384617.885366:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294906683, at 4294906684 00000100:00000010:2.0:1767384617.885374:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037719a92. 00000100:00000040:1.0:1767384617.885467:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294906683, at 4294906684 00000100:00000010:1.0:1767384617.885473:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb02bb7b. 00000400:00000010:2.0:1767384617.885968:0:26728:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a0eef8aa. 00000400:00000040:2.0:1767384617.885983:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384617.885986:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384617.885988:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.885990:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384617.885993:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.885994:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384617.885997:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384617.885998:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384617.886000:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384617.886001:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384617.886003:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384617.886005:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384617.886007:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384617.886008:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384617.886010:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384617.886012:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384617.886013:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384617.886014:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384617.886015:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384617.886017:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.886018:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384617.886019:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384617.886021:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384617.886022:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384617.886023:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384617.886025:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.886026:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384617.886031:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384617.886033:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384617.886034:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384617.886035:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384617.886036:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.886037:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384617.886038:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384617.886039:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384617.886040:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384617.886041:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384617.886043:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384617.886044:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384617.886045:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384617.886047:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384617.886048:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384617.886050:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384617.886051:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384617.886053:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384617.886054:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384617.886055:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384617.886056:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384617.886058:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384617.886060:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384617.886061:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384617.886062:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384617.886063:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384617.886064:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384617.886066:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384617.886067:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384617.886068:0:26728:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384617.886120:0:26728:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a0eef8aa. 00080000:00000020:1.0:1767384617.886206:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384617.886209:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384617.886211:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001f15e33c. 20000000:00000001:1.0:1767384617.886220:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384617.886223:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037649280 00010000:00000001:1.0:1767384617.886224:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384617.886228:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009da888ce x1853237037649280/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384617.886234:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384617.886235:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.886237:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384617.886239:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384617.886240:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384617.886241:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384617.886244:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384617.886245:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.886247:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384617.886248:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384617.886251:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024059df1. 00000100:00000200:1.0:1767384617.886253:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037649280, offset 224 00000400:00000200:1.0:1767384617.886257:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384617.886262:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384617.886268:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504d80 00000400:00000200:1.0:1767384617.886272:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1829 [2] + 224 00000400:00000200:1.0:1767384617.886276:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.886279:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384617.886281:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384617.886283:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.886289:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.886301:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384617.886305:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024059df1 00000400:00000010:1.0:1767384617.886307:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024059df1. 00000100:00000001:3.0:1767384617.886332:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384617.886335:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384617.886339:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384617.886341:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384617.886343:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbde3bd4. 00000400:00000200:3.0:1767384617.886347:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008290917f 00000400:00000010:3.0:1767384617.886348:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008290917f. 00000100:00000001:3.0:1767384617.886351:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384617.886355:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384617.886372:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384617.886389:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384617.886391:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.886393:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384617.886394:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384617.886395:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384617.886397:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384617.886398:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384617.886400:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384617.886403:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384617.886404:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384617.886406:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384617.886407:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384617.886409:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384617.886411:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384617.886413:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384617.886417:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384617.886419:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384617.886420:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384617.886422:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384617.886424:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384617.886425:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384617.886427:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384617.886428:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384617.886430:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384617.886431:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384617.886432:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384617.886433:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384617.886433:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384617.886437:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384617.886438:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384617.886444:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076065319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037649280:0@lo:253: 00000100:00000001:3.0:1767384617.886449:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.886449:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.886453:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384617.886456:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384617.886458:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384617.886458:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.886462:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384617.886463:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076065319 x1853237037649280/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384617.886468:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009da888ce x1853237037649280/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384617.886482:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384617.886486:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384617.886489:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009da888ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037649280:12345-0@lo:253: Request processed in 19295us (19712us total) trans 0 rc 0/0 02000000:00000010:3.0:1767384617.886490:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a8dfe7c4. 02000000:00000001:3.0:1767384617.886496:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384617.886498:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767384617.886499:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000020:00000040:3.0:1767384617.886500:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000100:00000040:1.0:1767384617.886502:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000020:00000001:3.0:1767384617.886504:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384617.886506:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1767384617.886507:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000acb8b47. 00000100:00000001:1.0:1767384617.886509:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384617.886512:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384617.886513:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf9a3973. 02000000:00000001:3.0:1767384617.886516:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384617.886518:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076065319. 00000020:00000010:1.0:1767384617.886518:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9717a5d. 00000020:00000010:1.0:1767384617.886525:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cedd70c2. 00000100:00000001:3.0:1767384617.886526:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384617.886529:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.886532:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384617.886532:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:1.0:1767384617.886538:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384617.886540:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767384617.886540:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002805257. 00000100:00000001:3.0:1767384617.886542:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.886544:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384617.886546:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.886547:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384617.886549:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384617.886551:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384617.886555:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aef5163c. 00000100:00000040:3.0:1767384617.886558:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294906683, at 4294906685 00000400:00000010:1.0:1767384617.886559:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024059df1. 00000100:00000010:3.0:1767384617.886566:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa5a50a6. 00010000:00000010:0.1:1767384617.889799:0:26729:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af817df7. 00010000:00000010:0.1:1767384617.889809:0:26729:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005e5ca15. 00000400:00000001:1.0:1767384618.337407:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384618.337412:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384618.337415:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fab85ec 00000400:00000010:1.0:1767384618.337420:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fab85ec. 00000400:00000200:1.0:1767384618.337427:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384618.337433:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery ping unlinked 00000400:00000010:1.0:1767384618.337443:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009837d17f. 00000400:00000010:1.0:1767384618.337449:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003d0ca5b6. 00010000:00000001:0.0:1767384618.658402:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384618.658406:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.658411:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384618.658412:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.658479:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384618.658484:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384618.658492:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384619.006765:0:27072:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384619.006782:0:27072:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.006787:0:27072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384619.006795:0:27072:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384619.006803:0:27072:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.006806:0:27072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.362390:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp28 00000400:00000010:1.0:1767384619.362396:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f0c631db. 00000400:00000010:1.0:1767384619.362405:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000033b7fd9a. 00000400:00000010:1.0:1767384619.362410:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fab85ec. 00000400:00000010:1.0:1767384619.362431:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b23b8e6c. 00000400:00000200:1.0:1767384619.362437:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp28 00000400:00000200:1.0:1767384619.362453:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp28 local destination 00000400:00000200:1.0:1767384619.362460:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp28 00000400:00000200:1.0:1767384619.362463:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp28 NI seq info: [63:63:256:4294967295] 192.168.203.133@tcp28 LPNI seq info [63:63:8:4294967295] 00000400:00000200:1.0:1767384619.362470:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp28 00000400:00000200:1.0:1767384619.362479:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28:) -> 192.168.203.133@tcp28(192.168.203.133@tcp28:192.168.203.133@tcp28) : GET try# 0 00000800:00000200:1.0:1767384619.362485:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp28 00000800:00000010:1.0:1767384619.362491:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003fa4cc0f. 00000800:00000200:1.0:1767384619.362498:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000800:00000200:1.1:1767384619.362503:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000400:00000200:1.0:1767384619.362525:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp28 added to recovery queue. ping count: 2 next ping: 244 health :800 00000400:00000200:0.0:1767384619.362583:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362621:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362635:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362650:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362664:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362683:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362703:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362727:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362749:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362774:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362795:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362813:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362829:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362845:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362863:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362886:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362907:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362923:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362941:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362957:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362975:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.362998:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363020:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363056:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363079:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363101:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363120:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363133:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363150:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363164:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363181:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363195:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363210:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363228:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.363244:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384619.363979:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000f771be7. 00000800:00000010:0.0:1767384619.363983:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8ca68ee. 00000800:00000010:0.0:1767384619.363988:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004618cc4e. 00000800:00000010:0.0:1767384619.364003:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004618cc4e. 00000800:00020000:0.0:1767384619.364012:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384619.368838:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8ca68ee. 00000800:00000010:0.0:1767384619.368843:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000f771be7. 00000400:02020000:0.0:1767384619.368996:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp28 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384619.372950:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp28 notifying 192.168.203.133@tcp28: down 00000800:00000200:0.0:1767384619.372957:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp28 down 00000800:00000100:0.0:1767384619.372962:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp28 00000800:00000010:0.0:1767384619.372965:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003fa4cc0f. 00000400:00000200:0.0:1767384619.372969:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384619.372973:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384619.372982:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384619.372985:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384619.372988:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp28) recovery failed with -71 00010000:00000001:0.0:1767384619.681440:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384619.681447:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.681463:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384619.681465:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.681502:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384619.681506:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384619.681509:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384619.746751:0:27236:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384619.746757:0:27236:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:1.0:1767384619.752453:0:27236:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384619.761867:0:27237:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a1ecea2d. 00000400:00000010:3.0:1767384619.761883:0:27237:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c4cf0268. 00000400:00000010:3.0:1767384619.761896:0:27237:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005a15324f. 00000400:00000010:3.0:1767384619.761901:0:27237:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000f9a3044. 00000400:00000010:3.0:1767384619.761906:0:27237:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007a1e029a. 00000400:00000010:3.0:1767384619.761911:0:27237:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8a2b6a9. 00000400:00000010:3.0:1767384619.761914:0:27237:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cff9bb8b. 00000400:00000010:3.0:1767384619.761916:0:27237:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edb8beb6. 00000400:00000010:3.0:1767384619.761921:0:27237:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008cfa36f9. 00000800:00000010:3.0:1767384619.761936:0:27237:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000443e18c7. 00000800:00000200:3.0:1767384619.761949:0:27237:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384619.761964:0:27237:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384619.762012:0:27237:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384619.762041:0:27237:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp31 [8/256/0/180] 00000400:00000010:3.0:1767384619.764036:0:27237:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000bc146ba7. 00000400:00000010:3.0:1767384619.764043:0:27237:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbde3bd4. 00000400:00000010:3.0:1767384619.764047:0:27237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000400:00000001:3.0:1767384619.764063:0:27237:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384619.764064:0:27237:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384619.764066:0:27237:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007570c289. 00000400:00000200:3.0:1767384619.764069:0:27237:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45afdf6 00000400:00000010:3.0:1767384619.764070:0:27237:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e45afdf6. 00000400:00000010:3.0:1767384619.764074:0:27237:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000038c5fad3. 00000400:00000200:3.0:1767384619.764078:0:27237:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (22) 00000400:00000200:3.0:1767384619.764090:0:27237:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384619.764099:0:27237:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:3.0:1767384619.764106:0:27237:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001f15e33c. 00000020:01000000:3.0:1767384619.764110:0:27237:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384619.764112:0:27237:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp31 00000400:00000010:3.0:1767384619.764124:0:27237:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c4cf0268. 00000400:00000010:3.0:1767384619.764127:0:27237:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a1ecea2d. 00000400:00000200:2.0:1767384619.764153:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384619.764161:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:2.0:1767384619.764169:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792059f. 00000400:00000200:2.0:1767384619.764172:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (23) 00000020:00000001:0.0:1767384619.764176:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384619.764177:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9f2ae18. 00000400:00000200:2.0:1767384619.764184:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 10000000:00000001:0.0:1767384619.764184:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384619.764191:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384619.764196:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384619.764200:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384619.764201:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:0.0:1767384619.764205:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384619.764208:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384619.764210:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384619.764214:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384619.764218:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384619.764219:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000020:01000004:0.0:1767384619.764221:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384619.764225:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384619.764228:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:0.0:1767384619.764230:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384619.764235:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384619.764236:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:2.0:1767384619.764242:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00000010:0.0:1767384619.764245:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000400:00000200:2.0:1767384619.764246:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:2.0:1767384619.764253:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000020:00000040:0.0:1767384619.764255:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384619.764258:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:2.0:1767384619.764264:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:0.0:1767384619.764265:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384619.764270:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 02000000:00000001:0.0:1767384619.764272:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384619.764278:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 02000000:00000001:0.0:1767384619.764280:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.764285:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:2.0:1767384619.764289:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 02000000:00000010:0.0:1767384619.764293:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000f771be7. 00000400:00000200:2.0:1767384619.764294:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:2.0:1767384619.764302:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00000001:0.0:1767384619.764305:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.764306:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:2.0:1767384619.764340:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:2.0:1767384619.764345:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000100:00000001:0.0:1767384619.764349:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384619.764350:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000100:00000001:0.0:1767384619.764354:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.764358:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 12], ns[63, 12] 00000100:00000040:0.0:1767384619.764385:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0164a7a] to pc [ptlrpcd_00_03+3] req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384619.764387:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:2.0:1767384619.764404:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384619.764415:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000400:00000200:2.0:1767384619.764419:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp29 00000400:00000200:2.0:1767384619.764424:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp29 lpni_is_preferred = 0 00000400:00000200:2.0:1767384619.764427:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp29 00000400:00000200:2.0:1767384619.764431:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp29 NI seq info: [64:64:256:4294967295] 192.168.203.133@tcp29 LPNI seq info [64:64:8:4294967295] 10000000:00000001:0.0:1767384619.764435:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.764440:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp29 10000000:00000001:0.0:1767384619.764442:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.764447:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384619.764453:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384619.764457:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29:) -> 192.168.203.133@tcp29(192.168.203.133@tcp:192.168.203.133@tcp29) : PUT try# 0 00000800:00000200:2.0:1767384619.764464:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.133@tcp29 00000020:00000001:0.0:1767384619.764465:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384619.764469:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:2.0:1767384619.764470:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075fb1499. 10000000:00000001:0.0:1767384619.764472:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384619.764476:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384619.764479:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:2.0:1767384619.764480:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004fa90bea. 00000800:00000010:2.0:1767384619.764485:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002750d058. 00000800:00000200:2.0:1767384619.764491:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (2) 00000020:01000004:0.0:1767384619.764491:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384619.764492:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.764498:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384619.764498:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.1:1767384619.764502:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (2) 00000100:00000001:3.0:1767384619.764504:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384619.764504:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384619.764509:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384619.764513:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384619.764515:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384619.764520:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384619.764524:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384619.764529:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384619.764530:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384619.764530:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000100:00000001:3.0:1767384619.764535:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384619.764537:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aaeafd9. 00000400:00000200:2.0:1767384619.764538:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 02000000:00000001:3.0:1767384619.764541:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384619.764546:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:3.0:1767384619.764547:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.764554:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384619.764555:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.764559:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384619.764563:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037649408:0@lo:253: 02000000:00000001:0.0:1767384619.764566:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.764574:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384619.764578:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000084d6875b. 02000000:00000001:3.0:1767384619.764581:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384619.764586:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.764587:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.764594:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384619.764594:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384619.764596:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:0.0:1767384619.764599:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384619.764606:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000acb8b47. 00000100:00000040:0.0:1767384619.764609:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aaeafd9] to pc [ptlrpcd_00_00+0] req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384619.764618:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.764626:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7d01181. 00000400:00000010:3.0:1767384619.764634:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4cf0268. 00000100:00000200:3.0:1767384619.764649:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037649408, portal 25 00000100:00000001:3.0:1767384619.764652:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384619.764653:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 10000000:00000001:0.0:1767384619.764657:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.764658:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000040:3.0:1767384619.764660:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384619.764666:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.764674:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.764675:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:0.0:1767384619.764680:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384619.764681:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.764686:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093cf9e16. 00000020:00000010:0.0:1767384619.764688:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001f15e33c. 00000100:00000200:3.0:1767384619.764690:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037649408, offset 0 00000400:00000200:2.0:1767384619.764692:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384619.764702:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384619.764707:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384619.764712:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384619.764714:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.764723:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504e00 00000100:00000001:0.0:1767384619.764724:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384619.764729:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:0.0:1767384619.764730:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384619.764736:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10bd [2] + 0 00000100:00000001:0.0:1767384619.764737:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384619.764741:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c12dff0. 00000400:00000200:3.0:1767384619.764747:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a96a970 00000100:00000040:0.0:1767384619.764747:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.764756:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.764759:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384619.764767:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384619.764768:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384619.764773:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.764774:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a96a970 00000400:00000010:3.0:1767384619.764779:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a96a970. 02000000:00000001:0.0:1767384619.764779:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384619.764784:0:16166:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384619.764784:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384619.764788:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384619.764791:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.764793:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000afe504db x1853237037649408 msgsize 4848 00000400:00000200:2.0:1767384619.764794:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00100000:3.0:1767384619.764801:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384619.764807:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384619.764811:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037649536:0@lo:253: 00000100:00000001:3.0:1767384619.764819:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384619.764819:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384619.764826:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384619.764827:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384619.764828:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093cf9e16 02000000:00000001:0.0:1767384619.764830:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.764834:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093cf9e16. 02000000:00000001:0.0:1767384619.764836:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384619.764838:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384619.764845:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384619.764845:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001f15e33c. 02000000:00000001:0.0:1767384619.764852:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.764862:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000010:0.0:1767384619.764862:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019adcd05. 00000100:00000001:3.0:1767384619.764863:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384619.764873:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000162b1062. 00000100:00000040:3.0:1767384619.764875:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384619.764882:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037649536, portal 25 00000100:00000001:3.0:1767384619.764884:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.764888:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384619.764889:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384619.764894:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987289600 : -117139722262016 : ffff957648772a00) 00000400:00000200:2.0:1767384619.764896:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:3.0:1767384619.764898:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.764903:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294908581 00000100:00000040:0.0:1767384619.764905:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384619.764911:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000841e0df8. 00000100:00000001:0.0:1767384619.764920:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384619.764921:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384619.764927:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384619.764929:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294908581 00000400:00000010:0.0:1767384619.764932:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e03245. 00000100:00000010:3.0:1767384619.764936:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099914bf9. 00000100:00000200:0.0:1767384619.764938:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037649536, offset 0 00000100:00000001:3.0:1767384619.764941:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384619.764943:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000001:3.0:1767384619.764946:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294908581 00000400:00000200:0.0:1767384619.764951:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384619.764954:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa98e33. 00000100:00000001:3.0:1767384619.764959:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384619.764964:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294908581 00000400:00000200:0.0:1767384619.764967:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384619.764971:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000285a9def. 00000100:00000001:3.0:1767384619.764975:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384619.764982:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384619.764983:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.764985:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f504e80 00000100:00000001:3.0:1767384619.764989:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.764995:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.764997:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384619.765000:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10cd [2] + 0 00000400:00000010:0.0:1767384619.765007:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094bdd8d4. 00000100:00000001:3.0:1767384619.765008:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384619.765012:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384619.765015:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384619.765015:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001954b325 00000100:00000001:3.0:1767384619.765019:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384619.765022:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.765025:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384619.765026:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.765036:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384619.765039:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384619.765042:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001954b325 00000400:00000010:0.0:1767384619.765045:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001954b325. 00000100:00000001:3.0:1767384619.765050:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384619.765054:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384619.765055:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037649408 00000100:00000200:0.0:1767384619.765058:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384619.765060:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384619.765064:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384619.765065:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000ddc0cf63 x1853237037649536 msgsize 4848 00000100:00000001:3.0:1767384619.765067:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.765074:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.765079:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037649408 00000100:00100000:0.0:1767384619.765081:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384619.765084:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:3.0:1767384619.765090:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384619.765092:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384619.765095:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.765097:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000400:00000200:2.0:1767384619.765099:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000020:00000001:3.0:1767384619.765100:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384619.765100:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384619.765105:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384619.765110:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384619.765114:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045ae2d65. 00000100:00000001:3.0:1767384619.765117:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.765120:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045ae2d65. 00000400:00000200:0.0:1767384619.765120:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e03245 00000400:00000010:0.0:1767384619.765127:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e03245. 00000020:00000010:3.0:1767384619.765132:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c72adb00. 00000100:00000001:0.0:1767384619.765133:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384619.765141:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e79897c. 00000100:00000200:0.0:1767384619.765141:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384619.765148:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005593eed6. 00000400:00000200:2.0:1767384619.765149:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00000040:3.0:1767384619.765163:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384619.765163:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384619.765168:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384619.765171:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384619.765171:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.765175:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.765185:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765186:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765190:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384619.765196:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.765198:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765205:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294908581 00000400:00000200:2.0:1767384619.765206:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000100:00000001:3.0:1767384619.765219:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384619.765220:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294908581 00000100:00100000:3.0:1767384619.765224:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037649536 00000100:00000001:0.0:1767384619.765226:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294908581 02000000:00000001:3.0:1767384619.765227:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384619.765231:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.765233:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294908581 00000100:00000001:3.0:1767384619.765234:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.765239:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.765240:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00000001:0.0:1767384619.765240:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294908581 00000100:00100000:3.0:1767384619.765244:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037649536 00000020:00000001:3.0:1767384619.765249:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384619.765249:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294908581 00000020:00000040:3.0:1767384619.765251:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384619.765255:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384619.765257:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294908581 00000020:00000040:3.0:1767384619.765258:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:3.0:1767384619.765265:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384619.765266:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294908581 00000020:00000001:3.0:1767384619.765268:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384619.765273:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384619.765273:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.765278:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045ae2d65. 00000100:00000001:0.0:1767384619.765279:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765284:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.765288:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.765289:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384619.765292:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045ae2d65. 00000020:00000010:3.0:1767384619.765300:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d716dbd. 00000400:00000200:2.0:1767384619.765300:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000100:00000001:0.0:1767384619.765301:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.765307:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384619.765343:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.765346:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.765350:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765354:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765388:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.765392:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765422:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384619.765425:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000100:00000001:0.0:1767384619.765426:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384619.765444:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:0.0:1767384619.765448:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384619.765452:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715862096 : -117138993689520 : ffff957673e44c50) 00000100:00000040:0.0:1767384619.765458:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afe504db x1853237037649408/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.765481:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384619.765486:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083475612. 00000100:00000001:0.0:1767384619.765490:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.765494:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083475612. 00000400:00000200:2.0:1767384619.765502:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000100:00100000:0.0:1767384619.765503:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afe504db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037649408:12345-0@lo:253: 00000100:00000200:0.0:1767384619.765512:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037649408 00000020:00000001:0.0:1767384619.765516:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384619.765521:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384619.765523:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.765527:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384619.765530:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384619.765534:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384619.765537:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384619.765541:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384619.765544:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384619.765547:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765553:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384619.765556:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384619.765560:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 02000000:00000010:0.0:1767384619.765567:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac1a39e9. 02000000:00000001:0.0:1767384619.765572:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.765575:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.765579:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384619.765592:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 20000000:00000010:0.0:1767384619.765593:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000798a1bd5. 20000000:01000000:0.0:1767384619.765600:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384619.765604:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384619.765607:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384619.765610:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.765613:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.765620:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 20000000:00000001:0.0:1767384619.765628:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384619.765652:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054cd6a70. 00000400:00000200:2.0:1767384619.765653:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 20000000:01000000:0.0:1767384619.765658:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:0.0:1767384619.765667:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384619.765675:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384619.765721:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00080000:00000001:0.0:1767384619.765732:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384619.765738:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384619.765741:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384619.765744:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384619.765748:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384619.765755:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384619.765761:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384619.765770:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b8596e1. 00080000:00000001:0.0:1767384619.765774:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944791040 : -117139764760576 : ffff957645eeb000) 00080000:00000001:0.0:1767384619.765779:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384619.765782:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384619.765847:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384619.765904:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000001:00000001:0.0:1767384619.765929:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384619.765933:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384619.765937:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384619.765965:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.765966:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00080000:00000001:0.0:1767384619.765969:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384619.766048:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384619.766130:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000020:00000010:3.0:1767384619.766150:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf9a3973. 00000020:00000010:3.0:1767384619.766161:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 00000100:00000001:3.0:1767384619.766171:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384619.766173:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384619.766175:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.766186:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00080000:00000001:0.0:1767384619.766192:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384619.766198:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384619.766242:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384619.766295:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384619.766359:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000100:00000001:3.0:1767384619.766401:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.766409:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000100:00000001:3.0:1767384619.766416:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.766433:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384619.766435:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384619.766441:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:3.0:1767384619.766445:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:3.0:1767384619.766448:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715868240 : -117138993683376 : ffff957673e46450) 00000100:00000040:3.0:1767384619.766454:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddc0cf63 x1853237037649536/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.766466:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384619.766471:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045ae2d65. 00000100:00000001:3.0:1767384619.766475:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.766478:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045ae2d65. 00000100:00100000:3.0:1767384619.766484:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc0cf63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037649536:12345-0@lo:253: 00000100:00000200:3.0:1767384619.766489:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037649536 00000020:00000001:3.0:1767384619.766492:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384619.766497:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384619.766500:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.766503:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384619.766506:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:3.0:1767384619.766509:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384619.766511:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384619.766515:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384619.766517:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384619.766530:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.766534:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384619.766537:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384619.766544:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a8dfe7c4. 02000000:00000001:3.0:1767384619.766547:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.766550:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.766553:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384619.766563:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dbaf21e5. 20000000:01000000:3.0:1767384619.766567:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384619.766571:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384619.766573:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384619.766576:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.766579:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.766581:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384619.766587:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ca8f35da. 00000800:00000010:2.0:1767384619.766592:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017d42161. 00000800:00000010:2.0:1767384619.766598:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000109fb931. 00000800:00000010:2.0:1767384619.766623:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000109fb931. 00000800:00020000:2.0:1767384619.766642:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384619.766645:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017d42161. 00000800:00000010:2.0:1767384619.766648:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ca8f35da. 00000400:02020000:2.0:1767384619.766693:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp29 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384619.766706:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp29 notifying 192.168.203.133@tcp29: down 00000800:00000200:2.0:1767384619.766712:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp29 down 00000800:00000100:2.0:1767384619.766720:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.203.133@tcp29 00000800:00000010:2.0:1767384619.766724:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075fb1499. 00000400:00000200:2.0:1767384619.766726:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384619.766732:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384619.766739:0:16152:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp29 added to recovery queue. ping count: 0 next ping: 242 health :900 00000400:00000200:2.0:1767384619.766744:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384619.766749:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:2.0:1767384619.766754:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384619.766783:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384619.766787:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101151 00000400:00000001:2.0:1767384619.766790:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384619.766792:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384619.766793:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792059f 00000400:00000010:2.0:1767384619.766795:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792059f. 00000400:00000200:2.0:1767384619.766799:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384619.766802:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384619.766806:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (24) 00000400:00000200:2.0:1767384619.766809:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384619.766812:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc -71 00000400:00000200:2.0:1767384619.766815:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384619.766819:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (23) 00080000:00000001:3.0:1767384619.776500:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384619.776507:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384619.776511:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.776513:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384619.776515:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384619.776522:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384619.776524:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384619.776526:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384619.776530:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384619.776532:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384619.776534:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:0.0:1767384619.776537:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000b8596e1. 20000000:01000000:3.0:1767384619.776539:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384619.776546:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384619.776550:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384619.776568:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384619.776573:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384619.776576:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:3.0:1767384619.776582:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9f0e696. 00010000:00000001:0.0:1767384619.776583:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:3.0:1767384619.776589:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00010000:00000001:0.0:1767384619.776589:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:3.0:1767384619.776597:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:0.0:1767384619.776599:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004f9d29f6. 00080000:00000001:3.0:1767384619.776602:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384619.776607:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384619.776613:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cdef4e7. 00000020:00000001:0.0:1767384619.776619:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384619.776632:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cdef4e7 with handle 0x1c01179f271edd09 to hash 00080000:00000001:3.0:1767384619.776633:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384619.776636:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384619.776639:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384619.776640:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00080000:00000001:3.0:1767384619.776643:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.776648:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384619.776649:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00000020:00000001:3.0:1767384619.776651:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384619.776657:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384619.776658:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:0.0:1767384619.776662:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.776663:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384619.776669:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384619.776671:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000060926fb1. 00080000:00000001:3.0:1767384619.776675:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578228736 : -117144131322880 : ffff957541aa3c00) 00080000:00000001:3.0:1767384619.776680:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384619.776686:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384619.776693:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384619.776696:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384619.776698:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384619.776701:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384619.776704:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384619.776706:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384619.776709:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384619.776712:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384619.776715:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384619.776717:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384619.776719:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f9d29f6) refcount = 1 00010000:00010000:0.0:1767384619.776725:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384619.776732:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384619.776735:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384619.776737:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384619.776739:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384619.776740:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.776743:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.776746:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384619.776747:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:0.0:1767384619.776754:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384619.776758:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384619.776758:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384619.776764:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384619.776765:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767384619.776769:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384619.776773:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=4 00000020:00000001:0.0:1767384619.776776:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384619.776790:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384619.776793:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384619.776796:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384619.776805:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384619.776808:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384619.776816:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384619.776819:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384619.776822:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384619.776829:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384619.776832:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.776836:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384619.776838:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384619.776844:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384619.776848:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384619.776848:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005cdef4e7 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384619.776854:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384619.776858:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384619.776861:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384619.776870:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384619.776872:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384619.776874:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384619.776877:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=5 00000020:00000001:0.0:1767384619.776880:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384619.776883:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384619.776887:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384619.776890:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384619.776906:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384619.776909:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384619.776911:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.776916:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384619.776918:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384619.776921:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384619.776922:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384619.776925:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cdef4e7 with handle 0x1c01179f271edd09 from hash 00010000:00000001:0.0:1767384619.776929:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384619.776931:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384619.776933:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384619.776935:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384619.776937:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384619.776939:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384619.776942:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384619.776945:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384619.776948:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.776951:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384619.776953:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384619.776957:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384619.776959:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384619.776960:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.776963:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.776966:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384619.776969:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384619.776977:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384619.776978:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384619.776980:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384619.776982:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384619.776985:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384619.776986:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384619.776988:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384619.776991:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.776994:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384619.777006:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384619.777014:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384619.777016:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384619.777018:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd09 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384619.777026:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004f9d29f6 count: 0 00010000:00000001:0.0:1767384619.777035:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384619.777037:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384619.781397:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004f9d29f6. 00010000:00000010:0.1:1767384619.781415:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cdef4e7. 00000100:00000040:2.0:1767384619.783402:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294908581, at 4294908582 00000100:00000010:2.0:1767384619.783412:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa98e33. 00000100:00000040:0.0:1767384619.783441:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294908581, at 4294908582 00000100:00000010:0.0:1767384619.783462:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000841e0df8. 00000100:00000040:1.0:1767384619.783515:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294908581, at 4294908582 00000100:00000010:1.0:1767384619.783525:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099914bf9. 00000100:00000040:3.0:1767384619.783699:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294908581, at 4294908582 00000100:00000010:3.0:1767384619.783707:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000285a9def. 00000400:00000010:2.0:1767384619.785897:0:27242:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f2e1defd. 00000400:00000040:2.0:1767384619.785930:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384619.785933:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384619.785937:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.785940:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384619.785943:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.785947:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384619.785956:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384619.785958:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384619.785961:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384619.785963:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384619.785966:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384619.785968:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384619.785971:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384619.785973:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384619.785975:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384619.785978:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384619.785980:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384619.785982:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384619.785983:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384619.785986:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.785988:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384619.785990:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384619.785993:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384619.785996:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384619.785998:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384619.786002:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.786005:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384619.786008:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384619.786011:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384619.786013:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384619.786016:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384619.786019:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.786023:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384619.786025:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384619.786028:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384619.786030:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384619.786032:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384619.786035:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384619.786038:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384619.786041:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384619.786044:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384619.786046:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384619.786049:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384619.786051:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384619.786054:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384619.786064:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384619.786066:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384619.786068:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384619.786071:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384619.786088:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384619.786090:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384619.786091:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384619.786093:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384619.786095:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384619.786096:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384619.786098:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384619.786099:0:27242:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384619.786171:0:27242:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f2e1defd. 00080000:00000001:1.0:1767384619.788172:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384619.788174:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384619.788177:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384619.788181:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384619.788182:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384619.788185:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384619.788187:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384619.788189:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384619.788191:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384619.788194:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000060926fb1. 20000000:01000000:3.0:1767384619.788196:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384619.788203:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384619.788211:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384619.788226:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384619.788233:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384619.788250:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384619.788253:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384619.788255:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384619.788259:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384619.788262:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384619.788269:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e07a1149. 00010000:00000001:3.0:1767384619.788274:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384619.788279:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f4a3a63. 00000020:00000001:3.0:1767384619.788282:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384619.788287:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f4a3a63 with handle 0x1c01179f271edd10 to hash 00000020:00000001:3.0:1767384619.788290:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384619.788292:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384619.788295:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384619.788299:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.788301:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.788304:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788338:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384619.788348:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384619.788350:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384619.788352:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.788354:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.788356:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.788358:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.788360:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384619.788378:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384619.788381:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384619.788382:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384619.788384:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e07a1149) refcount = 1 00010000:00010000:3.0:1767384619.788388:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788394:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384619.788395:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384619.788397:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.788400:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.788426:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384619.788428:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384619.788431:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384619.788434:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.788435:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.788437:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:3.0:1767384619.788439:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384619.788441:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384619.788443:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384619.788445:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788450:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384619.788452:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788456:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.788458:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384619.788466:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788471:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.788473:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.788481:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384619.788483:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384619.788488:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004f4a3a63 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384619.788491:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384619.788492:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384619.788493:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788497:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384619.788498:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.788499:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.788501:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=5 00000020:00000001:3.0:1767384619.788502:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384619.788504:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384619.788506:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384619.788507:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788511:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384619.788514:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384619.788515:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.788518:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384619.788519:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384619.788521:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.788523:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384619.788525:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4a3a63 with handle 0x1c01179f271edd10 from hash 00010000:00000001:3.0:1767384619.788527:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384619.788528:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.788535:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.788536:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384619.788538:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384619.788539:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384619.788540:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384619.788542:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.788544:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.788547:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384619.788548:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384619.788551:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.788553:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.788555:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.788557:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.788560:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.788562:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788569:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.788582:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.788584:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384619.788586:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384619.788589:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.788591:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.788593:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384619.788597:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.788614:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.788617:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.788626:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384619.788629:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384619.788632:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd10 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384619.788651:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e07a1149 count: 0 00010000:00000001:3.0:1767384619.788667:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384619.788670:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384619.790969:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384619.790981:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384619.790983:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000798a1bd5. 20000000:00000001:3.0:1767384619.790988:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384619.790991:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037649408 00010000:00000001:3.0:1767384619.790994:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384619.791000:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afe504db x1853237037649408/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.791009:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384619.791011:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.791015:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.791019:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384619.791022:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384619.791024:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384619.791026:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384619.791028:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.791031:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384619.791033:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.791037:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba53f549. 00000100:00000200:3.0:1767384619.791041:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037649408, offset 224 00000400:00000200:3.0:1767384619.791046:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.791055:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384619.791063:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504e00 00000400:00000200:3.0:1767384619.791070:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x185d [2] + 224 00000400:00000200:3.0:1767384619.791076:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.791079:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384619.791084:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384619.791087:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.791095:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.791128:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384619.791136:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba53f549 00000400:00000010:3.0:1767384619.791138:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba53f549. 00000100:00000001:3.0:1767384619.791142:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384619.791142:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.791146:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384619.791152:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384619.791153:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384619.791156:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384619.791158:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384619.791159:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7d01181. 00000100:00000040:3.0:1767384619.791166:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:0.0:1767384619.791167:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4cf0268 00010000:00000001:3.0:1767384619.791173:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384619.791173:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4cf0268. 00000020:00000001:3.0:1767384619.791194:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.791196:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384619.791200:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384619.791205:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.791210:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afe504db x1853237037649408/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384619.791243:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afe504db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037649408:12345-0@lo:253: Request processed in 25754us (26441us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384619.791245:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.791261:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384619.791262:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000001:0.0:1767384619.791264:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384619.791268:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384619.791269:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384619.791275:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384619.791276:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384619.791278:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384619.791279:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.791284:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384619.791287:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e79897c. 02000000:00000001:0.0:1767384619.791287:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384619.791296:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005593eed6. 00000100:00001000:0.0:1767384619.791297:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=49 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384619.791302:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=49 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384619.791304:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c72adb00. 00000100:00000001:0.0:1767384619.791305:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384619.791310:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384619.791312:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:3.0:1767384619.791316:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384619.791318:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac1a39e9. 02000000:00000001:3.0:1767384619.791347:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384619.791351:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384619.791352:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384619.791355:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384619.791361:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384619.791361:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.791383:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384619.791386:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009df34be8. 00000400:00000010:3.0:1767384619.791412:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba53f549. 00000100:00000001:0.0:1767384619.791413:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.791428:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384619.791431:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384619.791436:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384619.791439:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384619.791441:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384619.791444:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384619.791447:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384619.791450:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384619.791452:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384619.791454:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384619.791456:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384619.791458:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384619.791462:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384619.791473:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0164a7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037649408:0@lo:253: 00000100:00000001:0.0:1767384619.791479:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.791495:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.791499:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0164a7a x1853237037649408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.791506:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384619.791508:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384619.791511:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000acb8b47. 02000000:00000001:0.0:1767384619.791516:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384619.791518:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384619.791520:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384619.791523:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384619.791525:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000f771be7. 02000000:00000001:0.0:1767384619.791530:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384619.791532:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384619.791540:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0164a7a. 00000100:00000001:0.0:1767384619.791545:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384619.791546:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.791548:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.791555:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.791556:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.791558:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.791560:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384619.793272:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384619.793276:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384619.793277:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dbaf21e5. 20000000:00000001:3.0:1767384619.793282:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384619.793285:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037649536 00010000:00000001:3.0:1767384619.793288:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384619.793292:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddc0cf63 x1853237037649536/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.793300:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384619.793329:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.793333:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.793337:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384619.793340:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384619.793342:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384619.793346:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384619.793348:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.793350:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384619.793355:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.793358:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007a0b4bc. 00000100:00000200:3.0:1767384619.793379:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037649536, offset 224 00000400:00000200:3.0:1767384619.793388:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.793396:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384619.793401:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f504e80 00000400:00000200:3.0:1767384619.793423:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1865 [2] + 224 00000400:00000200:3.0:1767384619.793429:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.793433:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384619.793437:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384619.793440:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.793447:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.793461:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384619.793466:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007a0b4bc 00000400:00000010:3.0:1767384619.793467:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007a0b4bc. 00000100:00000001:3.0:1767384619.793470:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384619.793471:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384619.793476:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.793489:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384619.793492:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384619.793494:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.793495:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384619.793499:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddc0cf63 x1853237037649536/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.793505:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.793510:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384619.793518:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384619.793523:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc0cf63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037649536:12345-0@lo:253: Request processed in 27052us (28452us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384619.793523:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384619.793528:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019adcd05. 00000100:00100000:3.0:1767384619.793535:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000400:00000200:0.0:1767384619.793535:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000162b1062 00000100:00000040:3.0:1767384619.793539:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000400:00000010:0.0:1767384619.793540:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000162b1062. 00000100:00000001:3.0:1767384619.793544:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384619.793547:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384619.793549:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384619.793550:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf9a3973. 00000020:00000010:3.0:1767384619.793556:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 00000100:00000200:0.0:1767384619.793559:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384619.793561:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d716dbd. 00000020:00000040:3.0:1767384619.793566:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:3.0:1767384619.793571:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384619.793574:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a8dfe7c4. 02000000:00000001:3.0:1767384619.793579:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384619.793583:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384619.793586:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384619.793589:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384619.793594:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008635150d. 00000400:00000010:3.0:1767384619.793600:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007a0b4bc. 00000100:00000001:0.0:1767384619.793620:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384619.793626:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.793630:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384619.793633:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384619.793636:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.793638:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.793642:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384619.793646:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=49 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384619.793652:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384619.793655:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384619.793657:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.793661:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384619.793663:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.793666:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.793671:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.793682:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.793696:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384619.793699:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384619.793704:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384619.793707:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384619.793709:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384619.793711:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384619.793713:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384619.793715:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384619.793716:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384619.793718:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384619.793720:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384619.793724:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384619.793735:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037649536:0@lo:253: 00000100:00000001:0.0:1767384619.793742:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.793745:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.793749:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002aaeafd9 x1853237037649536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.793759:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384619.793761:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384619.793765:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001f15e33c. 02000000:00000001:0.0:1767384619.793771:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384619.793773:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384619.793775:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384619.793778:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384619.793780:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000084d6875b. 02000000:00000001:0.0:1767384619.793784:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384619.793786:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384619.793788:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aaeafd9. 00000100:00000001:0.0:1767384619.793793:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384619.793794:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.793797:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.793804:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.793806:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.793809:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.793813:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384619.799415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e07a1149. 00010000:00000010:3.1:1767384619.799422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4a3a63. 00000100:00000001:2.0:1767384620.130436:0:16798:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384620.130441:0:16798:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.130453:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384620.130458:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384620.386473:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384620.386496:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384620.386500:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fab85ec 00000400:00000010:1.0:1767384620.386506:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fab85ec. 00000400:00000200:1.0:1767384620.386514:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384620.386521:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery ping unlinked 00000400:00000010:1.0:1767384620.386532:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f0c631db. 00000400:00000010:1.0:1767384620.386539:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000033b7fd9a. 00010000:00000001:0.0:1767384620.705418:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384620.705424:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.705429:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384620.705432:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384620.705434:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384620.705435:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.705438:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384620.705439:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.705441:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.705442:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384620.705474:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384620.705477:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384620.705480:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384621.105283:0:27597:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384621.105299:0:27597:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384621.105304:0:27597:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384621.105377:0:27597:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384621.105387:0:27597:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384621.105393:0:27597:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.409442:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp29 00000400:00000010:2.0:1767384621.409449:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009edee2cb. 00000400:00000010:2.0:1767384621.409458:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e71fa222. 00000400:00000010:2.0:1767384621.409462:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792059f. 00000400:00000010:2.0:1767384621.409470:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cdbec7d0. 00000400:00000200:2.0:1767384621.409475:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp29 00000400:00000200:2.0:1767384621.409492:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp29 local destination 00000400:00000200:2.0:1767384621.409499:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp29 00000400:00000200:2.0:1767384621.409503:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp29 NI seq info: [65:65:256:4294967295] 192.168.203.133@tcp29 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384621.409511:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp29 00000400:00000200:2.0:1767384621.409519:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29:) -> 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) : GET try# 0 00000800:00000200:2.0:1767384621.409525:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp29 00000800:00000010:2.0:1767384621.409530:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ce1fe3e5. 00000800:00000200:2.0:1767384621.409537:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (2) 00000800:00000200:2.1:1767384621.409542:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (2) 00000400:00000200:2.0:1767384621.409566:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp29 added to recovery queue. ping count: 1 next ping: 244 health :900 00000400:00000200:0.0:1767384621.409652:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409703:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409730:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409755:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409781:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409801:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409817:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409843:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409869:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409888:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409911:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409934:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409956:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409975:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.409993:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410016:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410035:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410059:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410082:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410104:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410128:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410152:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410180:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410213:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410234:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410258:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410282:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410305:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410408:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410442:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410473:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410494:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410516:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410537:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.410557:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384621.410720:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000798a1bd5. 00000800:00000010:0.0:1767384621.410726:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8c4cdaa. 00000800:00000010:0.0:1767384621.410730:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004d0ded72. 00000800:00000010:0.0:1767384621.410751:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004d0ded72. 00000800:00020000:0.0:1767384621.410761:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384621.410765:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8c4cdaa. 00000800:00000010:0.0:1767384621.410767:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000798a1bd5. 00000400:02020000:0.0:1767384621.410803:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp29 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384621.410810:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp29 notifying 192.168.203.133@tcp29: down 00000400:00000200:0.0:1767384621.410815:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384621.410819:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp29 00000800:00000010:0.0:1767384621.410822:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ce1fe3e5. 00000400:00000200:0.0:1767384621.410827:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384621.410832:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384621.410840:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384621.410843:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384621.410848:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp29) recovery failed with -71 00000004:00000001:0.0:1767384621.665396:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384621.665401:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384621.665413:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aaeafd9. 00000100:00000040:3.0:1767384621.665415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384621.665421:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384621.665423:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384621.665426:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1767384621.665428:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076065319. 02000000:00000001:0.0:1767384621.665429:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767384621.665433:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 02000000:00000001:0.0:1767384621.665435:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.665437:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384621.665440:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384621.665443:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384621.665443:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbadf204. 02000000:00000010:3.0:1767384621.665451:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008edec521. 00000100:00000001:0.0:1767384621.665452:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.665457:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665459:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384621.665462:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.665465:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384621.665469:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aaeafd9] to pc [ptlrpcd_00_01+1] req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.665488:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384621.665496:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.665501:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076065319] to pc [ptlrpcd_00_02+2] req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384621.665501:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665512:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.665516:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.665518:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384621.665521:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.665523:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.665529:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384621.665529:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384621.665535:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767384621.665535:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384621.665536:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384621.665540:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384621.665541:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fab3219. 00000100:00000001:2.0:1767384621.665541:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384621.665544:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384621.665545:0:37:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384621.665547:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384621.665550:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384621.665553:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384621.665553:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.665557:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384621.665558:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037649664:0@lo:13: 02000000:00000001:3.0:1767384621.665559:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.665560:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384621.665566:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019edfc05. 00000100:00000001:2.0:1767384621.665566:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.665567:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384621.665572:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384621.665573:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.665573:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384621.665574:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384621.665586:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.665589:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384621.665593:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384621.665593:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384621.665594:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000673de950. 02000000:00000001:0.0:1767384621.665599:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384621.665606:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019adcd05. 00000400:00000010:0.0:1767384621.665614:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000100:00000200:0.0:1767384621.665622:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037649664, portal 4 00000100:00000001:2.0:1767384621.665624:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384621.665626:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384621.665627:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665627:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384621.665628:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665630:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987289600 : -117139722262016 : ffff957648772a00) 02000000:00000001:2.0:1767384621.665634:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384621.665635:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fab3219] to pc [ptlrpcd_00_03+3] req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384621.665638:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384621.665644:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.665647:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.665651:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076065319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037649792:0@lo:400: 00000100:00000001:3.0:1767384621.665653:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.665659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384621.665661:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384621.665665:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384621.665668:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384621.665669:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665670:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384621.665672:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384621.665673:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096fc03a0. 02000000:00000010:2.0:1767384621.665677:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2fe1f56. 00000100:00000040:0.0:1767384621.665677:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384621.665678:0:37:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384621.665682:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.665683:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384621.665683:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 02000000:00000001:3.0:1767384621.665686:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384621.665688:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037649664, offset 0 00000400:00000010:2.0:1767384621.665689:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f75e71. 02000000:00000001:3.0:1767384621.665690:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384621.665695:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384621.665697:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011ba1946. 00000100:00000001:3.0:1767384621.665700:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.665704:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384621.665705:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000400:00000200:0.0:1767384621.665711:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384621.665713:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037649792, portal 25 00000100:00000001:2.0:1767384621.665718:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384621.665721:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646735744 : -117139062815872 : ffff95766fc58380) 00000100:00000001:3.0:1767384621.665722:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384621.665726:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.665730:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f504f00 00000100:00000001:3.0:1767384621.665731:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.665740:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fc03a0] to pc [ptlrpcd_00_00+0] req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.665742:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1792 00000100:00000001:2.0:1767384621.665743:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384621.665751:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384621.665755:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384621.665756:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa7bd25. 00000100:00000001:3.0:1767384621.665759:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384621.665761:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037649792, offset 0 00000100:00000040:3.0:1767384621.665764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384621.665764:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384621.665771:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384621.665773:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384621.665777:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7377207. 00000100:00000001:0.0:1767384621.665777:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384621.665781:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:2.0:1767384621.665782:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384621.665783:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:0.0:1767384621.665786:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0164a7a. 00000100:00000001:3.0:1767384621.665789:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384621.665790:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000a0164a7a x1853237037649664 msgsize 224 02000000:00000001:3.0:1767384621.665791:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384621.665795:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.665799:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f504f80 02000000:00000010:3.0:1767384621.665802:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ad3decdb. 00000100:00100000:0.0:1767384621.665803:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384621.665808:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x10dd [2] + 0 00000100:00000001:3.0:1767384621.665809:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.665812:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384621.665815:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384621.665823:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf53fe4. 00000100:00000001:3.0:1767384621.665825:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384621.665827:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.665828:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093b52ea5 00000100:00000040:3.0:1767384621.665830:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7377207] to pc [ptlrpcd_00_01+1] req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384621.665833:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384621.665837:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da8206d9 00000400:00000010:0.0:1767384621.665841:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000400:00000200:2.0:1767384621.665842:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384621.665843:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665845:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384621.665850:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (248) 00000400:00000200:2.0:1767384621.665851:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b52ea5 00000100:00000200:0.0:1767384621.665853:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384621.665856:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093b52ea5. 00000100:00000001:0.0:1767384621.665872:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384621.665873:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384621.665876:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384621.665877:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384621.665882:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000008d306bd0 x1853237037649792 msgsize 224 00000100:00000001:0.0:1767384621.665889:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384621.665894:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384621.665894:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384621.665899:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384621.665900:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.665905:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7613 usecs (8 jiffies) 00000100:00000001:2.0:1767384621.665909:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384621.665909:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294910472 00000100:00000010:0.0:1767384621.665914:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff78556f. 00000400:00000200:2.0:1767384621.665916:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa7bd25 00000400:00000010:2.0:1767384621.665919:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa7bd25. 00000100:00000001:0.0:1767384621.665921:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384621.665922:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384621.665927:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.665930:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384621.665934:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037649792 00000100:00000001:0.0:1767384621.665935:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294910472 02000000:00000001:3.0:1767384621.665938:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384621.665940:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384621.665940:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b2915de. 00000100:00000001:3.0:1767384621.665941:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384621.665945:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.665946:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665947:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384621.665953:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665953:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294910472 00000100:00000001:2.0:1767384621.665957:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384621.665959:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc8a877. 00000100:00100000:3.0:1767384621.665960:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037649792 00000100:00000001:2.0:1767384621.665960:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384621.665966:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384621.665966:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.665967:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000040:3.0:1767384621.665970:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384621.665974:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384621.665974:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294910482 00000100:00000001:0.0:1767384621.665974:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294910472 00000020:00000040:3.0:1767384621.665979:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000010:0.0:1767384621.665980:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005439a392. 00000100:00000001:2.0:1767384621.665982:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910472 00000020:00000001:3.0:1767384621.665984:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384621.665986:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384621.665989:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294910482 00000100:00000001:0.0:1767384621.665991:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384621.665997:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384621.665997:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910472 00000100:00000001:0.0:1767384621.665998:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.666004:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384621.666005:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.666006:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294910482 00000100:00000001:0.0:1767384621.666009:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384621.666010:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000100:00000001:2.0:1767384621.666011:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910472 00000100:00000001:3.0:1767384621.666016:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.666017:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294910482 00000100:00000001:0.0:1767384621.666018:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384621.666022:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384621.666023:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000100:00000001:2.0:1767384621.666024:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910472 00000100:00000001:0.0:1767384621.666025:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.666029:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384621.666031:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b171564. 00000100:00000001:2.0:1767384621.666031:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.666032:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384621.666038:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384621.666039:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5b09c82. 00000100:00000001:2.0:1767384621.666041:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.666046:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 00000100:00000001:2.0:1767384621.666047:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.666053:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.666056:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384621.666058:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.666059:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384621.666060:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767384621.666061:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384621.666062:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384621.666064:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384621.666067:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384621.666068:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384621.666068:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.666072:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384621.666072:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384621.666073:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037650176:0@lo:400: 00000100:00000001:2.0:1767384621.666076:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384621.666078:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.666080:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384621.666083:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384621.666084:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384621.666088:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.666088:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.666094:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384621.666095:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767384621.666097:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000019962f6. 00000100:00000001:2.0:1767384621.666098:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.666103:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384621.666103:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.666104:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384621.666107:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384621.666113:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384621.666114:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae892b3a. 00000100:00000001:3.0:1767384621.666116:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384621.666117:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005fab3219 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037649920:0@lo:400: 00000100:00000001:3.0:1767384621.666120:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384621.666121:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000100:00000001:2.0:1767384621.666122:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384621.666126:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037650176, portal 10 02000000:00000001:2.0:1767384621.666127:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384621.666128:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 02000000:00000001:2.0:1767384621.666131:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.666132:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384621.666134:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 02000000:00000001:2.0:1767384621.666135:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384621.666135:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646739328 : -117139062812288 : ffff95766fc59180) 00000100:00000001:3.0:1767384621.666139:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715852880 : -117138993698736 : ffff957673e42850) 02000000:00000010:2.0:1767384621.666140:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019d4e480. 02000000:00000001:2.0:1767384621.666144:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.666145:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384621.666146:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d306bd0 x1853237037649792/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 224/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384621.666150:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf53fe4. 00000400:00000010:2.0:1767384621.666157:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa7bd25. 00000100:00000200:2.0:1767384621.666162:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037649920, portal 4 00000100:00000001:2.0:1767384621.666167:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384621.666170:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646748288 : -117139062803328 : ffff95766fc5b480) 00000100:00000001:0.0:1767384621.666176:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384621.666178:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384621.666180:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384621.666182:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384621.666183:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000400:00000010:0.0:1767384621.666188:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6355ddb. 00000100:00000001:3.0:1767384621.666189:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384621.666194:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037650176, offset 0 00000020:00000010:3.0:1767384621.666195:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000100:00000001:2.0:1767384621.666202:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384621.666204:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384621.666205:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d306bd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037649792:12345-0@lo:400: 00000100:00000040:2.0:1767384621.666209:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384621.666212:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037649792 00000400:00000010:2.0:1767384621.666215:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000400:00000200:0.0:1767384621.666216:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384621.666217:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384621.666219:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037649920, offset 0 00000020:00000001:3.0:1767384621.666222:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384621.666225:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.666228:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384621.666231:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384621.666231:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f505100 00000020:00000001:3.0:1767384621.666232:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000400:00000200:0.0:1767384621.666240:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000020:00000001:3.0:1767384621.666245:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384621.666245:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384621.666247:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384621.666248:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384621.666250:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384621.666254:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384621.666255:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384621.666258:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.666261:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384621.666262:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384621.666264:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384621.666265:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f505000 00000100:00000200:0.0:1767384621.666265:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384621.666267:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1767384621.666272:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006878062c. 02000000:00000010:3.0:1767384621.666273:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cce12ea4. 00000400:00000200:2.0:1767384621.666277:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3216 02000000:00000001:3.0:1767384621.666279:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.666279:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000006878062c x1853237037650176 msgsize 224 00000400:00000200:2.0:1767384621.666282:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384621.666285:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.666290:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.666291:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1767384621.666294:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037649792 00000100:00100000:0.0:1767384621.666295:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1767384621.666300:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384621.666300:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384621.666303:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000200:3.0:1767384621.666307:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d306bd0 x1853237037649792/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.666307:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384621.666308:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e75dce92. 00010000:00000001:3.0:1767384621.666335:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384621.666336:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384621.666339:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384621.666343:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384621.666346:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384621.666348:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384621.666361:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384621.666363:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.666365:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384621.666367:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384621.666371:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384621.666374:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037649792, offset 224 00000400:00000200:3.0:1767384621.666380:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384621.666387:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6355ddb 00000400:00000200:3.0:1767384621.666388:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384621.666392:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6355ddb. 00000100:00000001:0.0:1767384621.666396:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384621.666400:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f504f80 00000100:00000200:0.0:1767384621.666402:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384621.666407:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000e75dce92 x1853237037649920 msgsize 224 00000400:00000200:3.0:1767384621.666410:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1889 [1] + 224 00000100:00100000:2.0:1767384621.666421:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384621.666422:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384621.666424:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384621.666430:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.666432:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384621.666433:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384621.666440:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000100:00000001:0.0:1767384621.666441:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.666443:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000100:00000001:0.0:1767384621.666444:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.666447:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384621.666449:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384621.666452:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.666456:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384621.666462:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384621.666462:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3846 usecs (4 jiffies) 00000100:00000001:2.0:1767384621.666467:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384621.666468:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294910469 00000100:00000040:2.0:1767384621.666474:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.666475:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294910482 00000100:00000001:0.0:1767384621.666481:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294910469 00000100:00000040:3.0:1767384621.666485:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.666486:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294910482 00000100:00000001:0.0:1767384621.666491:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294910469 00000100:00000001:2.0:1767384621.666494:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.666495:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294910482 00000100:00000001:2.0:1767384621.666499:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384621.666501:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294910469 00000100:00000001:2.0:1767384621.666506:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.666506:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294910482 00000100:00000001:3.0:1767384621.666510:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384621.666512:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384621.666513:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7613 usecs (8 jiffies) 00000100:00000001:0.0:1767384621.666515:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.666519:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000100:00000001:2.0:1767384621.666519:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294910473 00000100:00000001:0.0:1767384621.666520:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.666524:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:0.0:1767384621.666525:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.666526:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294910482 00000100:00000001:3.0:1767384621.666529:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384621.666531:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294910473 00000100:00000001:3.0:1767384621.666532:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384621.666532:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.666534:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294910482 00000100:00000001:0.0:1767384621.666535:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384621.666537:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.666538:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294910473 00000100:00000001:0.0:1767384621.666540:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384621.666544:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384621.666544:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294910482 00000100:00000001:0.0:1767384621.666544:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.666548:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.666550:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384621.666550:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294910473 00000100:00100000:0.0:1767384621.666552:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:3.0:1767384621.666554:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.666557:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294910482 00000020:00000001:3.0:1767384621.666558:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384621.666558:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.666563:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384621.666564:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d306bd0 x1853237037649792/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.666564:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384621.666567:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.666571:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.666574:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384621.666575:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.666577:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384621.666582:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.666588:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384621.666591:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384621.666592:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d306bd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037649792:12345-0@lo:400: Request processed in 403us (698us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384621.666592:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384621.666594:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000001:2.0:1767384621.666596:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384621.666598:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384621.666600:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f75e71. 02000000:00000001:0.0:1767384621.666605:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.666606:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000100:00100000:3.0:1767384621.666607:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000400:00000010:2.0:1767384621.666610:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000100:00000040:3.0:1767384621.666611:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384621.666616:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384621.666616:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384621.666618:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16164:1853237037650048:0@lo:400: 00000100:00000001:3.0:1767384621.666621:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384621.666622:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384621.666623:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384621.666625:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767384621.666626:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5b09c82. 02000000:00000001:0.0:1767384621.666629:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.666634:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 02000000:00000001:0.0:1767384621.666634:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384621.666638:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007eb61217. 00000100:00000200:2.0:1767384621.666641:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384621.666642:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b171564. 02000000:00000001:0.0:1767384621.666643:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384621.666649:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d36f38. 00000020:00000040:3.0:1767384621.666650:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:2.0:1767384621.666655:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384621.666656:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6355ddb. 02000000:00000001:3.0:1767384621.666657:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384621.666657:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384621.666661:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cce12ea4. 00000100:00000001:2.0:1767384621.666662:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384621.666662:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037650048, portal 10 02000000:00000001:3.0:1767384621.666665:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384621.666666:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384621.666667:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384621.666668:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.666670:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646734848 : -117139062816768 : ffff95766fc58000) 00000100:00000001:2.0:1767384621.666671:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384621.666673:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384621.666674:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.666678:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384621.666680:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.666681:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011abb15c. 00000100:00001000:2.0:1767384621.666687:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=51 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384621.666688:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4b0cbc8. 00000100:00000001:0.0:1767384621.666689:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1767384621.666692:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=51 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384621.666693:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384621.666699:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384621.666699:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000001:2.0:1767384621.666703:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384621.666703:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037650048, offset 0 00010000:00000001:2.0:1767384621.666706:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384621.666709:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384621.666710:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.666714:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.666720:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.666720:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384621.666728:0:18091:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a8dfe7c4. 00000100:00000001:2.0:1767384621.666730:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384621.666734:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f505080 00000100:00000001:3.0:1767384621.666735:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384621.666736:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384621.666738:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037649920 00000100:00000001:2.0:1767384621.666739:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384621.666743:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384621.666744:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:3.0:1767384621.666747:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384621.666747:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.666751:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384621.666752:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384621.666758:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384621.666762:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384621.666765:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037649920 00000100:00100000:2.0:1767384621.666767:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076065319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037649792:0@lo:400: 00000100:00000001:0.0:1767384621.666767:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384621.666768:0:18091:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1767384621.666771:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1767384621.666772:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:3.0:1767384621.666777:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384621.666777:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057d4c290. 00000100:00000001:2.0:1767384621.666778:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384621.666781:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000040:0.0:1767384621.666782:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000057d4c290 x1853237037650048 msgsize 224 00000020:00000001:3.0:1767384621.666786:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384621.666789:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384621.666790:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00100000:0.0:1767384621.666794:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384621.666795:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076065319 x1853237037649792/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.666796:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384621.666802:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000100:00000001:2.0:1767384621.666803:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384621.666804:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384621.666806:0:18091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006c18a409. 02000000:00000001:2.0:1767384621.666807:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384621.666809:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 02000000:00000010:2.0:1767384621.666811:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2fe1f56. 00000400:00000010:0.0:1767384621.666812:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000020:00000040:3.0:1767384621.666814:0:18091:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 02000000:00000001:2.0:1767384621.666815:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384621.666817:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384621.666819:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.666822:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000100:00000200:0.0:1767384621.666823:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384621.666825:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384621.666827:0:18091:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:2.0:1767384621.666827:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008edec521. 00000020:00000010:3.0:1767384621.666832:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b171564. 02000000:00000001:2.0:1767384621.666834:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.666837:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384621.666839:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5b09c82. 00000100:00000010:2.0:1767384621.666840:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076065319. 00000020:00000010:3.0:1767384621.666845:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 00000100:00000001:0.0:1767384621.666847:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384621.666848:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.666851:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384621.666852:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384621.666853:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.666855:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.666868:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384621.666870:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384621.666871:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384621.666873:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384621.666874:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.666880:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.666881:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.666882:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384621.666883:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.666886:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384621.666887:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384621.666887:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.666890:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.666892:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.666893:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.666898:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384621.666899:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3948 usecs (4 jiffies) 00000100:00000001:0.0:1767384621.666904:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294910469 00000100:00000001:0.0:1767384621.666906:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294910482 00000100:00000001:0.0:1767384621.666908:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294910469 00000100:00000001:0.0:1767384621.666910:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294910482 00000100:00000001:3.0:1767384621.666911:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384621.666912:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294910469 00000100:00000001:3.0:1767384621.666915:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384621.666916:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294910482 00000100:00000001:0.0:1767384621.666919:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294910469 00000100:00000001:0.0:1767384621.666921:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294910482 00000100:00100000:3.0:1767384621.666922:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384621.666923:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384621.666927:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:0.0:1767384621.666927:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.666932:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974584832 : -117139734966784 : ffff957647b54e00) 00000100:00000001:0.0:1767384621.666933:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.666935:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.666944:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e75dce92 x1853237037649920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:602/0 lens 224/0 e 0 to 0 dl 1767384632 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.666945:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.666948:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.666955:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384621.666956:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384621.666957:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.666960:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bd61450. 00000100:00000001:3.0:1767384621.666964:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384621.666966:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bd61450. 00000100:00100000:3.0:1767384621.666969:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e75dce92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037649920:12345-0@lo:400: 00000100:00000001:0.0:1767384621.666969:0:17587:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384621.666972:0:17587:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037649664 02000000:00000001:0.0:1767384621.666975:0:17587:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384621.666977:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037649920 00000100:00000001:0.0:1767384621.666978:0:17587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384621.666980:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384621.666981:0:17587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.666985:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384621.666985:0:17587:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.666988:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384621.666989:0:17587:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037649664 00000020:00000001:3.0:1767384621.666993:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384621.666994:0:17587:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384621.666996:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:3.0:1767384621.666998:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384621.667000:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384621.667002:0:17587:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:3.0:1767384621.667003:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384621.667006:0:17587:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384621.667007:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384621.667009:0:17587:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00000020:00000001:3.0:1767384621.667010:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.667014:0:17587:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:3.0:1767384621.667015:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384621.667019:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384621.667019:0:17587:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 02000000:00000001:3.0:1767384621.667023:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384621.667023:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384621.667027:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a36fb170. 02000000:00000010:3.0:1767384621.667029:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cce12ea4. 00000100:00000001:0.0:1767384621.667031:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384621.667033:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384621.667034:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a36fb170. 00000100:00000001:3.0:1767384621.667036:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.667039:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384621.667041:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037649920 00000020:00000010:0.0:1767384621.667041:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000448f8ca1. 00010000:00000001:3.0:1767384621.667045:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384621.667047:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076144432. 00010000:00000200:3.0:1767384621.667050:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e75dce92 x1853237037649920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:602/0 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384621.667052:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000278999d0. 00000100:00000040:0.0:1767384621.667059:0:17587:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384621.667062:0:17587:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384621.667066:0:17587:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384621.667067:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384621.667067:0:17587:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.667072:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.667073:0:17587:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384621.667080:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384621.667086:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384621.667089:0:17587:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384621.667098:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384621.667098:0:17587:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384621.667102:0:17587:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384621.667103:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00100000:0.0:1767384621.667107:0:17587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 02000000:00000001:3.0:1767384621.667111:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384621.667112:0:17587:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 2 02000000:00000001:3.0:1767384621.667116:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.667116:0:17587:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987284224 : -117139722267392 : ffff957648771500) 00000100:00000040:0.0:1767384621.667121:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0164a7a x1853237037649664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:602/0 lens 224/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.667122:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384621.667131:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384621.667133:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384621.667138:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a36fb170. 00000400:00000010:3.0:1767384621.667139:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000001:0.0:1767384621.667140:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384621.667144:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a36fb170. 00000100:00000200:3.0:1767384621.667146:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037649920, offset 224 00000100:00100000:0.0:1767384621.667150:0:17587:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a0164a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237037649664:12345-0@lo:13: 00000100:00000200:0.0:1767384621.667155:0:17587:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037649664 00000400:00000200:3.0:1767384621.667158:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384621.667158:0:17587:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384621.667166:0:17587:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384621.667167:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384621.667169:0:17587:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.667173:0:17587:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384621.667175:0:17587:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000020:00000001:0.0:1767384621.667177:0:17587:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384621.667181:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f505000 00000020:00000001:0.0:1767384621.667181:0:17587:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.667185:0:17587:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384621.667188:0:17587:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384621.667189:0:17587:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.667194:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1895 [1] + 224 00000100:00000001:0.0:1767384621.667194:0:17587:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384621.667198:0:17587:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384621.667201:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e23de292. 00000400:00000200:3.0:1767384621.667203:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384621.667205:0:17587:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.667208:0:17587:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.667212:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:0.0:1767384621.667212:0:17587:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384621.667217:0:17587:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384621.667218:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384621.667220:0:17587:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384621.667224:0:17587:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000200:3.0:1767384621.667226:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384621.667234:0:17587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.667239:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384621.667239:0:17587:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384621.667244:0:17587:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384621.667251:0:17587:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384621.667256:0:17587:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384621.667261:0:17587:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384621.667263:0:17587:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384621.667267:0:17587:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384621.667269:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:0.0:1767384621.667270:0:17587:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384621.667274:0:17587:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384621.667276:0:17587:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037649664 00010000:00000001:0.0:1767384621.667278:0:17587:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384621.667280:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000100:00000001:2.0:1767384621.667280:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.667284:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:0.0:1767384621.667284:0:17587:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0164a7a x1853237037649664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:602/0 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384621.667285:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:3.0:1767384621.667292:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384621.667294:0:17587:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384621.667296:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384621.667296:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384621.667297:0:17587:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384621.667302:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767384621.667302:0:17587:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384621.667303:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.667306:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf53fe4. 00000100:00000040:3.0:1767384621.667331:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:2.0:1767384621.667331:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa7bd25 00000100:00000001:0.0:1767384621.667332:0:17587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384621.667337:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa7bd25. 00000100:00000040:0.0:1767384621.667337:0:17587:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:3.0:1767384621.667338:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384621.667342:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.667343:0:17587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:2.0:1767384621.667345:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384621.667346:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384621.667347:0:17587:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384621.667361:0:17587:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.667364:0:17587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384621.667365:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e75dce92 x1853237037649920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:602/0 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384621.667366:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384621.667370:0:17587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384621.667374:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384621.667380:0:17587:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037649664, offset 224 00000400:00000200:0.0:1767384621.667390:0:17587:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384621.667395:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e75dce92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237037649920:12345-0@lo:400: Request processed in 434us (982us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384621.667401:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.667403:0:17587:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384621.667411:0:17587:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f504f00 00000400:00000200:0.0:1767384621.667419:0:17587:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1881 [1] + 224 00000100:00000001:2.0:1767384621.667427:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384621.667428:0:17587:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384621.667431:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384621.667432:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:0.0:1767384621.667435:0:17587:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384621.667437:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 1 00000100:00000001:0.0:1767384621.667439:0:17587:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384621.667443:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384621.667445:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384621.667446:0:17587:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.667447:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384621.667449:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384621.667452:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5b09c82. 00000100:00000001:2.0:1767384621.667453:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.667457:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.667459:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 02000000:00000001:2.0:1767384621.667464:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.667466:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b171564. 00000100:00000040:0.0:1767384621.667466:0:17587:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384621.667472:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00000100:00001000:2.0:1767384621.667473:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384621.667476:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.667483:0:17587:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384621.667484:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.667489:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384621.667490:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384621.667490:0:17587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000100:00080000:3.0:1767384621.667493:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:2.0:1767384621.667494:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384621.667494:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000100:00000001:0.0:1767384621.667499:0:17587:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384621.667500:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:0.0:1767384621.667501:0:17587:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00080000:2.0:1767384621.667502:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.667506:0:17587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.667512:0:17587:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384621.667517:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.667517:0:17587:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384621.667521:0:17587:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.667522:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384621.667524:0:17587:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384621.667526:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384621.667529:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384621.667530:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0164a7a x1853237037649664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:602/0 lens 224/368 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.667531:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1767384621.667533:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037650176 00000100:00000001:2.0:1767384621.667534:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.667537:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384621.667541:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384621.667544:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.667544:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384621.667550:0:17587:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a0164a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037649664:12345-0@lo:13: Request processed in 412us (1754us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384621.667551:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384621.667556:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037650176 00000100:00000001:2.0:1767384621.667556:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384621.667560:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384621.667562:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384621.667563:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000001:2.0:1767384621.667565:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384621.667567:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.667570:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000100:00000040:2.0:1767384621.667572:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384621.667572:0:17587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000001:3.0:1767384621.667573:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000001:3.0:1767384621.667586:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000040:0.0:1767384621.667588:0:17587:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:3.0:1767384621.667592:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384621.667593:0:17587:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384621.667597:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bd61450. 00000100:00000001:0.0:1767384621.667597:0:17587:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384621.667600:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005fab3219 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037649920:0@lo:400: 00000020:00000010:3.0:1767384621.667602:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ed04c214. 00000020:00000010:0.0:1767384621.667603:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076144432. 00000100:00000001:2.0:1767384621.667607:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384621.667608:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000278999d0. 00000020:00000040:3.0:1767384621.667609:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:2.0:1767384621.667610:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.667615:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fab3219 x1853237037649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384621.667616:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000448f8ca1. 00000100:00000001:3.0:1767384621.667619:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384621.667624:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b171564. 00000020:00000040:0.0:1767384621.667625:0:17587:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000001:2.0:1767384621.667626:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767384621.667628:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5b09c82. 02000000:00000001:2.0:1767384621.667630:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384621.667631:0:17587:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384621.667633:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 02000000:00000010:2.0:1767384621.667634:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019d4e480. 02000000:00000001:2.0:1767384621.667638:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.667646:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.667648:0:16166:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384621.667650:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384621.667651:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384621.667655:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1767384621.667656:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019edfc05. 00000100:00000001:3.0:1767384621.667659:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384621.667661:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384621.667662:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384621.667663:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.667666:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fab3219. 00000100:00000001:3.0:1767384621.667668:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384621.667670:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384621.667672:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384621.667673:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.667674:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.667676:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.667681:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.667682:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.667683:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.667684:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.667688:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.667696:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384621.667698:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037650048 02000000:00000001:3.0:1767384621.667699:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384621.667701:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384621.667702:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.667704:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384621.667705:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037650048 00000020:00000001:3.0:1767384621.667707:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384621.667708:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000020:00000001:3.0:1767384621.667709:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.667710:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000020:00000001:3.0:1767384621.667712:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:3.0:1767384621.667713:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:3.0:1767384621.667715:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384621.667717:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000876bc41e. 00000100:00000001:3.0:1767384621.667719:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384621.667720:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000876bc41e. 00000020:00000010:3.0:1767384621.667724:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a69331ff. 00000020:00000010:3.0:1767384621.667725:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbafcd13. 00000020:00000010:3.0:1767384621.667727:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005593eed6. 00000100:00000001:3.0:1767384621.667729:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384621.667730:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384621.667731:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.667734:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384621.667735:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384621.667736:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.667743:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.667757:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384621.667758:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384621.667763:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:2.0:1767384621.667764:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384621.667765:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000001:3.0:1767384621.667768:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987280640 : -117139722270976 : ffff957648770700) 00000100:00000001:2.0:1767384621.667768:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384621.667775:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006878062c x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:602/0 lens 224/0 e 0 to 0 dl 1767384632 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.667776:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:2.0:1767384621.667781:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:2.0:1767384621.667785:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987290496 : -117139722261120 : ffff957648772d80) 00000100:00000001:3.0:1767384621.667787:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384621.667791:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000876bc41e. 00000100:00000040:2.0:1767384621.667791:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057d4c290 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:602/0 lens 224/0 e 0 to 0 dl 1767384632 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.667796:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384621.667801:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000876bc41e. 00000100:00000001:2.0:1767384621.667807:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384621.667808:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006878062c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037650176:12345-0@lo:400: 00000020:00000010:2.0:1767384621.667811:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007cf3c920. 00000100:00000200:3.0:1767384621.667812:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037650176 00000100:00000001:2.0:1767384621.667817:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384621.667818:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384621.667821:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384621.667822:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007cf3c920. 00000020:00000001:3.0:1767384621.667824:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.667827:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384621.667829:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057d4c290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16164:x1853237037650048:12345-0@lo:400: 00000020:00000001:3.0:1767384621.667830:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:3.0:1767384621.667835:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384621.667836:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037650048 00000020:00000001:3.0:1767384621.667838:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384621.667839:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384621.667843:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384621.667844:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384621.667847:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384621.667847:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.667849:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.667863:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384621.667863:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384621.667866:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:3.0:1767384621.667867:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384621.667871:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384621.667872:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384621.667875:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384621.667877:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a1ecea2d. 02000000:00000001:3.0:1767384621.667879:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.667880:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.667882:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384621.667885:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037650176 00000020:00000001:2.0:1767384621.667885:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384621.667887:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384621.667888:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384621.667890:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.667892:0:16812:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000200:3.0:1767384621.667893:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006878062c x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:602/0 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.667895:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384621.667897:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384621.667900:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d97e8b76. 02000000:00000001:2.0:1767384621.667905:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.667909:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.667913:0:16812:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.667915:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1767384621.667916:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037650048 00010000:00000001:3.0:1767384621.667920:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.667920:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:3.0:1767384621.667924:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=45 v=5 (1 0 0 0) 00010000:00000200:2.0:1767384621.667926:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000057d4c290 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:602/0 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.667928:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384621.667934:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:2.0:1767384621.667936:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384621.667937:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00010000:00000001:2.0:1767384621.667938:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.667940:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1767384621.667942:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=45 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384621.667943:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.667948:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384621.667949:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384621.667953:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000040:3.0:1767384621.667955:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384621.667956:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000400:00000010:3.0:1767384621.667958:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 02000000:00000001:2.0:1767384621.667959:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384621.667962:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384621.667963:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037650176, offset 224 00000100:00000001:2.0:1767384621.667965:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384621.667974:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384621.667977:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384621.667978:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa7bd25. 00000100:00000200:2.0:1767384621.667983:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037650048, offset 224 00000400:00000200:3.0:1767384621.667987:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384621.667991:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384621.667996:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f505100 00000400:00000200:2.0:1767384621.668001:0:16812:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384621.668006:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1891 [1] + 224 00000400:00000200:3.0:1767384621.668011:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.668014:0:16812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f505080 00000400:00000200:3.0:1767384621.668016:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384621.668022:0:16812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18a5 [1] + 224 00000400:00000200:2.0:1767384621.668026:0:16812:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384621.668030:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384621.668030:0:16812:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384621.668036:0:16812:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384621.668037:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384621.668042:0:16812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384621.668052:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.668086:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384621.668086:0:16812:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.668095:0:16812:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384621.668096:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000100:00080000:1.0:1767384621.668099:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:3.0:1767384621.668101:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000020:00000040:1.0:1767384621.668104:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:3.0:1767384621.668106:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384621.668110:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384621.668110:0:16812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa7bd25 00000400:00000010:2.0:1767384621.668113:0:16812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa7bd25. 00000100:00000001:1.0:1767384621.668115:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384621.668116:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.668116:0:16812:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384621.668119:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384621.668120:0:16812:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384621.668123:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000001:1.0:1767384621.668125:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384621.668127:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384621.668127:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384621.668128:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384621.668130:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384621.668132:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d36f38. 00000100:00000040:2.0:1767384621.668134:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000001:3.0:1767384621.668135:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384621.668136:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6355ddb 00010000:00000001:2.0:1767384621.668138:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384621.668139:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6355ddb. 00000020:00000001:2.0:1767384621.668141:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.668145:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384621.668146:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384621.668149:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006878062c x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:602/0 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384621.668150:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057d4c290 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:602/0 lens 224/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384621.668153:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.668189:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057d4c290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16164:x1853237037650048:12345-0@lo:400: Request processed in 379us (1403us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384621.668191:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384621.668195:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006878062c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037650176:12345-0@lo:400: Request processed in 401us (1909us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384621.668207:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:2.0:1767384621.668213:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:1.0:1767384621.668216:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384621.668217:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:2.0:1767384621.668218:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384621.668218:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.668221:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384621.668224:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000001:1.0:1767384621.668224:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384621.668225:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbafcd13. 02000000:00000001:1.0:1767384621.668227:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384621.668229:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384621.668230:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384621.668231:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005593eed6. 00000100:00000001:3.0:1767384621.668232:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384621.668236:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5b09c82. 00000020:00000010:2.0:1767384621.668237:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a69331ff. 00000100:00000001:1.0:1767384621.668239:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.668242:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 00000020:00000040:2.0:1767384621.668243:0:16812:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 02000000:00000001:1.0:1767384621.668243:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.668247:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b171564. 00000100:00000001:2.0:1767384621.668249:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384621.668250:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=45 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384621.668252:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00001000:1.0:1767384621.668254:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384621.668256:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.668258:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384621.668260:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.668262:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384621.668266:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384621.668271:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.668273:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384621.668274:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384621.668275:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384621.668276:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384621.668279:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.668283:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384621.668285:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384621.668286:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384621.668288:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384621.668293:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16164:1853237037650048:0@lo:400: 00000400:00000001:1.0:1767384621.668297:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384621.668298:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384621.668300:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae892b3a. 00000400:00000200:1.0:1767384621.668302:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da8206d9 00000400:00000010:1.0:1767384621.668304:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000100:00000001:1.0:1767384621.668306:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384621.668308:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384621.668341:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.668368:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384621.668369:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.668370:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384621.668371:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384621.668372:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384621.668373:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384621.668374:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384621.668377:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=45 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384621.668379:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384621.668380:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384621.668381:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.668382:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384621.668384:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384621.668389:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.668390:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384621.668391:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384621.668392:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384621.668393:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384621.668394:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.668398:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384621.668399:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384621.668400:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384621.668402:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384621.668405:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037650176:0@lo:400: 00000400:00000001:1.0:1767384621.668409:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384621.668410:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384621.668411:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019adcd05. 00000400:00000200:1.0:1767384621.668413:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba55ef7 00000400:00000010:1.0:1767384621.668414:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000001:1.0:1767384621.668421:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384621.668422:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384621.668426:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.668430:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384621.668431:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.668432:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384621.668433:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384621.668433:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384621.668434:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384621.668435:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384621.668437:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384621.668439:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384621.668441:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384621.668441:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.668442:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384621.668444:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384621.668448:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.668449:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384621.668449:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384621.668451:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384621.668451:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384621.668453:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.668457:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384621.668458:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384621.668459:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384621.668461:0:16164:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384621.668463:0:16164:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384621.668465:0:16164:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384621.668470:0:16164:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384621.668477:0:16164:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384621.668480:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384621.668484:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037649664:0@lo:13: 00000100:00000001:1.0:1767384621.668486:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.668488:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384621.668490:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096fc03a0 x1853237037650048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.668494:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384621.668495:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384621.668497:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007eb61217. 02000000:00000001:1.0:1767384621.668499:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384621.668500:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384621.668501:0:16164:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384621.668502:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384621.668503:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011ba1946. 02000000:00000001:1.0:1767384621.668504:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384621.668505:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384621.668506:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096fc03a0. 00000100:00000001:1.0:1767384621.668508:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384621.668509:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.668510:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384621.668511:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7377207 x1853237037650176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.668515:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384621.668516:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384621.668516:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000019962f6. 02000000:00000001:1.0:1767384621.668517:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384621.668518:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384621.668519:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384621.668520:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384621.668520:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ad3decdb. 02000000:00000001:1.0:1767384621.668521:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384621.668527:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384621.668528:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7377207. 00000100:00000001:1.0:1767384621.668531:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384621.668532:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.668533:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384621.668535:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002aaeafd9 x1853237037649664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.668539:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384621.668540:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384621.668540:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000673de950. 02000000:00000001:1.0:1767384621.668542:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384621.668543:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384621.668544:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384621.668545:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384621.668546:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbadf204. 02000000:00000001:1.0:1767384621.668549:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384621.668550:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384621.668550:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aaeafd9. 00000100:00000001:1.0:1767384621.668552:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384621.668552:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.668553:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.668556:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384621.668557:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.668558:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384621.668559:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.684339:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294910482, at 4294910483 00000100:00000010:2.0:1767384621.684347:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc8a877. 00000100:00000040:0.0:1767384621.684384:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294910482, at 4294910483 00000100:00000040:3.0:1767384621.684389:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294910482, at 4294910483 00000100:00000010:0.0:1767384621.684391:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff78556f. 00000100:00000040:1.0:1767384621.684392:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294910482, at 4294910483 00000100:00000010:3.0:1767384621.684402:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005439a392. 00000100:00000010:1.0:1767384621.684404:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b2915de. 00010000:00000001:0.0:1767384621.729396:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384621.729401:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.729406:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384621.729408:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.729453:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384621.729457:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384621.729460:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384621.830415:0:27761:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384621.830423:0:27761:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:2.0:1767384621.833684:0:27761:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384621.841257:0:27762:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000668d9d85. 00000400:00000010:2.0:1767384621.841299:0:27762:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008159e564. 00000400:00000010:2.0:1767384621.841311:0:27762:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009c406524. 00000400:00000010:2.0:1767384621.841316:0:27762:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c0d002c5. 00000400:00000010:2.0:1767384621.841321:0:27762:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000094c607c9. 00000400:00000010:2.0:1767384621.841378:0:27762:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007eb9bdd6. 00000400:00000010:2.0:1767384621.841382:0:27762:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000db6a6ec4. 00000400:00000010:2.0:1767384621.841385:0:27762:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f922d5f8. 00000400:00000010:2.0:1767384621.841389:0:27762:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007c32196b. 00000800:00000010:2.0:1767384621.841415:0:27762:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000075fb1499. 00000800:00000200:2.0:1767384621.841427:0:27762:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384621.841441:0:27762:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384621.841476:0:27762:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384621.841497:0:27762:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp32 [8/256/0/180] 00000400:00000010:2.0:1767384621.843039:0:27762:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000000d22147. 00000400:00000010:2.0:1767384621.843044:0:27762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf53fe4. 00000400:00000010:2.0:1767384621.843049:0:27762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa7bd25. 00000400:00000001:2.0:1767384621.843062:0:27762:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384621.843064:0:27762:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384621.843065:0:27762:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbde3bd4. 00000400:00000200:2.0:1767384621.843068:0:27762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:2.0:1767384621.843069:0:27762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000400:00000010:2.0:1767384621.843073:0:27762:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000bc146ba7. 00000400:00000200:2.0:1767384621.843077:0:27762:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (22) 00000400:00000200:2.0:1767384621.843086:0:27762:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384621.843094:0:27762:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:2.0:1767384621.843100:0:27762:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ca8f35da. 00000020:01000000:2.0:1767384621.843103:0:27762:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384621.843105:0:27762:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp32 00000400:00000010:2.0:1767384621.843116:0:27762:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008159e564. 00000400:00000010:2.0:1767384621.843120:0:27762:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000668d9d85. 00000400:00000200:3.0:1767384621.843139:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384621.843145:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:3.0:1767384621.843151:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000400:00000200:3.0:1767384621.843154:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (23) 00000400:00000010:3.0:1767384621.843158:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3c41c14. 00000400:00000200:3.0:1767384621.843162:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:3.0:1767384621.843174:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000001:0.0:1767384621.843175:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384621.843179:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:00000001:0.0:1767384621.843180:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384621.843184:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384621.843187:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384621.843189:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:0.0:1767384621.843191:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384621.843194:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384621.843197:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384621.843199:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000020:01000004:0.0:1767384621.843200:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384621.843203:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384621.843206:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384621.843209:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384621.843212:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:01000004:0.0:1767384621.843212:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384621.843215:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384621.843219:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:01000004:0.0:1767384621.843228:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384621.843229:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000010:0.0:1767384621.843234:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000deb0813c. 00000020:00000040:0.0:1767384621.843239:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384621.843243:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000100:00000001:0.0:1767384621.843245:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384621.843248:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 02000000:00000001:0.0:1767384621.843249:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384621.843255:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 02000000:00000001:0.0:1767384621.843256:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.843261:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:3.0:1767384621.843266:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 02000000:00000010:0.0:1767384621.843266:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000798a1bd5. 00000400:00000200:3.0:1767384621.843270:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:3.0:1767384621.843276:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:3.0:1767384621.843281:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00000001:0.0:1767384621.843281:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.843288:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:3.0:1767384621.843291:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000100:00000001:0.0:1767384621.843292:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384621.843295:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000100:00000001:0.0:1767384621.843296:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.843303:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000100:00000040:0.0:1767384621.843306:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deb0813c] to pc [ptlrpcd_00_02+2] req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.843334:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[63, 12], ns[63, 12] 00000400:00000200:3.0:1767384621.843364:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[65, 12], ns[65, 12] 00000400:00000200:3.0:1767384621.843371:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:3.0:1767384621.843375:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 10000000:00000001:0.0:1767384621.843378:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.843381:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp30 10000000:00000001:0.0:1767384621.843382:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.843385:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384621.843387:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384621.843388:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp30 lpni_is_preferred = 0 00000400:00000200:3.0:1767384621.843402:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp30 00000020:00000001:0.0:1767384621.843404:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384621.843406:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384621.843409:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp30 NI seq info: [66:66:256:4294967295] 192.168.203.133@tcp30 LPNI seq info [66:66:8:4294967295] 10000000:00000001:0.0:1767384621.843409:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384621.843411:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384621.843413:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384621.843414:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384621.843414:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384621.843416:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384621.843419:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384621.843422:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384621.843423:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384621.843424:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384621.843425:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384621.843427:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp30 00000100:00000010:0.0:1767384621.843430:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aaeafd9. 00000020:00000040:0.0:1767384621.843434:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384621.843438:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384621.843439:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp30(192.168.203.133@tcp30:) -> 192.168.203.133@tcp30(192.168.203.133@tcp:192.168.203.133@tcp30) : PUT try# 0 02000000:00000001:0.0:1767384621.843440:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384621.843444:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384621.843449:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.133@tcp30 02000000:00000010:0.0:1767384621.843451:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001f15e33c. 00000800:00000010:3.0:1767384621.843455:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008edec521. 00000100:00000001:0.0:1767384621.843456:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843462:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384621.843463:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384621.843465:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000651be410. 00000100:00000040:0.0:1767384621.843467:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aaeafd9] to pc [ptlrpcd_00_03+3] req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.843471:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384621.843472:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000129ab5f0. 00000100:00000001:2.0:1767384621.843477:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767384621.843481:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (2) 00000100:00000001:2.0:1767384621.843481:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384621.843482:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384621.843486:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.843489:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384621.843490:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (2) 00000020:00000001:0.0:1767384621.843498:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384621.843503:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384621.843505:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384621.843507:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000020:00000010:0.0:1767384621.843507:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ca8f35da. 00000100:00000001:2.0:1767384621.843508:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.843515:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 02000000:00000001:2.0:1767384621.843515:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384621.843518:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384621.843521:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843522:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384621.843525:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000deb0813c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037650304:0@lo:253: 00000100:00000001:0.0:1767384621.843526:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.843530:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384621.843531:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384621.843536:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384621.843536:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384621.843540:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.843544:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384621.843547:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384621.843549:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384621.843551:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000908503ec. 02000000:00000001:0.0:1767384621.843552:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384621.843555:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.843556:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384621.843560:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.843561:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f75e71. 00000100:00100000:0.0:1767384621.843562:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037650432:0@lo:253: 00000100:00000001:0.0:1767384621.843568:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384621.843569:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077b07f4e. 00000400:00000200:3.0:1767384621.843570:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 02000000:00000001:0.0:1767384621.843571:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384621.843575:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384621.843576:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037650304, portal 25 02000000:00000001:0.0:1767384621.843577:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384621.843581:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384621.843584:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987286016 : -117139722265600 : ffff957648771c00) 02000000:00000010:0.0:1767384621.843585:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000084d6875b. 02000000:00000001:0.0:1767384621.843588:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.843589:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384621.843593:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8c36ea. 00000100:00000001:2.0:1767384621.843599:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384621.843602:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384621.843602:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8c4cdaa. 00000400:00000010:2.0:1767384621.843607:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9c3be8a. 00000100:00000200:0.0:1767384621.843608:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037650432, portal 25 00000100:00000200:2.0:1767384621.843613:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037650304, offset 0 00000100:00000001:0.0:1767384621.843613:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384621.843615:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987289600 : -117139722262016 : ffff957648772a00) 00000400:00000200:3.0:1767384621.843616:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384621.843621:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384621.843622:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.843638:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384621.843641:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384621.843644:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384621.843648:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038b11ec6. 00000100:00000200:0.0:1767384621.843651:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037650432, offset 0 00000400:00000200:3.0:1767384621.843653:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384621.843654:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505180 00000400:00000200:0.0:1767384621.843659:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384621.843668:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x111d [2] + 0 00000400:00000200:0.0:1767384621.843671:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384621.843674:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000944b9267. 00000400:00000200:2.0:1767384621.843678:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fad93d91 00000400:00000200:0.0:1767384621.843681:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505200 00000400:00000200:3.0:1767384621.843684:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384621.843692:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384621.843696:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1145 [2] + 0 00000400:00000010:0.0:1767384621.843701:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e419889. 00000400:00000200:2.0:1767384621.843702:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384621.843708:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000548e497 00000400:00000200:3.0:1767384621.843709:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384621.843714:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.843716:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad93d91 00000400:00000010:2.0:1767384621.843720:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fad93d91. 00000400:00000200:0.0:1767384621.843722:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384621.843726:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384621.843727:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000548e497 00000100:00000200:2.0:1767384621.843730:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384621.843730:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000548e497. 00000400:00000200:3.0:1767384621.843732:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000040:2.0:1767384621.843735:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000097fa744 x1853237037650304 msgsize 4848 00000100:00000001:0.0:1767384621.843737:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384621.843739:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384621.843743:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000017bedb4c x1853237037650432 msgsize 4848 00000100:00100000:2.0:1767384621.843746:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384621.843752:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384621.843753:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384621.843757:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:2.0:1767384621.843762:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384621.843764:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384621.843771:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9c3be8a 00000400:00000010:2.0:1767384621.843774:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9c3be8a. 00000100:00000001:0.0:1767384621.843775:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384621.843779:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384621.843782:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b11ec6 00000100:00000200:2.0:1767384621.843786:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384621.843786:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038b11ec6. 00000400:00000200:3.0:1767384621.843787:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:0.0:1767384621.843792:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384621.843798:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.843802:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384621.843808:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.843809:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384621.843816:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.843818:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.843823:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:2.0:1767384621.843823:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.843829:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843831:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843834:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.843835:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294910660 00000100:00000001:0.0:1767384621.843839:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384621.843841:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b008e49c. 00000100:00000001:0.0:1767384621.843843:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294910660 00000100:00000001:2.0:1767384621.843850:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384621.843857:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294910660 00000100:00000001:0.0:1767384621.843858:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294910660 00000400:00000200:3.0:1767384621.843859:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000010:2.0:1767384621.843861:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000930006fd. 00000100:00000001:0.0:1767384621.843864:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294910660 00000100:00000001:2.0:1767384621.843868:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384621.843874:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294910660 00000100:00000001:0.0:1767384621.843875:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294910660 00000100:00000001:0.0:1767384621.843878:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294910660 00000100:00000010:2.0:1767384621.843879:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084f9aa14. 00000100:00000001:2.0:1767384621.843883:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384621.843886:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294910660 00000100:00000001:0.0:1767384621.843886:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294910660 00000100:00000001:0.0:1767384621.843890:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294910660 00000100:00000010:2.0:1767384621.843891:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa98e33. 00000100:00000001:2.0:1767384621.843905:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384621.843917:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.843917:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294910660 00000400:00000200:3.0:1767384621.843918:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000001:2.0:1767384621.843920:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.843924:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843928:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.843929:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.843935:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843938:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843939:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.843940:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.843943:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384621.843944:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.843947:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.843947:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384621.843950:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.843952:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.843954:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843955:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.843959:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.843960:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.843974:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.843979:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000001:0.0:1767384621.844007:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384621.844010:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037650304 02000000:00000001:0.0:1767384621.844013:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384621.844015:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384621.844016:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.844019:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384621.844022:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037650304 00000400:00000200:3.0:1767384621.844025:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000020:00000001:0.0:1767384621.844025:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384621.844038:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384621.844041:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384621.844044:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384621.844046:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384621.844048:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384621.844053:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384621.844055:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384621.844057:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9d2b4d3. 00000100:00100000:2.0:1767384621.844058:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037650432 00000400:00000200:3.0:1767384621.844061:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 02000000:00000001:2.0:1767384621.844062:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384621.844062:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.844066:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384621.844068:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9d2b4d3. 00000100:00000001:2.0:1767384621.844069:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.844075:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384621.844077:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037650432 00000020:00000010:0.0:1767384621.844077:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fc81e42. 00000020:00000001:2.0:1767384621.844082:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384621.844084:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000010:0.0:1767384621.844085:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4bedaee. 00000020:00000001:2.0:1767384621.844087:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384621.844091:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000010:0.0:1767384621.844104:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000278999d0. 00000020:00000001:2.0:1767384621.844105:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384621.844110:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384621.844113:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384621.844116:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000020:00000010:2.0:1767384621.844117:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e485e39d. 00000100:00000040:0.0:1767384621.844117:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384621.844123:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.844124:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384621.844127:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e485e39d. 00000100:00000001:0.0:1767384621.844128:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384621.844132:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384621.844136:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019d4e480. 00000100:00000001:0.0:1767384621.844139:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384621.844142:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000489d8da8. 00000020:00000010:2.0:1767384621.844147:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5832dea. 00000100:00000001:2.0:1767384621.844152:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384621.844154:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.844155:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384621.844158:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.844168:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.844171:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.844178:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384621.844181:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384621.844184:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00100000:0.0:1767384621.844187:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:2.0:1767384621.844190:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384621.844192:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384621.844193:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384621.844197:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715844688 : -117138993706928 : ffff957673e40850) 00000100:00100000:2.0:1767384621.844201:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:0.0:1767384621.844204:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000097fa744 x1853237037650304/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384621.844207:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:2.0:1767384621.844212:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715842640 : -117138993708976 : ffff957673e40050) 00000100:00000001:0.0:1767384621.844219:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384621.844220:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017bedb4c x1853237037650432/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384621.844223:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9d2b4d3. 00000100:00000001:0.0:1767384621.844229:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.844239:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384621.844241:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9d2b4d3. 00000020:00000010:2.0:1767384621.844243:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e485e39d. 00000100:00000001:2.0:1767384621.844263:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384621.844264:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000097fa744 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037650304:12345-0@lo:253: 00000400:00000200:3.0:1767384621.844265:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000020:00000010:2.0:1767384621.844267:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e485e39d. 00000100:00000200:0.0:1767384621.844274:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037650304 00000020:00000001:0.0:1767384621.844277:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384621.844278:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017bedb4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037650432:12345-0@lo:253: 00000020:00000001:0.0:1767384621.844281:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384621.844283:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037650432 00000020:00000001:0.0:1767384621.844285:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.844287:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384621.844288:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384621.844291:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384621.844292:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384621.844294:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.844297:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384621.844298:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384621.844301:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000020:00000001:0.0:1767384621.844301:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384621.844302:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384621.844309:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384621.844309:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384621.844329:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.844329:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384621.844334:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384621.844335:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.844337:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384621.844381:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384621.844396:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384621.844401:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000f771be7. 02000000:00000001:0.0:1767384621.844404:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.844405:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.844406:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 20000000:00000001:0.0:1767384621.844408:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384621.844428:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d4613e52. 20000000:01000000:0.0:1767384621.844432:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384621.844435:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384621.844436:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 20000000:00000001:0.0:1767384621.844443:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384621.844446:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384621.844448:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384621.844450:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384621.844459:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000019962f6. 20000000:01000000:0.0:1767384621.844461:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:0.0:1767384621.844466:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384621.844472:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384621.844488:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00080000:00000001:0.0:1767384621.844518:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384621.844522:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384621.844524:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.844525:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384621.844528:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384621.844533:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384621.844536:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384621.844542:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d6d1bf36. 00080000:00000001:0.0:1767384621.844544:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944779776 : -117139764771840 : ffff957645ee8400) 00080000:00000001:0.0:1767384621.844547:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384621.844561:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384621.844623:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000001:00000001:0.0:1767384621.844669:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384621.844672:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.844674:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384621.844677:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00080000:00000001:0.0:1767384621.844692:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.844696:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384621.844733:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384621.844800:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000020:00000001:2.0:1767384621.844854:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.844857:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384621.844859:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384621.844860:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00080000:00000001:0.0:1767384621.844860:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000010:2.0:1767384621.844863:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ca8f35da. 00080000:00000001:0.0:1767384621.844865:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:2.0:1767384621.844867:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.844870:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.844872:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384621.844889:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ecdcc70. 20000000:01000000:2.0:1767384621.844891:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384621.844893:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384621.844895:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384621.844899:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 20000000:00000001:2.0:1767384621.844903:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.844906:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.844908:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384621.844952:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384621.845009:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384621.845053:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384621.845082:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384621.845116:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384621.845144:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384621.845166:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384621.845403:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dbaf21e5. 00000800:00000010:3.0:1767384621.845408:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cdf319ab. 00000800:00000010:3.0:1767384621.845413:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000baabefd2. 00000800:00000010:3.0:1767384621.845437:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000baabefd2. 00000800:00020000:3.0:1767384621.845446:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384621.845449:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cdf319ab. 00000800:00000010:3.0:1767384621.845452:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dbaf21e5. 00000400:02020000:3.0:1767384621.845487:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp30 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384621.845493:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp30 notifying 192.168.203.133@tcp30: down 00000800:00000200:3.0:1767384621.845498:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp30 down 00000800:00000100:3.0:1767384621.845503:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.203.133@tcp30 00000800:00000010:3.0:1767384621.845506:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008edec521. 00000400:00000200:3.0:1767384621.845509:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384621.845511:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp30->192.168.203.133@tcp30: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384621.845517:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp30 added to recovery queue. ping count: 0 next ping: 244 health :900 00000400:00000200:3.0:1767384621.845520:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384621.845528:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:3.0:1767384621.845531:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384621.845550:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384621.845554:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101171 00000400:00000001:3.0:1767384621.845557:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384621.845559:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384621.845560:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000400:00000010:3.0:1767384621.845562:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000400:00000200:3.0:1767384621.845566:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384621.845569:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384621.845571:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (24) 00000400:00000200:3.0:1767384621.845574:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384621.845576:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc -71 00000400:00000200:3.0:1767384621.845579:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384621.845583:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (23) 00080000:00000001:3.0:1767384621.853845:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384621.853851:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:1.0:1767384621.853853:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384621.853854:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384621.853858:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384621.853859:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384621.853862:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384621.853864:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384621.853866:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384621.853868:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d6d1bf36. 00080000:00000001:1.0:1767384621.853883:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384621.853884:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384621.853893:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384621.853896:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384621.853901:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000076b8bd53. 00080000:00000020:3.0:1767384621.853902:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384621.853907:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:0.0:1767384621.853911:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384621.853915:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384621.853920:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384621.853924:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384621.853926:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384621.853930:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384621.853932:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384621.853939:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a03c9687. 00080000:00000001:0.0:1767384621.853942:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384621.853944:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384621.853947:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384621.853960:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f4a3a63. 00080000:00000001:0.0:1767384621.853961:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.853966:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384621.853967:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384621.853969:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1767384621.853971:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f4a3a63 with handle 0x1c01179f271edd17 to hash 00000020:00000001:0.0:1767384621.853974:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000001:3.0:1767384621.853975:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384621.853979:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00080000:00000001:0.0:1767384621.853980:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384621.853986:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b8596e1. 00010000:00000001:3.0:1767384621.853988:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.853991:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.853994:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.853996:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944791040 : -117139764760576 : ffff957645eeb000) 00010000:00010000:3.0:1767384621.853998:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384621.854000:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384621.854008:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384621.854012:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384621.854014:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384621.854025:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.854027:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.854028:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.854030:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.854033:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384621.854034:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384621.854036:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384621.854037:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384621.854039:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a03c9687) refcount = 1 00010000:00010000:3.0:1767384621.854041:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.854045:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384621.854047:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384621.854049:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.854050:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.854052:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384621.854055:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384621.854058:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384621.854060:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384621.854062:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.854064:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:3.0:1767384621.854066:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.854068:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.854070:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384621.854071:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.854083:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384621.854085:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.854090:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.854091:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384621.854093:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.854096:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.854098:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.854100:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384621.854102:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384621.854104:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1767384621.854108:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004f4a3a63 already unused, calling callback (00000000eb30f30e) 00080000:00000001:0.0:1767384621.854108:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.854113:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384621.854114:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384621.854118:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384621.854121:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.854125:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384621.854127:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384621.854128:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.854130:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=5 00000020:00000001:3.0:1767384621.854132:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.854134:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00080000:00000001:0.0:1767384621.854135:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.854138:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1767384621.854139:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384621.854142:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.854147:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384621.854148:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384621.854153:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.854157:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384621.854159:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384621.854161:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.854162:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384621.854163:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4a3a63 with handle 0x1c01179f271edd17 from hash 00010000:00000001:3.0:1767384621.854165:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384621.854167:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.854168:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.854170:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384621.854172:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384621.854174:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384621.854175:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384621.854177:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.854179:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.854181:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384621.854182:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384621.854184:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.854185:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.854186:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.854188:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.854190:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.854192:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.854195:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.854196:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.854198:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384621.854200:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384621.854201:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.854202:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.854204:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384621.854206:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384621.854208:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.854209:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.854213:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384621.854219:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384621.854221:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd17 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384621.854222:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384621.854227:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384621.854228:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a03c9687 count: 0 00010000:00000001:3.0:1767384621.854237:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384621.854239:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384621.861372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a03c9687. 00010000:00000010:3.1:1767384621.861382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4a3a63. 00000100:00000040:3.0:1767384621.862370:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294910660, at 4294910661 00000100:00000010:3.0:1767384621.862394:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa98e33. 00000100:00000040:2.0:1767384621.862405:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294910660, at 4294910661 00000100:00000010:2.0:1767384621.862413:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084f9aa14. 00000100:00000040:1.0:1767384621.862418:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294910660, at 4294910661 00000100:00000010:1.0:1767384621.862425:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000930006fd. 00000100:00000040:0.0:1767384621.862515:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294910660, at 4294910661 00000100:00000010:0.0:1767384621.862521:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b008e49c. 00000400:00000010:2.0:1767384621.863711:0:27767:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b1deb497. 00000400:00000040:2.0:1767384621.863726:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384621.863728:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384621.863731:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384621.863733:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384621.863735:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384621.863737:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384621.863739:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384621.863740:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384621.863741:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384621.863742:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384621.863744:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384621.863745:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384621.863747:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384621.863748:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384621.863749:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384621.863751:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384621.863752:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384621.863753:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384621.863754:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384621.863756:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384621.863757:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384621.863758:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384621.863759:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384621.863761:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384621.863762:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384621.863764:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384621.863765:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384621.863767:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384621.863768:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384621.863770:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384621.863771:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384621.863778:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384621.863780:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384621.863781:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384621.863783:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384621.863785:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384621.863786:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384621.863788:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384621.863790:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384621.863791:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384621.863792:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384621.863793:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384621.863795:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384621.863797:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384621.863798:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384621.863800:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384621.863802:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384621.863803:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384621.863806:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384621.863807:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384621.863809:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384621.863811:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384621.863812:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384621.863814:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384621.863816:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384621.863817:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384621.863818:0:27767:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384621.863905:0:27767:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b1deb497. 00080000:00000001:2.0:1767384621.864803:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384621.864805:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384621.864808:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384621.864813:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384621.864813:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384621.864817:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384621.864818:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384621.864821:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384621.864821:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384621.864822:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384621.864826:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000b8596e1. 00080000:00000001:1.0:1767384621.864831:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384621.864835:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384621.864839:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384621.864844:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384621.864849:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384621.864853:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384621.864856:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384621.864859:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384621.864862:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384621.864867:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000071fdb8db. 00010000:00000001:3.0:1767384621.864871:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384621.864874:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f4a3a63. 00000020:00000001:3.0:1767384621.864877:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384621.864880:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f4a3a63 with handle 0x1c01179f271edd1e to hash 00000020:00000001:3.0:1767384621.864882:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384621.864884:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.864887:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.864889:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.864891:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.864894:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.864900:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384621.864902:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384621.864904:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384621.864906:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.864907:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.864909:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.864910:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.864912:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384621.864920:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384621.864921:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384621.864923:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384621.864925:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000071fdb8db) refcount = 1 00010000:00010000:3.0:1767384621.864927:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.864932:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384621.864934:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384621.864935:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.864936:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.864938:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384621.864940:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384621.864943:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384621.864945:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384621.864946:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.864948:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:3.0:1767384621.864950:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.864952:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.864954:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384621.864956:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.864960:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384621.864961:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.864965:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.864966:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384621.864967:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.864971:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.864972:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.864975:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384621.864982:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384621.864987:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004f4a3a63 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384621.864989:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384621.864991:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384621.864993:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.864996:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384621.864998:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384621.864999:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.865000:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=5 00000020:00000001:3.0:1767384621.865002:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.865003:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384621.865005:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384621.865006:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.865009:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384621.865010:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384621.865011:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.865013:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384621.865013:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384621.865014:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.865015:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384621.865016:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4a3a63 with handle 0x1c01179f271edd1e from hash 00010000:00000001:3.0:1767384621.865019:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384621.865019:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.865020:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.865021:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384621.865022:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384621.865023:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384621.865024:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384621.865025:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.865027:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.865034:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384621.865036:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384621.865038:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.865039:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.865040:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.865042:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.865044:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.865046:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.865049:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.865051:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.865052:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384621.865053:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384621.865055:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.865057:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.865058:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384621.865061:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384621.865063:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.865064:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.865068:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384621.865070:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384621.865071:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd1e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384621.865076:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000071fdb8db count: 0 00010000:00000001:3.0:1767384621.865102:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384621.865103:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384621.865748:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384621.865751:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384621.865753:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d4613e52. 20000000:00000001:3.0:1767384621.865759:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384621.865763:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037650304 00010000:00000001:3.0:1767384621.865765:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384621.865771:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000097fa744 x1853237037650304/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.865785:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384621.865787:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384621.865790:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384621.865794:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384621.865797:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384621.865799:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384621.865802:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384621.865804:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.865808:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384621.865811:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384621.865815:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d695ae1c. 00000100:00000200:3.0:1767384621.865819:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037650304, offset 224 00000400:00000200:3.0:1767384621.865826:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384621.865837:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384621.865846:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505180 00000400:00000200:3.0:1767384621.865852:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18c9 [2] + 224 00000400:00000200:3.0:1767384621.865858:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384621.865862:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384621.865866:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384621.865869:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384621.865876:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.865890:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384621.865895:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d695ae1c 00000400:00000010:3.0:1767384621.865897:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d695ae1c. 00000100:00000001:3.0:1767384621.865899:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384621.865900:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384621.865903:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.865906:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384621.865908:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384621.865910:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.865912:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384621.865913:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.865916:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384621.865920:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384621.865924:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000097fa744 x1853237037650304/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384621.865930:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384621.865934:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f75e71. 00000100:00100000:3.0:1767384621.865937:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000097fa744 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037650304:12345-0@lo:253: Request processed in 21715us (22198us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384621.865939:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b07f4e 00000400:00000010:2.0:1767384621.865943:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077b07f4e. 00000100:00000001:2.0:1767384621.865946:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384621.865949:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000200:2.0:1767384621.865952:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384621.865954:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384621.865959:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384621.865962:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384621.865967:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384621.865968:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4bedaee. 00000020:00000010:3.0:1767384621.865975:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000278999d0. 00000100:00000001:2.0:1767384621.865978:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384621.865980:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fc81e42. 00000100:00000001:2.0:1767384621.865981:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.865987:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384621.865989:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384621.865990:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:2.0:1767384621.865992:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.865994:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.865995:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384621.865998:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000f771be7. 02000000:00000001:2.0:1767384621.865999:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.866005:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384621.866006:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=51 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384621.866008:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384621.866011:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.866015:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384621.866017:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384621.866017:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.866019:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384621.866022:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.866024:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.866045:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.866050:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.866053:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384621.866055:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384621.866058:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384621.866059:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384621.866060:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.866061:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.866062:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384621.866063:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.866064:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384621.866065:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384621.866071:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384621.866072:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384621.866075:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.866080:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000deb0813c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037650304:0@lo:253: 00000100:00000001:2.0:1767384621.866083:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.866085:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.866087:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000deb0813c x1853237037650304/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.866092:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384621.866094:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.866096:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000908503ec. 02000000:00000001:2.0:1767384621.866100:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.866101:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.866102:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384621.866104:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.866106:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000798a1bd5. 02000000:00000001:2.0:1767384621.866109:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.866111:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.866112:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000deb0813c. 00000100:00000001:2.0:1767384621.866115:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.866116:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.866117:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.866122:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.866124:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.866125:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.866127:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.866139:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbde3bd4. 00000400:00000010:3.0:1767384621.866144:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d695ae1c. 00080000:00000020:0.0:1767384621.867846:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384621.867849:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384621.867851:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ecdcc70. 20000000:00000001:0.0:1767384621.867855:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384621.867858:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037650432 00010000:00000001:0.0:1767384621.867860:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384621.867863:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017bedb4c x1853237037650432/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384621.867870:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384621.867871:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384621.867872:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384621.867875:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384621.867877:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384621.867878:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384621.867881:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384621.867882:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.867884:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384621.867885:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384621.867888:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df5a7b21. 00000100:00000200:0.0:1767384621.867891:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037650432, offset 224 00000400:00000200:0.0:1767384621.867895:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384621.867900:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384621.867905:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505200 00000400:00000200:0.0:1767384621.867908:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18cd [2] + 224 00000400:00000200:0.0:1767384621.867919:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384621.867922:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384621.867924:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384621.867927:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384621.867934:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.867947:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384621.867951:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5a7b21 00000400:00000010:0.0:1767384621.867953:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df5a7b21. 00000100:00000001:0.0:1767384621.867955:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384621.867956:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.867957:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.867960:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.867962:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384621.867966:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384621.867966:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:2.0:1767384621.867970:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384621.867971:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384621.867973:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d8c36ea. 00000020:00000001:0.0:1767384621.867974:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.867979:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384621.867980:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8c4cdaa 00000100:00000040:0.0:1767384621.867983:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017bedb4c x1853237037650432/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384621.867984:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8c4cdaa. 00000100:00000001:2.0:1767384621.867990:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384621.867996:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017bedb4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037650432:12345-0@lo:253: Request processed in 23764us (24250us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384621.867998:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384621.868003:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:0.0:1767384621.868008:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384621.868011:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384621.868014:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384621.868018:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000489d8da8. 00000100:00000200:2.0:1767384621.868021:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384621.868022:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5832dea. 00000020:00000010:0.0:1767384621.868028:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019d4e480. 00000100:00000001:2.0:1767384621.868032:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384621.868034:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:2.0:1767384621.868035:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.868039:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384621.868039:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384621.868043:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ca8f35da. 02000000:00000001:2.0:1767384621.868044:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384621.868047:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384621.868049:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384621.868050:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.868051:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384621.868053:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384621.868056:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384621.868059:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.868063:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384621.868063:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384621.868066:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384621.868068:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb148da6. 00010000:00000001:2.0:1767384621.868069:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384621.868072:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.868074:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384621.868074:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df5a7b21. 00000100:00000040:2.0:1767384621.868081:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.868086:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.868087:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384621.868089:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384621.868091:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384621.868092:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384621.868094:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.868095:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.868096:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384621.868098:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.868099:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384621.868100:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384621.868101:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384621.868103:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.868108:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037650432:0@lo:253: 00000100:00000001:2.0:1767384621.868111:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.868118:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.868120:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002aaeafd9 x1853237037650432/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.868124:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384621.868125:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.868126:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000084d6875b. 02000000:00000001:2.0:1767384621.868129:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.868130:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.868131:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384621.868133:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.868134:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001f15e33c. 02000000:00000001:2.0:1767384621.868137:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.868138:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.868139:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aaeafd9. 00000100:00000001:2.0:1767384621.868141:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.868142:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.868143:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.868147:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.868148:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.868149:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.868150:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384621.870371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000071fdb8db. 00010000:00000010:3.1:1767384621.870394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4a3a63. 00000400:00000001:1.0:1767384622.433435:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384622.433440:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384622.433442:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792059f 00000400:00000010:1.0:1767384622.433447:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792059f. 00000400:00000200:1.0:1767384622.433451:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384622.433457:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384622.433465:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009edee2cb. 00000400:00000010:1.0:1767384622.433468:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e71fa222. 00010000:00000001:0.0:1767384622.754574:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384622.754579:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384622.754584:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384622.754586:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384622.754617:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384622.754621:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384622.754624:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384623.139656:0:28132:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384623.139669:0:28132:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.139673:0:28132:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384623.139680:0:28132:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384623.139685:0:28132:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.139688:0:28132:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384623.457401:0:16155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5546494. 00000800:00000200:0.0:1767384623.457417:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (6) 00000800:00000200:0.0:1767384623.457423:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp12 ip 192.168.203.133:988 00000800:00000200:0.0:1767384623.457428:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384623.457550:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384623.457556:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.457566:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384623.457570:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.457572:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.458390:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp29 00000400:00000010:1.0:1767384623.458394:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000068fec560. 00000400:00000010:1.0:1767384623.458399:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000049d2d6da. 00000400:00000010:1.0:1767384623.458402:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fab85ec. 00000400:00000010:1.0:1767384623.458408:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006fb2e12d. 00000400:00000200:1.0:1767384623.458411:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp29 00000400:00000200:1.0:1767384623.458425:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp29 local destination 00000400:00000200:1.0:1767384623.458430:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp29 00000400:00000200:1.0:1767384623.458433:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp29 NI seq info: [67:67:256:4294967295] 192.168.203.133@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767384623.458437:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp29 00000400:00000200:1.0:1767384623.458443:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29:) -> 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) : GET try# 0 00000800:00000200:1.0:1767384623.458446:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp29 00000800:00000010:1.0:1767384623.458450:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000023bd3249. 00000800:00000200:1.0:1767384623.458453:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (2) 00000800:00000200:1.1:1767384623.458456:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (2) 00000400:00000200:1.0:1767384623.458471:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp29 added to recovery queue. ping count: 2 next ping: 248 health :800 00000400:00000200:1.0:1767384623.458474:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp28 00000400:00000010:1.0:1767384623.458481:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000eb41f27a. 00000400:00000010:1.0:1767384623.458484:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003ac1f5fc. 00000400:00000010:1.0:1767384623.458487:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1fee4c. 00000400:00000010:1.0:1767384623.458489:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054c1f967. 00000400:00000200:1.0:1767384623.458491:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp28 00000400:00000200:1.0:1767384623.458496:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp28 local destination 00000400:00000200:1.0:1767384623.458498:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp28 00000400:00000200:1.0:1767384623.458500:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp28 NI seq info: [68:68:256:4294967295] 192.168.203.133@tcp28 LPNI seq info [68:68:8:4294967295] 00000400:00000200:1.0:1767384623.458503:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp28 00000400:00000200:1.0:1767384623.458510:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28:) -> 192.168.203.133@tcp28(192.168.203.133@tcp28:192.168.203.133@tcp28) : GET try# 0 00000800:00000200:1.0:1767384623.458512:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp28 00000800:00000010:1.0:1767384623.458515:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000030f02745. 00000800:00000200:1.0:1767384623.458519:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000800:00000200:1.1:1767384623.458522:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000400:00000200:1.0:1767384623.458535:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp28 added to recovery queue. ping count: 3 next ping: 252 health :700 00000400:00000200:0.0:1767384623.458536:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.458538:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp30 00000400:00000010:1.0:1767384623.458544:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b2f5367f. 00000400:00000010:1.0:1767384623.458549:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000082e55427. 00000400:00000010:1.0:1767384623.458551:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004a35a85. 00000400:00000010:1.0:1767384623.458554:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075cfd14e. 00000400:00000200:1.0:1767384623.458558:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp30 00000400:00000200:1.0:1767384623.458564:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp30 local destination 00000400:00000200:1.0:1767384623.458567:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp30 00000400:00000200:1.0:1767384623.458569:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp30 NI seq info: [69:69:256:4294967295] 192.168.203.133@tcp30 LPNI seq info [69:69:8:4294967295] 00000400:00000200:1.0:1767384623.458573:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp30 00000400:00000200:1.0:1767384623.458583:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp30(192.168.203.133@tcp30:) -> 192.168.203.133@tcp30(192.168.203.133@tcp30:192.168.203.133@tcp30) : GET try# 0 00000800:00000200:1.0:1767384623.458586:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp30 00000800:00000010:1.0:1767384623.458589:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000101ceeb4. 00000800:00000200:1.0:1767384623.458592:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (2) 00000800:00000200:1.1:1767384623.458594:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (2) 00000400:00000200:0.0:1767384623.458602:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458605:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.458606:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp30 added to recovery queue. ping count: 1 next ping: 246 health :900 00000400:00000200:0.0:1767384623.458642:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458664:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.458686:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458709:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.458731:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458753:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.458775:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458793:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458833:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.458834:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458856:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.458893:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458897:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458938:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.458962:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.458982:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459017:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459021:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459079:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459087:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459117:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459153:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459157:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459231:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459231:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459271:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459294:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459329:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459381:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459399:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459426:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459464:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459470:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459505:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459528:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459554:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459577:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459597:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459622:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459647:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459670:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459697:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459722:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459745:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459769:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459794:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459815:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459845:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459866:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459897:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459916:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459948:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.459976:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.459993:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460036:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.460039:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.460117:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460118:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.460154:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460192:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384623.460205:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460254:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460349:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000800:00000010:3.0:1767384623.460392:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dbaf21e5. 00000400:00000200:0.0:1767384623.460397:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000800:00000010:3.0:1767384623.460398:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a4bc247. 00000800:00000010:3.0:1767384623.460406:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9c59ef5. 00000800:00000010:3.0:1767384623.460425:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9c59ef5. 00000800:00020000:3.0:1767384623.460434:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000400:00000200:0.0:1767384623.460441:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460480:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460512:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460539:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460570:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460609:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000800:00000010:0.0:1767384623.460808:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d901b56. 00000800:00000010:0.0:1767384623.460814:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000162b1062. 00000800:00000010:0.0:1767384623.460820:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf9a0311. 00000800:00000010:0.0:1767384623.460865:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf9a0311. 00000400:00000200:1.0:1767384623.460890:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384623.460908:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp29 from 217.3.0.2 00000800:00000010:1.0:1767384623.460912:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001e652a92. 00000400:00000200:0.0:1767384623.460919:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.460988:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461049:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461125:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461193:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461241:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461269:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461294:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461365:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461408:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461436:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461462:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461489:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461513:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461537:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461560:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461578:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461604:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461619:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461635:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461648:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461662:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461674:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461688:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461702:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461714:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461743:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461757:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461769:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461783:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461801:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461815:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461828:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461843:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461859:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461881:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461895:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.461910:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000800:00000010:0.0:1767384623.462011:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000070884d3a. 00000800:00000010:0.0:1767384623.462014:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009aec8026. 00000800:00000010:0.0:1767384623.462016:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf9a0311. 00000800:00000010:0.0:1767384623.462036:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf9a0311. 00000400:00000200:1.0:1767384623.462074:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384623.462086:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp30 from 216.3.0.2 00000800:00000010:1.0:1767384623.462090:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007161f613. 00000800:00000010:0.0:1767384623.462981:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004671d569. 00000800:00000010:0.0:1767384623.462985:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e393a14c. 00000800:00000010:0.0:1767384623.462998:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000515a8cfc. 00000800:00000200:0.1:1767384623.463003:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (2) 00000800:00000200:0.1:1767384623.463008:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp29 00000000515a8cfc deleted 00000800:00000010:0.1:1767384623.463010:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000515a8cfc. 00000800:00000200:0.1:1767384623.463012:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384623.463017:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp29 ip 192.168.203.133:985 00000800:00000200:0.1:1767384623.463019:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023bd3249 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384623.463022:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp29 p 3.x 192.168.203.133 -> 192.168.203.133:985 incarnation:1767384615617797788 sched[0] 00000800:00000010:0.0:1767384623.463025:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf9a0311. 00000800:00000010:0.0:1767384623.463061:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf9a0311. 00000800:00000010:0.0:1767384623.463063:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e393a14c. 00000800:00000010:0.0:1767384623.463086:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001e652a92. 00000800:00000010:0.0:1767384623.463091:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d4613e52. 00000800:00000010:0.0:1767384623.463093:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e393a14c. 00000800:00000010:0.0:1767384623.463101:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000515a8cfc. 00000800:00000200:0.1:1767384623.463106:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (2) 00000800:00000200:0.1:1767384623.463109:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp30 00000000515a8cfc deleted 00000800:00000010:0.1:1767384623.463111:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000515a8cfc. 00000800:00000200:0.1:1767384623.463113:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384623.463117:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp30 ip 192.168.203.133:984 00000800:00000200:0.1:1767384623.463119:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000101ceeb4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384623.463121:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp30 p 3.x 192.168.203.133 -> 192.168.203.133:984 incarnation:1767384617864468097 sched[0] 00000800:00000200:1.1:1767384623.463122:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384623.463126:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf9a0311. 00000800:00000200:1.0:1767384623.463131:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp29 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384615617797788 sched[0] 00000800:00000010:1.0:1767384623.463134:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000162b1062. 00000800:00000010:0.0:1767384623.463156:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf9a0311. 00000800:00000010:0.0:1767384623.463160:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e393a14c. 00000800:00000010:0.0:1767384623.463176:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007161f613. 00000400:00000200:1.0:1767384623.463182:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:0.0:1767384623.463184:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.463189:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.463212:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000200:0.0:1767384623.463226:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384623.463229:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000023bd3249. 00000400:00000200:0.0:1767384623.463233:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.463239:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: GET: OK 00000400:00000200:1.0:1767384623.463240:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463243:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384623.463248:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp29 recovery message sent successfully:0 00000800:00000001:0.0:1767384623.463259:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384623.463263:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000001:0.0:1767384623.463268:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384623.463271:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.463276:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.463282:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29) <- 192.168.203.133@tcp29 : GET - for me 00000400:00000200:1.0:1767384623.463293:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463293:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384623.463305:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x18c1 [1] + 0 00000400:00000200:0.0:1767384623.463352:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp29 to MR: 192.168.203.133@tcp29 local destination 00000400:00000200:0.0:1767384623.463364:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp29 NI seq info: [70:70:256:4294967295] 192.168.203.133@tcp29 LPNI seq info [70:70:8:4294967295] 00000400:00000200:1.0:1767384623.463365:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463387:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) -> 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) 192.168.203.133@tcp29 : REPLY try# 0 00000400:00000200:1.0:1767384623.463391:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000800:00000200:0.0:1767384623.463392:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp29 00000800:00000010:0.0:1767384623.463398:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ae87147. 00000800:00000200:0.0:1767384623.463404:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (4) 00000800:00000200:0.0:1767384623.463410:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp29 ip 192.168.203.133:988 00000800:00000200:0.0:1767384623.463413:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ae87147 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384623.463415:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.463434:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.463450:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000800:00000200:0.0:1767384623.463470:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384623.463472:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000800:00000010:0.0:1767384623.463474:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000101ceeb4. 00000400:00000200:0.0:1767384623.463480:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.463486:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp30->192.168.203.133@tcp30: GET: OK 00000400:00000200:0.0:1767384623.463490:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384623.463493:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp30 recovery message sent successfully:0 00000400:00000200:1.0:1767384623.463494:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000800:00000001:0.0:1767384623.463504:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.463509:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.463520:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.463550:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000800:00000200:0.0:1767384623.463563:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384623.463566:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ae87147. 00000400:00000200:0.0:1767384623.463571:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.463573:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463578:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: REPLY: OK 00000800:00000001:0.0:1767384623.463590:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.463595:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384623.463598:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384623.463600:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000800:00000001:0.0:1767384623.463603:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384623.463606:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.463626:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.463631:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463637:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29) <- 192.168.203.133@tcp29 : REPLY - for me 00000400:00000200:0.0:1767384623.463649:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp29: Reply from 12345-192.168.203.133@tcp29 of length 272/272 into md 0x18e9 00000400:00000200:1.0:1767384623.463653:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000800:00000001:0.0:1767384623.463653:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.463662:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.463666:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.463672:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: REPLY: OK 00000400:00000200:1.0:1767384623.463676:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463677:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fab85ec 00000400:00000010:0.0:1767384623.463681:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fab85ec. 00000400:00000200:0.0:1767384623.463688:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384623.463692:0:16157:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000068fec560. 00000400:00000010:0.0:1767384623.463695:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000049d2d6da. 00000400:00000200:1.0:1767384623.463701:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000800:00000001:0.0:1767384623.463701:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.463705:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384623.463727:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384623.463730:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000800:00000200:0.0:1767384623.463734:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp30 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384617864468097 sched[0] 00000800:00000010:0.0:1767384623.463737:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009aec8026. 00000400:00000200:1.0:1767384623.463764:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463784:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.463822:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463829:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463895:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.463897:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463931:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.463948:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.463976:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.463994:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464022:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464043:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464069:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464086:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464133:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464140:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464180:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464198:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464230:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464242:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464289:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464298:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464332:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464394:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464399:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464457:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464468:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464488:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464524:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464536:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464582:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464584:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464638:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464660:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.464671:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464739:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464789:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464833:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000800:00000010:1.0:1767384623.464863:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014588d0a. 00000800:00000010:1.0:1767384623.464868:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd2c7ae2. 00000800:00000010:1.0:1767384623.464872:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009cf38fd4. 00000400:00000200:0.0:1767384623.464889:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000800:00000010:1.0:1767384623.464905:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009cf38fd4. 00000400:00000200:0.0:1767384623.464939:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.464979:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.465049:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.465099:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384623.465112:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.465113:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp29 from 215.3.0.2 00000800:00000010:1.0:1767384623.465117:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e56b85fe. 00000800:00000001:2.0:1767384623.465149:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.465158:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.465160:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.465168:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.465176:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp30(192.168.203.133@tcp30) <- 192.168.203.133@tcp30 : GET - for me 00000400:00000200:2.0:1767384623.465187:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384623.465188:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.465195:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x18c1 [1] + 0 00000400:00000200:2.0:1767384623.465205:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp30 to MR: 192.168.203.133@tcp30 local destination 00000400:00000200:2.0:1767384623.465211:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp30 NI seq info: [71:71:256:4294967295] 192.168.203.133@tcp30 LPNI seq info [71:71:8:4294967295] 00000400:00000200:2.0:1767384623.465223:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp30(192.168.203.133@tcp30:192.168.203.133@tcp30) -> 192.168.203.133@tcp30(192.168.203.133@tcp30:192.168.203.133@tcp30) 192.168.203.133@tcp30 : REPLY try# 0 00000800:00000200:2.0:1767384623.465229:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp30 00000800:00000010:2.0:1767384623.465233:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000405abb27. 00000800:00000200:2.0:1767384623.465243:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (4) 00000800:00000200:2.0:1767384623.465249:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp30 ip 192.168.203.133:988 00000800:00000200:2.0:1767384623.465251:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000405abb27 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384623.465288:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000800:00000010:3.0:1767384623.465326:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a4bc247. 00000800:00000010:3.0:1767384623.465331:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dbaf21e5. 00000800:00000200:2.0:1767384623.465333:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384623.465336:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000405abb27. 00000400:00000200:2.0:1767384623.465353:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.465358:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp30->192.168.203.133@tcp30: REPLY: OK 00000800:00000001:2.0:1767384623.465368:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.465371:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.465373:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.465376:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.465378:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.465381:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.465387:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp30(192.168.203.133@tcp30) <- 192.168.203.133@tcp30 : REPLY - for me 00000400:00000200:2.0:1767384623.465406:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp30: Reply from 12345-192.168.203.133@tcp30 of length 272/272 into md 0x18f1 00000800:00000001:2.0:1767384623.465409:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.465415:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.465418:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.465422:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp30->192.168.203.133@tcp30: REPLY: OK 00000400:00000200:2.0:1767384623.465425:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004a35a85 00000400:00000200:0.0:1767384623.465426:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000010:2.0:1767384623.465427:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004a35a85. 00000400:00000200:2.0:1767384623.465433:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384623.465438:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b2f5367f. 00000400:00000010:2.0:1767384623.465442:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000082e55427. 00000800:00000001:2.0:1767384623.465447:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.465451:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.465518:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:02020000:2.0:1767384623.465539:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp28 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384623.465598:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.465665:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000800:00000010:1.0:1767384623.465667:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043f0e09c. 00000800:00000010:1.0:1767384623.465671:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017b97afe. 00000800:00000010:1.0:1767384623.465682:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bc6e4549. 00000800:00000200:1.1:1767384623.465687:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (4) 00000800:00000200:1.1:1767384623.465690:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp29 00000000bc6e4549 deleted 00000800:00000010:1.1:1767384623.465692:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bc6e4549. 00000800:00000200:1.1:1767384623.465696:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384623.465700:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp29 p 3.x 192.168.203.133 -> 192.168.203.133:983 incarnation:1767384615617797788 sched[0] 00000800:00000010:1.0:1767384623.465704:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009cf38fd4. 00000400:00000200:0.0:1767384623.465709:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000800:00000010:1.0:1767384623.465737:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009cf38fd4. 00000800:00000010:1.0:1767384623.465740:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017b97afe. 00000400:00000200:0.0:1767384623.465747:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000800:00000010:1.0:1767384623.465761:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e56b85fe. 00000800:00000001:1.0:1767384623.465770:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.465773:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384623.465790:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:0.0:1767384623.465793:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000800:00000200:1.0:1767384623.465794:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp29 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384615617797788 sched[0] 00000800:00000010:1.0:1767384623.465800:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd2c7ae2. 00000800:00000001:1.0:1767384623.465822:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.465825:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.465839:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.465868:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384623.465981:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac1a39e9. 00000800:00000010:0.0:1767384623.465987:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009aec8026. 00000800:00000010:0.0:1767384623.465991:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf9a0311. 00000800:00000010:0.0:1767384623.466013:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf9a0311. 00000800:00020000:0.0:1767384623.466021:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384623.466024:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009aec8026. 00000800:00000010:0.0:1767384623.466027:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac1a39e9. 00000400:02020000:0.0:1767384623.466079:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp30 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384623.469734:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp28 notifying 192.168.203.133@tcp28: down 00000400:00000200:2.0:1767384623.469737:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384623.469740:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp28 00000800:00000010:2.0:1767384623.469742:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000030f02745. 00000400:00000200:2.0:1767384623.469745:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384623.469747:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384623.469757:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384623.469759:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384623.469762:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp28) recovery failed with -71 10000000:00000001:3.0:1767384623.713389:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384623.713394:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:3.0:1767384623.713399:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.713401:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384623.713403:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384623.713404:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384623.713406:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384623.713408:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384623.713410:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 43 10000000:00000001:3.0:1767384623.713413:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384623.713414:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384623.713420:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000feb4d7d1. 00000020:00000040:3.0:1767384623.713423:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384623.713427:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384623.713430:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384623.713434:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.713439:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a5a53b7. 00000100:00000001:3.0:1767384623.713444:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.713447:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384623.713450:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384623.713455:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eaf58916. 00010000:00000001:3.0:1767384623.713458:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384623.713471:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f4a3a63. 00000020:00000001:3.0:1767384623.713474:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384623.713476:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f4a3a63 with handle 0x1c01179f271edd25 to hash 00000020:00000001:3.0:1767384623.713478:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384623.713479:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384623.713482:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384623.713485:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384623.713487:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.713489:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384623.713495:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384623.713509:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.713513:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384623.713514:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384623.713519:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a4bc247. 00000100:00000001:3.0:1767384623.713520:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934752003200 : -117138957548416 : ffff9576760bc480) 00000100:00000001:3.0:1767384623.713522:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.713524:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000100:00000001:3.0:1767384623.713527:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.713529:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.713532:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384623.713533:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384623.713539:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.713545:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384623.713558:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.713561:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384623.713562:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384623.713564:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.713566:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037650560:0@lo:101: 00000100:00000001:3.0:1767384623.713569:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384623.713573:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384623.713575:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.713576:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384623.713579:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000060926fb1. 02000000:00000001:3.0:1767384623.713581:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.713585:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7d01181. 00000400:00000010:3.0:1767384623.713591:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384623.713595:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037650560, portal 25 00000100:00000001:3.0:1767384623.713596:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.713597:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000100:00000040:3.0:1767384623.713600:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.713610:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384623.713624:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384623.713626:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48128f8. 00000100:00000200:3.0:1767384623.713628:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037650560, offset 0 00000400:00000200:3.0:1767384623.713633:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.713643:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.713652:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f505280 00000400:00000200:3.0:1767384623.713657:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1191 [2] + 0 00000400:00000010:3.0:1767384623.713660:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003469d9e6. 00000400:00000200:3.0:1767384623.713663:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2994bde 00000400:00000200:3.0:1767384623.713667:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.713670:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384623.713673:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2994bde 00000400:00000010:3.0:1767384623.713675:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2994bde. 00000100:00000001:3.0:1767384623.713690:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.713692:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384623.713694:0:16808:0:(events.c:337:request_in_callback()) incoming req@0000000072cb678a x1853237037650560 msgsize 328 00000100:00100000:3.0:1767384623.713697:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384623.713698:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384623.713708:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.713713:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48128f8 00000400:00000010:3.0:1767384623.713714:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48128f8. 00000100:00000001:3.0:1767384623.713717:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384623.713719:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.713725:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.713726:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.713730:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.713731:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384623.713734:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.713738:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294912530 00000100:00000010:3.0:1767384623.713741:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009598c5d. 00000100:00000001:3.0:1767384623.713750:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384623.713754:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294912530 00000100:00000010:3.0:1767384623.713757:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005992d8d1. 00000100:00000001:3.0:1767384623.713759:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384623.713761:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294912530 00000100:00000010:3.0:1767384623.713763:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb552a0f. 00000100:00000001:3.0:1767384623.713765:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384623.713767:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294912530 00000100:00000001:0.0:1767384623.713769:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767384623.713770:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071bd5dbc. 00000100:00100000:0.0:1767384623.713774:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037650560 00000100:00000001:3.0:1767384623.713775:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384623.713780:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384623.713781:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.713783:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384623.713784:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.713787:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384623.713788:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384623.713789:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 000000008a4bc247 going to sleep for 11 seconds 00000100:00000001:3.0:1767384623.713793:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384623.713794:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.713797:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.713800:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384623.713804:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037650560 00000020:00000001:0.0:1767384623.713807:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384623.713809:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384623.713811:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.713813:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384623.713816:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384623.713818:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384623.713823:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.713826:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d0ded72. 00000100:00000001:0.0:1767384623.713828:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.713831:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d0ded72. 00000020:00000010:0.0:1767384623.713836:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba14a108. 00000020:00000010:0.0:1767384623.713841:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c786749. 00000020:00000010:0.0:1767384623.713846:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0d1c2cc. 00000100:00000040:0.0:1767384623.713857:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384623.713860:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384623.713861:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384623.713863:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.713869:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.713883:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.713894:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384623.713896:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384623.713900:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:0.0:1767384623.713903:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384623.713905:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715853904 : -117138993697712 : ffff957673e42c50) 00000100:00000040:0.0:1767384623.713910:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072cb678a x1853237037650560/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.713917:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.713920:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d0ded72. 00000100:00000001:0.0:1767384623.713921:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.713923:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d0ded72. 00000100:00100000:0.0:1767384623.713931:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072cb678a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037650560:12345-0@lo:101: 00000100:00000200:0.0:1767384623.713934:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037650560 00000020:00000001:0.0:1767384623.713938:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384623.713940:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384623.713942:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.713944:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384623.713946:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:0.0:1767384623.713948:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384623.713950:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384623.713952:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384623.713954:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384623.713957:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.713958:0:16806:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384623.713960:0:16806:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384623.713961:0:16806:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384623.713963:0:16806:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384623.713965:0:16806:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.713969:0:16806:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384623.713974:0:16806:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3f4cda5. 00010000:00000001:0.0:1767384623.713977:0:16806:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384623.713980:0:16806:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cdef4e7. 00000020:00000001:0.0:1767384623.713982:0:16806:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384623.713984:0:16806:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cdef4e7 with handle 0x1c01179f271edd2c to hash 00000020:00000001:0.0:1767384623.713986:0:16806:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384623.713987:0:16806:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384623.713989:0:16806:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00010000:0.0:1767384623.713991:0:16806:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271edd25 expref: -99 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384623.713996:0:16806:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:0.0:1767384623.713998:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:0.0:1767384623.714012:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384623.714014:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384623.714017:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000014f7ace9. 02000000:00000001:0.0:1767384623.714022:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.714024:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.714025:0:16806:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384623.714028:0:16806:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384623.714030:0:16806:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384623.714031:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384623.714033:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.714034:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384623.714035:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.714037:0:16806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384623.714039:0:16806:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384623.714040:0:16806:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384623.714041:0:16806:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384623.714043:0:16806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3f4cda5) refcount = 1 00010000:00010000:0.0:1767384623.714046:0:16806:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271edd25 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.714050:0:16806:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384623.714051:0:16806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384623.714052:0:16806:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.714053:0:16806:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.714054:0:16806:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384623.714057:0:16806:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384623.714059:0:16806:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edd25 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.714063:0:16806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384623.714064:0:16806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384623.714066:0:16806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.714068:0:16806:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.714080:0:16806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384623.714081:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.714083:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384623.714083:0:16806:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005cdef4e7, rc 0) 00000020:00000001:0.0:1767384623.714085:0:16806:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384623.714088:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037650560 00010000:00000001:0.0:1767384623.714090:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384623.714099:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072cb678a x1853237037650560/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 328/344 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384623.714105:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384623.714107:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384623.714111:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384623.714115:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384623.714117:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384623.714119:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384623.714122:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384623.714123:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.714126:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384623.714129:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384623.714132:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384623.714134:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037650560, offset 224 00000400:00000200:0.0:1767384623.714139:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.714143:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384623.714148:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f505280 00000400:00000200:0.0:1767384623.714151:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x18f5 [1] + 224 00000400:00000200:0.0:1767384623.714154:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.714156:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384623.714159:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384623.714161:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384623.714168:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.714181:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384623.714185:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384623.714187:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000100:00000001:0.0:1767384623.714190:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384623.714192:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384623.714195:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384623.714195:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.714200:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384623.714202:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384623.714203:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384623.714206:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384623.714207:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.714209:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7d01181. 00000400:00000200:3.0:1767384623.714214:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000020:00000001:0.0:1767384623.714216:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384623.714217:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:3.0:1767384623.714222:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384623.714223:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072cb678a x1853237037650560/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 328/344 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384623.714229:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.714237:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072cb678a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037650560:12345-0@lo:101: Request processed in 316us (538us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384623.714248:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.714251:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000040:0.0:1767384623.714257:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384623.714261:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384623.714261:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384623.714266:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.714266:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384623.714270:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384623.714272:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384623.714272:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c786749. 00000100:00000001:3.0:1767384623.714275:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384623.714278:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0d1c2cc. 00000020:00000010:0.0:1767384623.714281:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba14a108. 00000100:00000001:3.0:1767384623.714285:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384623.714286:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:3.0:1767384623.714288:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.714290:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384623.714293:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=53 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384623.714293:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000014f7ace9. 02000000:00000001:0.0:1767384623.714295:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384623.714298:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384623.714299:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384623.714305:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384623.714305:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384623.714307:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.714334:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384623.714335:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714350:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.714354:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384623.714356:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084af5790. 00000100:00000001:3.0:1767384623.714364:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384623.714364:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aec8026. 00000100:00000001:3.0:1767384623.714369:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384623.714371:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384623.714375:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384623.714380:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037650560:0@lo:101: 00000100:00000001:3.0:1767384623.714383:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.714385:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714386:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384623.714387:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.714388:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.714392:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384623.714394:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008a4bc247. 00000100:00000001:3.0:1767384623.714396:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384623.714397:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.714399:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384623.714401:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384623.714402:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.714403:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:3.0:1767384623.714405:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384623.714407:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000040:3.0:1767384623.714415:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004f4a3a63, remote cookie: 0x1c01179f271edd2c, flags: 0x0 00010000:00000001:3.0:1767384623.714418:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384623.714419:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384623.714420:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384623.714421:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384623.714422:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384623.714424:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eaf58916) refcount = 1 00010000:00010000:3.0:1767384623.714426:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.714430:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384623.714431:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384623.714432:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384623.714434:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384623.714436:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.714438:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.714442:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384623.714443:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.714443:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.714444:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.714445:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.714445:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714447:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.714448:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037650560/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.714453:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384623.714454:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384623.714455:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000060926fb1. 02000000:00000001:3.0:1767384623.714457:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384623.714459:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384623.714460:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384623.714461:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384623.714462:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001a5a53b7. 02000000:00000001:3.0:1767384623.714464:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384623.714470:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384623.714471:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000100:00000001:3.0:1767384623.714476:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384623.714477:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384623.714478:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.714479:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384623.714480:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:3.0:1767384623.714481:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.714482:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384623.714483:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.714484:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=3 00000020:00000001:3.0:1767384623.714485:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384623.714486:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384623.714488:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384623.714489:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.714490:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.714491:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.714492:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384623.714495:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000eff27e7f. 00000100:00000010:3.0:1767384623.714507:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000feb4d7d1. 00000020:00000040:3.0:1767384623.714509:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384623.714511:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384623.714512:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384623.714514:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.714517:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a5a53b7. 00000100:00000001:3.0:1767384623.714519:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714522:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384623.714524:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000060926fb1. 00000100:00000010:3.0:1767384623.714525:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f9c59ef5. 00000020:00000040:3.0:1767384623.714526:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384623.714529:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384623.714529:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384623.714531:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a4bc247. 00000100:00000001:3.0:1767384623.714532:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934752003200 : -117138957548416 : ffff9576760bc480) 00000100:00000001:3.0:1767384623.714533:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.714534:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000100:00000001:3.0:1767384623.714539:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.714540:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714541:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384623.714542:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384623.714543:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.714557:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384623.714558:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.714562:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384623.714563:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384623.714564:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.714566:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037650688:0@lo:256: 00000100:00000001:3.0:1767384623.714568:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384623.714569:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384623.714571:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714572:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384623.714576:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7d01181. 00000400:00000010:3.0:1767384623.714579:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000cadb14e9. 00000100:00000200:3.0:1767384623.714582:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f505300-0x695825f505300, portal 33 00000100:00000001:3.0:1767384623.714583:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.714584:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384623.714586:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041da1e81. 02000000:00000001:3.0:1767384623.714587:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.714588:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561e9f04. 00000400:00000010:3.0:1767384623.714590:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384623.714591:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037650688, portal 25 00000100:00000001:3.0:1767384623.714592:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.714593:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000100:00000040:3.0:1767384623.714595:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.714599:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384623.714600:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384623.714602:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48128f8. 00000100:00000200:3.0:1767384623.714603:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037650688, offset 0 00000400:00000200:3.0:1767384623.714620:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.714625:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.714630:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f505300 00000400:00000200:3.0:1767384623.714634:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x11a9 [2] + 0 00000400:00000010:3.0:1767384623.714636:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025e946b0. 00000400:00000200:3.0:1767384623.714638:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aaf2923f 00000400:00000200:3.0:1767384623.714640:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.714642:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384623.714644:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaf2923f 00000400:00000010:3.0:1767384623.714645:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aaf2923f. 00000100:00000001:3.0:1767384623.714647:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.714648:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384623.714650:0:16808:0:(events.c:337:request_in_callback()) incoming req@000000002e081088 x1853237037650688 msgsize 304 00000100:00100000:3.0:1767384623.714653:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384623.714654:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384623.714662:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.714665:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48128f8 00000400:00000010:3.0:1767384623.714666:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48128f8. 00000100:00000001:3.0:1767384623.714668:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384623.714669:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.714674:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.714675:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.714679:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714680:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384623.714682:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714683:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294912531 00000100:00000001:3.0:1767384623.714687:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912530 00000100:00000001:3.0:1767384623.714690:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294912531 00000100:00000001:3.0:1767384623.714691:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912530 00000100:00000001:3.0:1767384623.714693:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294912531 00000100:00000001:3.0:1767384623.714695:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912530 00000100:00000001:3.0:1767384623.714702:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294912531 00000100:00000001:3.0:1767384623.714704:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912530 00000100:00000001:3.0:1767384623.714707:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.714708:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.714710:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384623.714711:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384623.714712:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 000000008a4bc247 going to sleep for 11 seconds 00000100:00000001:3.0:1767384623.714714:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.714716:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.714719:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384623.714722:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037650688 02000000:00000001:0.0:1767384623.714725:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384623.714726:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.714727:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.714730:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384623.714732:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037650688 00000020:00000001:0.0:1767384623.714733:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384623.714734:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384623.714736:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.714737:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384623.714739:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384623.714740:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384623.714743:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.714751:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d0ded72. 00000100:00000001:0.0:1767384623.714753:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.714754:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d0ded72. 00000020:00000010:0.0:1767384623.714758:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba14a108. 00000020:00000010:0.0:1767384623.714760:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c786749. 00000020:00000010:0.0:1767384623.714762:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0d1c2cc. 00000100:00000040:0.0:1767384623.714766:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384623.714768:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384623.714769:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384623.714770:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.714773:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.714784:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.714791:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384623.714793:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384623.714796:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:0.0:1767384623.714798:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384623.714800:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715846736 : -117138993704880 : ffff957673e41050) 00000100:00000040:0.0:1767384623.714804:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e081088 x1853237037650688/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 304/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.714811:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.714813:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d0ded72. 00000100:00000001:0.0:1767384623.714814:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.714816:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d0ded72. 00000100:00100000:0.0:1767384623.714818:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e081088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037650688:12345-0@lo:256: 00000100:00000200:0.0:1767384623.714821:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037650688 00000020:00000001:0.0:1767384623.714822:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384623.714824:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384623.714825:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.714826:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384623.714828:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:0.0:1767384623.714830:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384623.714831:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384623.714838:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384623.714839:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384623.714841:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.714843:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384623.714844:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384623.714847:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000014f7ace9. 02000000:00000001:0.0:1767384623.714848:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.714850:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384623.714851:0:16806:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384623.714854:0:16806:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384623.714857:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384623.714858:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384623.714861:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384623.714862:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384623.714864:0:16806:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384623.714866:0:16806:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000082c7f1de. 20000000:00000001:0.0:1767384623.714868:0:16806:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384623.714877:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384623.714882:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384623.714886:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384623.714887:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384623.714888:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384623.714889:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384623.714891:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384623.714892:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384623.714893:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384623.714894:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384623.714896:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384623.714897:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384623.714898:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384623.714899:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384623.714901:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384623.714902:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384623.714903:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384623.714904:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384623.714906:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384623.714907:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384623.714908:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384623.714909:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384623.714916:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384623.714917:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:0.0:1767384623.714918:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3592/1/4/3. 20000000:00000040:0.0:1767384623.714924:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384623.714925:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384623.714926:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384623.714928:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384623.714929:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384623.714930:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384623.714931:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384623.714932:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384623.714933:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384623.714934:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384623.714935:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384623.714937:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384623.714938:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384623.714939:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384623.714940:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384623.714941:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384623.714943:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384623.714944:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384623.714945:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384623.714946:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384623.714947:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384623.714948:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384623.714950:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384623.714951:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:0.0:1767384623.714952:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3088/1/4/3. 20000000:01000000:0.0:1767384623.714953:0:16806:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1008, version 52 20000000:00000001:0.0:1767384623.714954:0:16806:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1008 : 1008 : 3f0) 00000100:00000001:0.0:1767384623.714956:0:16806:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384623.714959:0:16806:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c033e282. 00000100:00000010:0.0:1767384623.714960:0:16806:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000031c4c3a. 00000020:00000040:0.0:1767384623.714962:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:0.0:1767384623.714964:0:16806:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384623.714966:0:16806:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384623.714968:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000400:00000010:0.0:1767384623.714972:0:16806:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dda2b48d. 00000400:00000200:0.0:1767384623.714979:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.714985:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384623.714989:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1008 into portal 33 MB=0x695825f505300 00000400:00000200:0.0:1767384623.714993:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1008/1008 into md 0x1905 [4] + 0 00000400:00000010:0.0:1767384623.714995:0:16806:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7d01181. 00000400:00000200:0.0:1767384623.714997:0:16806:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cadb14e9 00000400:00000200:0.0:1767384623.714999:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.715001:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384623.715003:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cadb14e9 00000400:00000010:0.0:1767384623.715003:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000cadb14e9. 00000100:00000001:0.0:1767384623.715016:0:16806:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384623.715017:0:16806:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000feb4d7d1 desc 0000000060926fb1 mbits 1853237037650688 00000100:00000001:0.0:1767384623.715026:0:16806:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384623.715028:0:16806:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384623.715031:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384623.715038:0:16806:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1911 00000100:00000001:3.0:1767384623.715039:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384623.715041:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384623.715042:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.715047:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384623.715049:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384623.715051:0:16806:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c033e282 00000100:00000001:0.0:1767384623.715052:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384623.715056:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384623.715057:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000100:00000001:0.0:1767384623.715058:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384623.715059:0:16806:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c033e282 00000100:00000001:0.0:1767384623.715060:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384623.715063:0:16806:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1008 bytes via portal 33 id 12345-0@lo mbits 0x695825f505300-0x695825f505300 00000100:00000001:0.0:1767384623.715065:0:16806:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.715068:0:16806:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.715069:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384623.715071:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:0.0:1767384623.715072:0:16806:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000031c4c3a. 00000100:00000010:0.0:1767384623.715085:0:16806:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c033e282. 00000100:00000001:0.0:1767384623.715086:0:16806:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384623.715087:0:16806:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384623.715096:0:16806:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000082c7f1de. 20000000:00000001:0.0:1767384623.715098:0:16806:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384623.715100:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037650688 00010000:00000001:0.0:1767384623.715102:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384623.715104:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e081088 x1853237037650688/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 304/240 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384623.715110:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384623.715111:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384623.715112:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384623.715115:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384623.715116:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384623.715118:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384623.715119:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384623.715120:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.715123:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384623.715124:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384623.715126:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384623.715128:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037650688, offset 224 00000400:00000200:0.0:1767384623.715131:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.715134:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384623.715138:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f505300 00000400:00000200:0.0:1767384623.715141:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1909 [1] + 224 00000400:00000200:0.0:1767384623.715144:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.715146:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384623.715148:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384623.715150:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384623.715156:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.715167:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384623.715170:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384623.715172:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000100:00000001:0.0:1767384623.715174:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384623.715178:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384623.715182:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384623.715184:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384623.715187:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384623.715187:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.715190:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561e9f04. 00000100:00000040:0.0:1767384623.715192:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:3.0:1767384623.715195:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00010000:00000001:0.0:1767384623.715196:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384623.715200:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000020:00000001:0.0:1767384623.715200:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.715203:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384623.715205:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384623.715208:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e081088 x1853237037650688/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 304/240 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384623.715211:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.715226:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e081088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037650688:12345-0@lo:256: Request processed in 412us (572us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384623.715228:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.715240:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384623.715240:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000001:3.0:1767384623.715242:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384623.715244:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384623.715245:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384623.715248:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384623.715249:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384623.715250:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.715252:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384623.715253:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384623.715256:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c786749. 02000000:00000001:3.0:1767384623.715257:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384623.715262:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0d1c2cc. 00000100:00001000:3.0:1767384623.715263:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384623.715269:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=53 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384623.715269:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba14a108. 00000100:00000001:3.0:1767384623.715276:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384623.715277:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:3.0:1767384623.715278:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.715283:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384623.715284:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.715284:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384623.715287:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000014f7ace9. 02000000:00000001:0.0:1767384623.715289:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384623.715290:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.715294:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384623.715295:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384623.715300:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384623.715301:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a62a8306. 00000400:00000010:0.0:1767384623.715307:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e393a14c. 00000100:00000040:3.0:1767384623.715333:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.715352:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384623.715354:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384623.715357:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384623.715361:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037650688:0@lo:256: 00000100:00000001:3.0:1767384623.715365:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.715366:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.715367:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384623.715369:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.715370:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.715374:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384623.715376:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008a4bc247. 00000100:00000001:3.0:1767384623.715378:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384623.715379:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384623.715381:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 52, more 0. 10000000:00000001:3.0:1767384623.715383:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384623.715388:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000001c5f5b6f. 10000000:00000040:3.0:1767384623.715396:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384623.715401:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384623.715403:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384623.715408:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:3.0:1767384623.715410:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.715411:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384623.715413:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:3.0:1767384623.715415:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000400:00000200:3.0:1767384623.715417:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 24 NIDs 00000400:00001000:3.0:1767384623.715424:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384623.715426:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:3.0:1767384623.715431:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384623.715436:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (22) 00000400:00000200:3.0:1767384623.715440:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (23) 00000400:00000200:3.0:1767384623.715451:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384623.715453:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384623.715455:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384623.715457:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:3.0:1767384623.715458:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (24) 00000400:00000200:3.0:1767384623.715460:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:3.0:1767384623.715461:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:3.0:1767384623.715464:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715466:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:3.0:1767384623.715467:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:3.0:1767384623.715469:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715471:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:2.0:1767384623.715472:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384623.715473:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:3.0:1767384623.715478:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715480:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:2.0:1767384623.715481:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:3.0:1767384623.715485:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:3.0:1767384623.715489:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000010:2.0:1767384623.715490:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000400:00000200:3.0:1767384623.715491:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:3.0:1767384623.715495:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:2.0:1767384623.715497:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (23) 00000400:00000200:3.0:1767384623.715500:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715503:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000010:2.0:1767384623.715504:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000001aa09e. 00000400:00000200:3.0:1767384623.715505:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:3.0:1767384623.715511:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715515:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:2.0:1767384623.715515:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:3.0:1767384623.715520:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:3.0:1767384623.715524:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715525:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:2.0:1767384623.715528:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:3.0:1767384623.715529:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:3.0:1767384623.715535:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384623.715537:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:3.0:1767384623.715539:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:3.0:1767384623.715544:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:2.0:1767384623.715547:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384623.715555:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384623.715556:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:3.0:1767384623.715560:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:3.0:1767384623.715565:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:2.0:1767384623.715566:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:3.0:1767384623.715570:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715573:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:2.0:1767384623.715577:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:3.0:1767384623.715578:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:3.0:1767384623.715584:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384623.715587:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:3.0:1767384623.715588:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:3.0:1767384623.715594:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:2.0:1767384623.715598:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:3.0:1767384623.715601:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715606:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:3.0:1767384623.715612:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:2.0:1767384623.715612:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:3.0:1767384623.715620:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384623.715621:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:3.0:1767384623.715622:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:3.0:1767384623.715627:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:2.0:1767384623.715631:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:3.0:1767384623.715633:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715635:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:3.0:1767384623.715637:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:3.0:1767384623.715639:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715640:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:3.0:1767384623.715642:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:3.0:1767384623.715644:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715645:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:3.0:1767384623.715646:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:3.0:1767384623.715648:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715649:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:3.0:1767384623.715652:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:3.0:1767384623.715657:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384623.715661:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:3.0:1767384623.715662:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:3.0:1767384623.715667:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:3.0:1767384623.715673:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384623.715673:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:3.0:1767384623.715683:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:3.0:1767384623.715688:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:2.0:1767384623.715692:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:3.0:1767384623.715693:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.715695:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:3.0:1767384623.715696:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:3.0:1767384623.715706:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384623.715710:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:3.0:1767384623.715711:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:3.0:1767384623.715716:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:2.0:1767384623.715720:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000010:3.0:1767384623.715721:0:16808:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000a69331ff. 00000400:00000200:3.0:1767384623.715728:0:16808:0:(peer.c:264:lnet_peer_alloc()) 00000000a69331ff nid 192.168.203.133@tcp31 00000400:00000200:2.0:1767384623.715729:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000010:3.0:1767384623.715732:0:16808:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c27d83db. 00000400:00000200:2.0:1767384623.715736:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:3.0:1767384623.715738:0:16808:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c27d83db net tcp31 00000400:00000010:3.0:1767384623.715742:0:16808:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c40f0688. 00000400:00000200:2.0:1767384623.715746:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:3.0:1767384623.715751:0:16808:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c40f0688 nid 192.168.203.133@tcp31 00000400:00000200:2.0:1767384623.715754:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[68, 12], ns[68, 12] 00000400:00000200:2.0:1767384623.715758:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 12], ns[70, 12] 00000400:00000200:2.0:1767384623.715761:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 12], ns[71, 12] 00000400:00000200:2.0:1767384623.715763:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:2.0:1767384623.715767:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp12 00000400:00000200:2.0:1767384623.715769:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp12 lpni_is_preferred = 0 00000400:00000200:2.0:1767384623.715772:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp12 00000400:00000200:2.0:1767384623.715774:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp12 NI seq info: [72:72:256:4294967295] 192.168.203.133@tcp12 LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1767384623.715780:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp12 00000400:00000200:2.0:1767384623.715785:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp12(192.168.203.133@tcp12:) -> 192.168.203.133@tcp12(192.168.203.133@tcp:192.168.203.133@tcp12) : PUT try# 0 00000800:00000200:2.0:1767384623.715790:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.133@tcp12 00000400:00000200:3.0:1767384623.715791:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a69331ff (0) 00000400:00000200:3.0:1767384623.715799:0:16808:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.133@tcp31: -2 00000800:00000010:2.0:1767384623.715799:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000405abb27. 00000400:00000200:3.0:1767384623.715805:0:16808:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp31 NID 192.168.203.133@tcp31 flags 0x1 00000400:00000200:3.0:1767384623.715809:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a69331ff (1) 00000800:00000200:2.0:1767384623.715809:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (6) 00000400:00000200:3.0:1767384623.715813:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a69331ff (2) 00000400:00000200:3.0:1767384623.715816:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a69331ff (1) 00000400:00000200:3.0:1767384623.715819:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a69331ff (2) 00000800:00000200:2.0:1767384623.715823:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp12 ip 192.168.203.133:988 00000400:00000200:3.0:1767384623.715825:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp31 (00000000a69331ff): 0 00000400:00000200:3.0:1767384623.715829:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:2.0:1767384623.715830:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000405abb27 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:3.0:1767384623.715832:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384623.715836:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp31 NID 192.168.203.133@tcp31: 0. pending discovery 00000400:00000200:3.0:1767384623.715837:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a69331ff (3) 00000400:00000200:3.0:1767384623.715839:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000010:3.0:1767384623.715842:0:16808:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000fa8d95b8. 00000400:00000200:2.0:1767384623.715845:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384623.715849:0:16808:0:(peer.c:264:lnet_peer_alloc()) 00000000fa8d95b8 nid 192.168.203.133@tcp32 00000400:00000200:2.0:1767384623.715852:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000400:00000010:3.0:1767384623.715854:0:16808:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005836b300. 00000400:00000200:3.0:1767384623.715859:0:16808:0:(peer.c:204:lnet_peer_net_alloc()) 000000005836b300 net tcp32 00000400:00000200:2.0:1767384623.715861:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp31(00000000a69331ff) state 0x41 00000400:00000010:3.0:1767384623.715863:0:16808:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007173af1b. 00000400:00000200:2.0:1767384623.715865:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a69331ff (2) 00000400:00000200:3.0:1767384623.715869:0:16808:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007173af1b nid 192.168.203.133@tcp32 00000400:00000200:3.0:1767384623.715874:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fa8d95b8 (0) 00000400:00000200:3.0:1767384623.715877:0:16808:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.133@tcp32: -2 00000400:00000010:2.0:1767384623.715877:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005ed2efa3. 00000400:00000010:2.0:1767384623.715883:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000400:00000200:3.0:1767384623.715884:0:16808:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp32 NID 192.168.203.133@tcp32 flags 0x1 00000400:00000200:3.0:1767384623.715889:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fa8d95b8 (1) 00000400:00000200:3.0:1767384623.715890:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fa8d95b8 (2) 00000400:00000010:2.0:1767384623.715892:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6e63de9. 00000400:00000200:3.0:1767384623.715893:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fa8d95b8 (1) 00000400:00000200:2.0:1767384623.715897:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp31 00000400:00000200:3.0:1767384623.715902:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fa8d95b8 (2) 00000400:00000200:3.0:1767384623.715906:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp32 (00000000fa8d95b8): 0 00000400:00000200:3.0:1767384623.715907:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384623.715910:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384623.715913:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp32 NID 192.168.203.133@tcp32: 0. pending discovery 00000400:00000200:3.0:1767384623.715914:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fa8d95b8 (3) 00000100:00000001:3.0:1767384623.715916:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.715918:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.715922:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp31 local destination 10000000:00000040:3.0:1767384623.715926:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 00000400:00000200:2.0:1767384623.715929:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 10000000:00000010:3.0:1767384623.715933:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000564bf2ef. 00000400:00000200:2.0:1767384623.715934:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp31 10000000:00000040:3.0:1767384623.715939:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 52/52 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000400:00000200:2.0:1767384623.715940:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp31 lpni_is_preferred = 0 00000020:00000080:3.0:1767384623.715943:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384623.715944:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp31 00000400:00000200:2.0:1767384623.715949:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp31 NI seq info: [73:73:256:4294967295] 192.168.203.133@tcp31 LPNI seq info [1:1:8:4294967295] 00000020:00000001:3.0:1767384623.715950:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384623.715955:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061ed42fd. 00000400:00000200:2.0:1767384623.715955:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp31 00000800:00000200:1.0:1767384623.715959:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384623.715961:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d51fd8d. 00000800:00000010:1.0:1767384623.715965:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000405abb27. 00000040:00000010:3.0:1767384623.715969:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008fc81e42. 00000400:00000200:1.0:1767384623.715971:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.715974:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp31(192.168.203.133@tcp31:) -> 192.168.203.133@tcp31(192.168.203.133@tcp31:192.168.203.133@tcp31) : GET try# 0 00000020:00000010:3.0:1767384623.715976:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c3d035d8. 00000400:00000200:1.0:1767384623.715982:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp12->192.168.203.133@tcp12: PUT: OK 00000020:00000010:3.0:1767384623.715983:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ba7dd190. 00000800:00000200:2.0:1767384623.715983:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp31 00000020:00000010:3.0:1767384623.715990:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007c30e944. 00000800:00000010:2.0:1767384623.715992:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070f825ed. 00000400:00000200:1.0:1767384623.715992:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 80000000:00000010:3.0:1767384623.715995:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000352987b2. 00000400:00000200:1.0:1767384623.715999:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000010:2.0:1767384623.716000:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a23eabb0. 40000000:00000010:3.0:1767384623.716002:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000af3a9439. 00100000:00000010:3.0:1767384623.716017:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007abfa55b. 00000800:00000010:2.0:1767384623.716018:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b9b7e5c3. 00000800:00000001:1.0:1767384623.716018:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000010:3.0:1767384623.716025:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b77a9ad2. 00000800:00000200:2.0:1767384623.716026:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000800:00000001:1.0:1767384623.716030:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:3.0:1767384623.716031:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005b339fea. 00000800:00000200:2.1:1767384623.716035:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000800:00000001:1.0:1767384623.716036:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000010:3.0:1767384623.716038:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000448f8ca1. 00080000:00000010:3.0:1767384623.716043:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e086bdc0. 00000004:00000010:3.0:1767384623.716046:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000006dd8bcc. 00000400:00000200:2.0:1767384623.716050:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp31 00000004:00000010:3.0:1767384623.716051:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002c41d231. 00000800:00000001:1.0:1767384623.716051:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.716055:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp31(00000000a69331ff) state 0x241 rc 0 00000004:00000010:3.0:1767384623.716059:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003960a4ae. 00000400:00000200:2.0:1767384623.716063:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp32(00000000fa8d95b8) state 0x41 00000400:00000200:1.0:1767384623.716065:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp12(192.168.203.133@tcp12) <- 192.168.203.133@tcp12 : PUT - for me 00002000:00000010:3.0:1767384623.716067:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a3d405ce. 00000400:00000200:2.0:1767384623.716068:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fa8d95b8 (2) 00000004:00000010:3.0:1767384623.716074:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008181cd7d. 00000400:00000010:2.0:1767384623.716075:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fb3dabfb. 00000400:00000200:1.0:1767384623.716080:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 416 into portal 0 MB=0x8000000000000000 00000004:00000001:3.0:1767384623.716081:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000010:2.0:1767384623.716093:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000530c0a00. 00000040:00000001:3.0:1767384623.716094:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:1.0:1767384623.716099:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 384/416 into md 0x183d [1] + 0 00000040:00001000:3.0:1767384623.716103:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000564bf2ef 00000400:00000010:1.0:1767384623.716104:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002009cd38. 00000040:00001000:3.0:1767384623.716106:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384623.716109:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:1.0:1767384623.716109:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f48ef1c1 00000040:00001000:3.0:1767384623.716114:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384623.716115:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000001:1.0:1767384623.716116:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00001000:3.0:1767384623.716118:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000010:2.0:1767384623.716119:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005149a765. 00000040:00001000:3.0:1767384623.716121:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000800:00000001:1.0:1767384623.716123:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767384623.716124:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384623.716127:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.716129:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp32 00000040:00001000:3.0:1767384623.716130:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:3.0:1767384623.716135:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384623.716136:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp12->192.168.203.133@tcp12: PUT: OK 00000400:00000200:2.0:1767384623.716140:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp32 local destination 00000400:00000200:2.0:1767384623.716143:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000400:00000200:2.0:1767384623.716149:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp32 00000400:00000200:2.0:1767384623.716151:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp32 lpni_is_preferred = 0 00000400:00000200:2.0:1767384623.716154:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp32 00000400:00000200:2.0:1767384623.716160:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp32 NI seq info: [74:74:256:4294967295] 192.168.203.133@tcp32 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384623.716171:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp32 00000400:00000200:2.0:1767384623.716177:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp32(192.168.203.133@tcp32:) -> 192.168.203.133@tcp32(192.168.203.133@tcp32:192.168.203.133@tcp32) : GET try# 0 00000800:00000200:2.0:1767384623.716181:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp32 00000400:00000200:1.0:1767384623.716181:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48ef1c1 00000800:00000010:2.0:1767384623.716184:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001de99a3c. 00000400:00000010:1.0:1767384623.716185:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48ef1c1. 00000004:00000001:3.0:1767384623.716187:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384623.716192:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009b2c999a. 00000400:00000200:1.0:1767384623.716192:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000010:3.0:1767384623.716193:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007d51fd8d. 00000800:00000010:2.0:1767384623.716199:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d1425af5. 00000400:00000200:1.0:1767384623.716199:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (24) 00000040:00000010:3.0:1767384623.716200:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008fc81e42. 00000020:00000010:3.0:1767384623.716207:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c3d035d8. 00000800:00000200:2.0:1767384623.716207:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (2) 00000400:00000200:1.0:1767384623.716209:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000020:00000010:3.0:1767384623.716212:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ba7dd190. 00000400:00000200:1.0:1767384623.716216:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (416 bytes) 00000020:00000010:3.0:1767384623.716217:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007c30e944. 00000800:00000200:2.1:1767384623.716218:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (2) 00000400:00000200:1.0:1767384623.716224:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 80000000:00000010:3.0:1767384623.716225:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000352987b2. 40000000:00000010:3.0:1767384623.716228:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000af3a9439. 00100000:00000010:3.0:1767384623.716232:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007abfa55b. 00000400:00000200:2.0:1767384623.716235:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp32 00040000:00000010:3.0:1767384623.716237:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b77a9ad2. 00000400:00000200:1.0:1767384623.716237:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (25) 00000400:00000200:2.0:1767384623.716240:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp32(00000000fa8d95b8) state 0x241 rc 0 00040000:00000010:3.0:1767384623.716244:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005b339fea. 00000400:00000200:1.0:1767384623.716246:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00040000:00000010:3.0:1767384623.716248:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000448f8ca1. 00000400:00000010:2.0:1767384623.716248:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000005081d19d. 00080000:00000010:3.0:1767384623.716255:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e086bdc0. 00000400:00000010:2.0:1767384623.716255:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f75e71. 00000400:00000200:1.0:1767384623.716255:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp12 to MR: 192.168.203.133@tcp12 local destination 00000004:00000010:3.0:1767384623.716262:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000006dd8bcc. 00000400:00000010:2.0:1767384623.716263:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fbe64d1. 00000400:00000200:1.0:1767384623.716268:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp12 NI seq info: [75:75:256:4294967295] 192.168.203.133@tcp12 LPNI seq info [73:73:8:4294967295] 00000004:00000010:3.0:1767384623.716269:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002c41d231. 00000400:00000200:2.0:1767384623.716270:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005081d19d 00000004:00000010:3.0:1767384623.716276:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003960a4ae. 00002000:00000010:3.0:1767384623.716282:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a3d405ce. 00000004:00000010:3.0:1767384623.716287:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008181cd7d. 00000400:00000200:1.0:1767384623.716287:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp12(192.168.203.133@tcp12:192.168.203.133@tcp12) -> 192.168.203.133@tcp12(192.168.203.133@tcp12:192.168.203.133@tcp12) 192.168.203.133@tcp12 : ACK try# 0 00000020:00000010:3.0:1767384623.716292:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061ed42fd. 00000400:00000010:2.0:1767384623.716295:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000005916f99d. 00000020:00000001:3.0:1767384623.716297:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384623.716298:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp12 00000400:00000200:2.0:1767384623.716302:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000020:00000001:3.0:1767384623.716303:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384623.716305:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bce0c36. 10000000:00000010:3.0:1767384623.716308:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000564bf2ef. 00000400:00000200:2.0:1767384623.716323:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102471 00000400:00000200:2.0:1767384623.716326:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (24) 00000400:00000010:2.0:1767384623.716330:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000007cfa9924. 00000400:00000010:2.0:1767384623.716332:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e60acf06. 00000400:00000010:2.0:1767384623.716335:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e0bece1. 10000000:00000010:3.0:1767384623.716348:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000001c5f5b6f. 10000000:00000001:3.0:1767384623.716352:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.716353:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000100:00000001:3.0:1767384623.716356:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384623.716361:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000040:3.0:1767384623.716369:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037650688/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.716370:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:2.0:1767384623.716386:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:3.0:1767384623.716387:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384623.716392:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384623.716394:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 02000000:00000010:3.0:1767384623.716395:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041da1e81. 02000000:00000001:3.0:1767384623.716402:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384623.716403:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000020:00000001:3.0:1767384623.716405:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384623.716408:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384623.716412:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384623.716412:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000001:3.0:1767384623.716416:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384623.716419:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384623.716421:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384623.716423:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000001:3.0:1767384623.716424:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384623.716426:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f9c59ef5. 00000100:00000010:3.0:1767384623.716428:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000060926fb1. 00000100:00000001:3.0:1767384623.716433:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384623.716435:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001a5a53b7. 00000400:00000200:2.0:1767384623.716439:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 02000000:00000001:3.0:1767384623.716441:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384623.716444:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384623.716446:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000400:00000200:2.0:1767384623.716447:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00000001:3.0:1767384623.716453:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384623.716453:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000001:3.0:1767384623.716456:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.716461:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:2.0:1767384623.716465:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:2.0:1767384623.716468:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:2.0:1767384623.716472:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:2.0:1767384623.716475:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 10000000:00000010:3.0:1767384623.716476:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000eff27e7f. 10000000:01000000:3.0:1767384623.716482:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384623.716484:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 10000000:00000001:3.0:1767384623.716487:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384623.716490:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384623.716492:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000020:00000001:3.0:1767384623.716493:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.716496:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=3 00000020:00000001:3.0:1767384623.716499:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00000400:00000200:2.0:1767384623.716501:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00010000:00000001:3.0:1767384623.716504:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384623.716509:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384623.716512:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00010000:00010000:3.0:1767384623.716513:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.716526:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384623.716526:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[68, 14], ns[68, 14] 00000400:00000200:2.0:1767384623.716531:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 14], ns[70, 14] 00010000:00000001:3.0:1767384623.716534:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384623.716537:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384623.716539:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 14], ns[71, 14] 00000800:00000200:1.0:1767384623.716547:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (6) 00010000:00000001:3.0:1767384623.716555:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384623.716555:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00010000:00000001:3.0:1767384623.716559:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767384623.716561:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp12 ip 192.168.203.133:1017 00010000:00000001:3.0:1767384623.716562:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384623.716565:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp13 10000000:00000001:3.0:1767384623.716566:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384623.716567:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bce0c36 type 0, nob 96 niov 1 nkiov 0 10000000:00000001:3.0:1767384623.716571:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.716572:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp13 lpni_is_preferred = 0 10000000:00000001:3.0:1767384623.716574:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:2.0:1767384623.716577:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp13 10000000:00000001:3.0:1767384623.716578:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384623.716581:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:3.0:1767384623.716586:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384623.716586:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp13 NI seq info: [76:76:256:4294967295] 192.168.203.133@tcp13 LPNI seq info [74:74:8:4294967295] 00000400:00000200:2.0:1767384623.716597:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp13 00000400:00000200:2.0:1767384623.716614:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13:) -> 192.168.203.133@tcp13(192.168.203.133@tcp:192.168.203.133@tcp13) : GET try# 0 00000800:00000001:1.0:1767384623.716619:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384623.716620:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp13 00000800:00000010:2.0:1767384623.716625:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb052519. 00000800:00000001:1.0:1767384623.716630:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384623.716631:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (6) 00000800:00000200:2.0:1767384623.716639:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp13 ip 192.168.203.133:988 00000800:00000200:2.0:1767384623.716642:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb052519 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384623.716645:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384623.716647:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100671 rc 0 00000800:00000200:1.0:1767384623.716662:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384623.716676:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bce0c36. 00000400:00000200:1.0:1767384623.716679:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.716683:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp12->192.168.203.133@tcp12: ACK: OK 00000800:00000001:1.0:1767384623.716689:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.716692:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384623.716724:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384623.716726:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb052519. 00000400:00000200:1.0:1767384623.716729:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.716731:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: GET: OK 00000400:00000200:1.0:1767384623.716734:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384623.716736:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000400:00000200:2.0:1767384623.716737:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:1.0:1767384623.716743:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.716749:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384623.716751:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.716754:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.716760:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp12(192.168.203.133@tcp12) <- 192.168.203.133@tcp12 : ACK - for me 00000400:00000200:1.0:1767384623.716769:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp12: ACK from 12345-192.168.203.133@tcp12 into md 0x191d 00000400:00000200:1.0:1767384623.716772:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.716781:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp12->192.168.203.133@tcp12: ACK: OK 00000400:00000200:2.0:1767384623.716785:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.716785:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000400:00000010:1.0:1767384623.716789:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000400:00000200:1.0:1767384623.716793:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384623.716797:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:1.0:1767384623.716802:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384623.716810:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (25) 00000800:00000001:1.0:1767384623.716815:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384623.716819:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000001:1.0:1767384623.716821:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384623.716823:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.716831:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.716837:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13) <- 192.168.203.133@tcp13 : GET - for me 00000400:00000200:1.0:1767384623.716845:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384623.716850:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 416/416 into md 0x18c1 [1] + 0 00000400:00000200:1.0:1767384623.716857:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp13 to MR: 192.168.203.133@tcp13 local destination 00000400:00000200:1.0:1767384623.716861:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp13 NI seq info: [77:77:256:4294967295] 192.168.203.133@tcp13 LPNI seq info [75:75:8:4294967295] 00000400:00000200:2.0:1767384623.716863:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.716873:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13:192.168.203.133@tcp13) -> 192.168.203.133@tcp13(192.168.203.133@tcp13:192.168.203.133@tcp13) 192.168.203.133@tcp13 : REPLY try# 0 00000800:00000200:1.0:1767384623.716879:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.133@tcp13 00000800:00000010:1.0:1767384623.716882:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bce0c36. 00000800:00000200:1.0:1767384623.716887:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (6) 00000800:00000200:1.0:1767384623.716892:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp13 ip 192.168.203.133:1015 00000800:00000200:1.0:1767384623.716894:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bce0c36 type 3, nob 512 niov 1 nkiov 1 00000400:00000200:2.0:1767384623.716899:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000200:1.0:1767384623.716928:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384623.716931:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bce0c36. 00000400:00000200:1.0:1767384623.716934:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.716938:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: REPLY: OK 00000400:00000200:2.0:1767384623.716945:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000001:1.0:1767384623.716946:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.716952:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384623.716955:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.716959:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384623.716967:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.716971:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384623.716972:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.716976:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.716982:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13) <- 192.168.203.133@tcp13 : REPLY - for me 00000400:00000200:2.0:1767384623.716991:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.716992:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp13: Reply from 12345-192.168.203.133@tcp13 of length 416/416 into md 0x192d 00000800:00000001:1.0:1767384623.716999:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.717005:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.717006:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.717021:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: REPLY: OK 00000400:00000200:1.0:1767384623.717024:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e60acf06 00000400:00000010:1.0:1767384623.717026:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e60acf06. 00000400:00000200:1.0:1767384623.717029:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384623.717032:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:1.0:1767384623.717033:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:1.0:1767384623.717036:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 24. state = 0x100271 00000400:00000200:1.0:1767384623.717040:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384623.717044:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (24) 00000800:00000001:1.0:1767384623.717049:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.717053:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.717058:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.717071:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384623.717076:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:1.0:1767384623.717087:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 0000000078ae45b9. 00000400:00000010:1.0:1767384623.717091:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 00000000ea343228. 00000400:00000010:1.0:1767384623.717094:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 0000000082e55427. 00000400:00000200:2.0:1767384623.717099:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.717119:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp28(0000000041a0c004) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384623.717128:0:16161:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e3e9edb 00000400:00000200:1.0:1767384623.717130:0:16161:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.133@tcp31 00000400:00000200:1.0:1767384623.717134:0:16161:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.133@tcp31 NID 192.168.203.133@tcp31 00000400:00000010:1.0:1767384623.717139:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a695b245. 00000400:00000200:1.0:1767384623.717143:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a695b245 nid 192.168.203.133@tcp31 00000400:00000010:1.0:1767384623.717146:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fb02bb7b. 00000400:00000200:1.0:1767384623.717149:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fb02bb7b net tcp31 00000400:00000200:2.0:1767384623.717153:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.717160:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (23) 00000400:00000200:1.0:1767384623.717165:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp31 flags 0x11 00000400:00000200:1.0:1767384623.717171:0:16161:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000530c0a00 00000400:00000200:1.0:1767384623.717174:0:16161:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.133@tcp32 00000400:00000200:1.0:1767384623.717177:0:16161:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.133@tcp32 NID 192.168.203.133@tcp32 00000400:00000010:1.0:1767384623.717180:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009f902931. 00000400:00000200:1.0:1767384623.717183:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009f902931 nid 192.168.203.133@tcp32 00000400:00000010:1.0:1767384623.717186:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000978f2645. 00000400:00000200:1.0:1767384623.717188:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000978f2645 net tcp32 00000400:00000200:1.0:1767384623.717190:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (24) 00000400:00000200:2.0:1767384623.717193:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384623.717195:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp32 flags 0x11 00000400:00000010:1.0:1767384623.717200:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 0000000078ae45b9. 00000400:00000010:1.0:1767384623.717203:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 00000000ea343228. 00000400:00000010:1.0:1767384623.717206:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 0000000082e55427. 00000400:00000010:1.0:1767384623.717208:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000007cfa9924. 00000400:00000200:1.0:1767384623.717211:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384623.717213:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:1.0:1767384623.717215:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:1.0:1767384623.717219:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:1.0:1767384623.717221:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384623.717223:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:1.0:1767384623.717227:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384623.717230:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (25) 00000400:00000200:2.0:1767384623.717231:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717267:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717285:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717307:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717370:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717387:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717402:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717417:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717434:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717453:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717481:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717504:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717528:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717553:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717577:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717598:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717630:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717659:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717686:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717712:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717747:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717783:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717820:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.717852:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384623.717975:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000908503ec. 00000800:00000010:2.0:1767384623.717980:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b392e4f3. 00000800:00000010:2.0:1767384623.717985:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001b20931f. 00000800:00000010:2.0:1767384623.718004:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001b20931f. 00000800:00020000:2.0:1767384623.718021:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384623.718024:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b392e4f3. 00000800:00000010:2.0:1767384623.718026:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000908503ec. 00000400:02020000:2.0:1767384623.718058:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp31 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384623.718063:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp31 notifying 192.168.203.133@tcp31: down 00000800:00000200:2.0:1767384623.718067:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp31 down 00000800:00000100:2.0:1767384623.718072:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp31 00000800:00000010:2.0:1767384623.718084:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070f825ed. 00000400:00000200:2.0:1767384623.718086:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384623.718089:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp31->192.168.203.133@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384623.718093:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp31 added to recovery queue. ping count: 0 next ping: 246 health :900 00000400:00000200:2.0:1767384623.718095:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000400:00000010:2.0:1767384623.718103:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000400:00000200:2.0:1767384623.718105:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384623.718108:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp31: 1 00000400:00000200:2.0:1767384623.718110:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp31 (00000000a69331ff): -114 00000400:00000010:2.0:1767384623.718118:0:16153:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005ed2efa3. 00000400:00000200:2.0:1767384623.718120:0:16153:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a69331ff (3) 00000400:00000200:2.0:1767384623.718124:0:16153:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000c40f0688 nid 192.168.203.133@tcp31 00000400:00000010:2.0:1767384623.718125:0:16153:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000c40f0688. 00000400:00000200:2.0:1767384623.718128:0:16153:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000c27d83db net tcp31 00000400:00000010:2.0:1767384623.718129:0:16153:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000c27d83db. 00000400:00000200:2.0:1767384623.718131:0:16153:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a69331ff (2) 00000400:00000200:2.0:1767384623.718157:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718183:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718218:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718253:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718289:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718362:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718399:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718436:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718476:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718520:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718569:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718621:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718660:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.718695:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384623.718702:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp31(00000000a69331ff) state 0x80841 00000400:00000200:0.0:1767384623.718706:0:16161:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.133@tcp31(00000000a69331ff) state 0x80841 00000400:00000200:0.0:1767384623.718709:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp31(00000000a69331ff) state 0x80801 rc 0 00000400:00000200:0.0:1767384623.718713:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp31 (00000000a69331ff) 00000400:00000200:2.0:1767384623.718715:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384623.718717:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a69331ff (1) 00000400:00000200:0.0:1767384623.718722:0:16161:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000a69331ff nid 192.168.203.133@tcp31 00000400:00000010:0.0:1767384623.718727:0:16161:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000a69331ff. 00000400:00000200:2.0:1767384623.718763:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718798:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718839:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718885:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718905:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718924:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718944:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718977:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.718998:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719033:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719092:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719135:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719158:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719178:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719201:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719229:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719250:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719293:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719370:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719420:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384623.719457:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384623.719563:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000908503ec. 00000800:00000010:2.0:1767384623.719566:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b392e4f3. 00000800:00000010:2.0:1767384623.719569:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001b20931f. 00000800:00000010:2.0:1767384623.719582:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001b20931f. 00000800:00020000:2.0:1767384623.719587:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384623.719589:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b392e4f3. 00000800:00000010:2.0:1767384623.719591:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000908503ec. 00000400:02020000:2.0:1767384623.719625:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp32 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384623.719628:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp32 notifying 192.168.203.133@tcp32: down 00000800:00000200:2.0:1767384623.719632:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp32 down 00000800:00000100:2.0:1767384623.719635:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp32 00000800:00000010:2.0:1767384623.719636:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001de99a3c. 00000400:00000200:2.0:1767384623.719638:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384623.719641:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp32->192.168.203.133@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384623.719643:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp32 added to recovery queue. ping count: 0 next ping: 246 health :900 00000400:00000200:2.0:1767384623.719645:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000530c0a00 00000400:00000010:2.0:1767384623.719653:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000530c0a00. 00000400:00000200:2.0:1767384623.719656:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384623.719657:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp32: 1 00000400:00000200:2.0:1767384623.719659:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp32 (00000000fa8d95b8): -114 00000400:00000010:2.0:1767384623.719669:0:16153:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fb3dabfb. 00000400:00000200:2.0:1767384623.719680:0:16153:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fa8d95b8 (3) 00000400:00000200:2.0:1767384623.719682:0:16153:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000007173af1b nid 192.168.203.133@tcp32 00000400:00000010:2.0:1767384623.719684:0:16153:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000007173af1b. 00000400:00000200:2.0:1767384623.719686:0:16153:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000005836b300 net tcp32 00000400:00000010:2.0:1767384623.719687:0:16153:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000005836b300. 00000400:00000200:2.0:1767384623.719688:0:16153:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fa8d95b8 (2) 00000400:00000200:0.0:1767384623.719723:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384623.719729:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp32(00000000fa8d95b8) state 0x80841 00000400:00000200:0.0:1767384623.719731:0:16161:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.133@tcp32(00000000fa8d95b8) state 0x80841 00000400:00000200:0.0:1767384623.719733:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp32(00000000fa8d95b8) state 0x80801 rc 0 00000400:00000200:0.0:1767384623.719735:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp32 (00000000fa8d95b8) 00000400:00000200:0.0:1767384623.719737:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fa8d95b8 (1) 00000400:00000200:0.0:1767384623.719738:0:16161:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000fa8d95b8 nid 192.168.203.133@tcp32 00000400:00000010:0.0:1767384623.719740:0:16161:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000fa8d95b8. 00000020:00000010:2.0:1767384623.725579:0:28251:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001b20931f. 00000020:00000040:2.0:1767384623.725586:0:28251:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384623.725587:0:28251:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001b20931f. 00000100:00000040:3.0:1767384623.733533:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294912531, at 4294912532 00000100:00000010:3.0:1767384623.733541:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071bd5dbc. 00000100:00000040:2.0:1767384623.734353:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294912531, at 4294912533 00000100:00000040:1.0:1767384623.734356:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294912531, at 4294912533 00000100:00000010:2.0:1767384623.734360:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb552a0f. 00000100:00000010:1.0:1767384623.734363:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005992d8d1. 00000100:00000040:0.0:1767384623.734392:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294912531, at 4294912533 00000100:00000010:0.0:1767384623.734399:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009598c5d. 00010000:00000001:0.0:1767384623.777399:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384623.777404:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.777409:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384623.777410:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.777437:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384623.777440:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.777443:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384623.891858:0:28298:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384623.891862:0:28298:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:2.0:1767384623.895452:0:28298:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384623.901714:0:28299:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000060926fb1. 00000400:00000010:3.0:1767384623.901727:0:28299:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004362c3da. 00000400:00000010:3.0:1767384623.901735:0:28299:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000574fe7d3. 00000400:00000010:3.0:1767384623.901738:0:28299:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a69331ff. 00000400:00000010:3.0:1767384623.901741:0:28299:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e081f61c. 00000400:00000010:3.0:1767384623.901745:0:28299:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9c59ef5. 00000400:00000010:3.0:1767384623.901747:0:28299:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000096178a3c. 00000400:00000010:3.0:1767384623.901748:0:28299:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009673ff5. 00000400:00000010:3.0:1767384623.901751:0:28299:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000077f4d294. 00000800:00000010:3.0:1767384623.901763:0:28299:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b77a9ad2. 00000800:00000200:3.0:1767384623.901772:0:28299:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384623.901781:0:28299:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384623.901813:0:28299:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384623.901832:0:28299:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp33 [8/256/0/180] 00000400:00000010:3.0:1767384623.903419:0:28299:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000041da1e81. 00000400:00000010:3.0:1767384623.903425:0:28299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561e9f04. 00000400:00000010:3.0:1767384623.903430:0:28299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000400:00000001:3.0:1767384623.903444:0:28299:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384623.903446:0:28299:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384623.903447:0:28299:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf53fe4. 00000400:00000200:3.0:1767384623.903454:0:28299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa7bd25 00000400:00000010:3.0:1767384623.903455:0:28299:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa7bd25. 00000400:00000010:3.0:1767384623.903459:0:28299:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000000d22147. 00000400:00000200:3.0:1767384623.903462:0:28299:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (24) 00000400:00000200:3.0:1767384623.903471:0:28299:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384623.903479:0:28299:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:3.0:1767384623.903484:0:28299:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dbaf21e5. 00000020:01000000:3.0:1767384623.903488:0:28299:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384623.903490:0:28299:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp33 00000400:00000200:0.0:1767384623.903499:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384623.903502:0:28299:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004362c3da. 00000400:00000010:3.0:1767384623.903507:0:28299:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000060926fb1. 00000400:00000200:0.0:1767384623.903509:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:0.0:1767384623.903518:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000400:00000200:0.0:1767384623.903522:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (25) 00000020:00000001:1.0:1767384623.903523:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.903528:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:0.0:1767384623.903529:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c46fa506. 10000000:00000001:1.0:1767384623.903530:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384623.903534:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384623.903539:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384623.903539:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp13 00000020:01000004:1.0:1767384623.903543:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384623.903545:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.903547:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.903555:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384623.903558:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp13 to MR: 192.168.203.133@tcp13 local destination 00000020:01000004:1.0:1767384623.903559:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.903562:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384623.903565:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384623.903567:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384623.903568:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384623.903573:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp13 NI seq info: [78:78:256:4294967295] 192.168.203.133@tcp13 LPNI seq info [76:76:8:4294967295] 00000100:00000010:1.0:1767384623.903574:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859f5068. 00000020:00000040:1.0:1767384623.903580:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:0.0:1767384623.903585:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp13 00000100:00000001:1.0:1767384623.903586:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384623.903590:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384623.903594:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.903600:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13:192.168.203.133@tcp13) -> 192.168.203.133@tcp13(192.168.203.133@tcp13:192.168.203.133@tcp13) : PUT try# 0 02000000:00000010:1.0:1767384623.903603:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000002805257. 00000100:00000001:1.0:1767384623.903610:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384623.903610:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.133@tcp13 00000800:00000010:0.0:1767384623.903618:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ae87147. 00000100:00000001:1.0:1767384623.903620:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384623.903623:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384623.903628:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (6) 00000100:00000040:1.0:1767384623.903631:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859f5068] to pc [ptlrpcd_00_00+0] req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384623.903641:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp13 ip 192.168.203.133:988 00000800:00000200:0.0:1767384623.903647:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ae87147 type 1, nob 528 niov 1 nkiov 1 10000000:00000001:1.0:1767384623.903658:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384623.903661:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.903663:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.903665:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000020:01000000:1.0:1767384623.903666:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384623.903671:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384623.903672:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.903676:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00100000:3.0:1767384623.903677:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:00000001:1.0:1767384623.903677:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384623.903679:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 10000000:01000000:1.0:1767384623.903681:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384623.903682:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384623.903685:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384623.903689:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384623.903690:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.903691:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.903692:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384623.903694:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384623.903694:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.903698:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384623.903699:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384623.903701:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384623.903703:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384623.903704:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384623.903706:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384623.903708:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c287963. 00000100:00000001:3.0:1767384623.903709:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384623.903711:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384623.903713:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384623.903716:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.903717:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.903718:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384623.903726:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384623.903730:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384623.903730:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.903735:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.903738:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384623.903740:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384623.903740:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000056937c6f. 02000000:00000001:3.0:1767384623.903745:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.903746:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.903749:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037650816:0@lo:253: 00000100:00000001:1.0:1767384623.903752:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.903754:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384623.903755:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.903759:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384623.903762:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c287963] to pc [ptlrpcd_00_01+1] req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384623.903763:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.903768:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384623.903775:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000acb8b47. 02000000:00000001:3.0:1767384623.903778:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384623.903780:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.903783:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c63a2325. 10000000:00000001:1.0:1767384623.903784:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.903787:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384623.903788:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384623.903789:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004362c3da. 00000020:00000010:1.0:1767384623.903791:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dbaf21e5. 00000100:00000200:3.0:1767384623.903799:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037650816, portal 25 00000100:00000001:1.0:1767384623.903801:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384623.903802:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767384623.903802:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384623.903806:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599139328 : -117139110412288 : ffff95766cef4000) 00000100:00100000:1.0:1767384623.903807:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000010:0.0:1767384623.903808:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ae87147. 00000100:00000001:1.0:1767384623.903810:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384623.903813:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.903818:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384623.903818:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384623.903820:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384623.903821:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.903825:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384623.903826:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384623.903829:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384623.903832:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfb04cfb. 00000400:00000200:0.0:1767384623.903832:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: PUT: OK 00000100:00000001:1.0:1767384623.903833:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384623.903837:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037650816, offset 0 00000100:00000040:1.0:1767384623.903840:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.903841:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384623.903846:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.903850:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp13: 0 00000100:00000001:1.0:1767384623.903858:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384623.903859:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384623.903861:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.903864:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767384623.903865:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384623.903866:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384623.903871:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505380 02000000:00000001:1.0:1767384623.903872:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384623.903877:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384623.903878:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037650944:0@lo:253: 00000400:00000200:3.0:1767384623.903882:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e5 [2] + 0 00000800:00000001:0.0:1767384623.903884:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384623.903887:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384623.903890:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089ca1972. 02000000:00000001:1.0:1767384623.903891:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1767384623.903892:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384623.903895:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000163fea87 02000000:00000001:1.0:1767384623.903895:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.903901:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384623.903903:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.903906:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13) <- 192.168.203.133@tcp13 : PUT - for me 02000000:00000010:1.0:1767384623.903907:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000def3e765. 00000400:00000200:3.0:1767384623.903911:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384623.903913:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.903917:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000163fea87 00000400:00000010:3.0:1767384623.903919:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000163fea87. 00000400:00000010:1.0:1767384623.903924:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d271948a. 00000100:00000001:3.0:1767384623.903925:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384623.903925:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00000200:3.0:1767384623.903929:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384623.903931:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cdfa89e. 00000100:00000040:3.0:1767384623.903933:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000df536074 x1853237037650816 msgsize 4848 00000400:00000200:0.0:1767384623.903939:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 416/432 into md 0x1929 [1] + 0 00000100:00100000:3.0:1767384623.903943:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384623.903948:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f75e71. 00000100:00000040:3.0:1767384623.903949:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384623.903956:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fbe64d1 00000100:00000001:3.0:1767384623.903958:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384623.903961:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037650944, portal 25 00000800:00000001:0.0:1767384623.903962:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384623.903965:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfb04cfb 00000100:00000001:1.0:1767384623.903966:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384623.903969:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfb04cfb. 00000100:00000001:1.0:1767384623.903970:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150080 : -117139110401536 : ffff95766cef6a00) 00000800:00000001:0.0:1767384623.903971:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.903973:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384623.903976:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.903977:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384623.903979:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.903991:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: PUT: OK 00000400:00000200:0.0:1767384623.904002:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fbe64d1 00000100:00000001:1.0:1767384623.904005:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384623.904007:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fbe64d1. 00000100:00000001:3.0:1767384623.904009:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384623.904011:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384623.904015:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.904015:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:1.0:1767384623.904016:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f2000da. 00000100:00000200:1.0:1767384623.904022:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037650944, offset 0 00000400:00000200:0.0:1767384623.904024:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (26) 00000400:00000200:1.0:1767384623.904032:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384623.904033:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.904036:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384623.904044:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (432 bytes) 00000100:00000001:3.0:1767384623.904045:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384623.904045:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384623.904053:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.904056:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:3.0:1767384623.904058:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294912720 00000100:00000010:3.0:1767384623.904064:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000352987b2. 00000100:00000001:3.0:1767384623.904069:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384623.904070:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (27) 00000100:00000001:3.0:1767384623.904074:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294912720 00000100:00000010:3.0:1767384623.904077:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f0b98a4. 00000400:00000200:1.0:1767384623.904081:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505400 00000400:00000200:0.0:1767384623.904081:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384623.904082:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384623.904091:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294912720 00000400:00000200:1.0:1767384623.904095:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11ed [2] + 0 00000100:00000010:3.0:1767384623.904097:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000acfd91d1. 00000400:00000200:0.0:1767384623.904098:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp13 to MR: 192.168.203.133@tcp13 local destination 00000400:00000010:1.0:1767384623.904102:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f639d7f0. 00000100:00000001:3.0:1767384623.904103:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384623.904109:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002dfc9cad 00000100:00000001:3.0:1767384623.904110:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294912720 00000400:00000200:0.0:1767384623.904110:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp13 NI seq info: [79:79:256:4294967295] 192.168.203.133@tcp13 LPNI seq info [77:77:8:4294967295] 00000400:00000200:1.0:1767384623.904114:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384623.904117:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034ce9600. 00000400:00000200:1.0:1767384623.904122:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384623.904123:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384623.904129:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.904132:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.904136:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.904140:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.904141:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13:192.168.203.133@tcp13) -> 192.168.203.133@tcp13(192.168.203.133@tcp13:192.168.203.133@tcp13) 192.168.203.133@tcp13 : ACK try# 0 00000100:00000001:3.0:1767384623.904143:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384623.904144:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.904145:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.904146:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.904157:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dfc9cad 00000800:00000200:0.0:1767384623.904160:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp13 00000400:00000010:1.0:1767384623.904161:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dfc9cad. 00000100:00000001:1.0:1767384623.904166:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:0.0:1767384623.904168:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ae87147. 00000100:00000200:1.0:1767384623.904169:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384623.904174:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000021cffa19 x1853237037650944 msgsize 4848 00000800:00000200:0.0:1767384623.904179:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (6) 00000100:00100000:1.0:1767384623.904183:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384623.904186:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:0.0:1767384623.904191:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp13 ip 192.168.203.133:1015 00000100:00000001:1.0:1767384623.904196:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384623.904196:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ae87147 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384623.904203:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f2000da 00000400:00000010:1.0:1767384623.904206:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f2000da. 00000100:00000001:1.0:1767384623.904209:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384623.904213:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384623.904214:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384623.904218:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384623.904224:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037650816 00000800:00000001:0.0:1767384623.904224:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.904225:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384623.904230:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384623.904231:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.904233:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384623.904235:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.904239:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.904244:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037650816 00000020:00000001:3.0:1767384623.904248:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384623.904248:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384623.904252:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384623.904253:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384623.904256:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.904259:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000001:1.0:1767384623.904261:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.904262:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384623.904265:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294912720 00000100:00000001:1.0:1767384623.904267:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294912720 00000100:00000001:1.0:1767384623.904272:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294912720 00000020:00000001:3.0:1767384623.904273:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384623.904278:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294912720 00000100:00000001:3.0:1767384623.904280:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384623.904281:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294912720 00000100:00000001:1.0:1767384623.904285:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294912720 00000020:00000010:3.0:1767384623.904287:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af3a9439. 00000100:00000001:1.0:1767384623.904287:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294912720 00000100:00000001:1.0:1767384623.904293:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294912720 00000100:00000001:3.0:1767384623.904294:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.904297:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384623.904298:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af3a9439. 00000800:00000200:0.0:1767384623.904299:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384623.904300:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384623.904305:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ae87147. 00000020:00000010:3.0:1767384623.904306:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a5a53b7. 00000100:00000001:1.0:1767384623.904306:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.904327:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384623.904354:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384623.904355:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384623.904359:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384623.904364:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b846e66d. 00000800:00000001:1.0:1767384623.904364:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384623.904366:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: ACK: OK 00000800:00000001:1.0:1767384623.904370:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384623.904371:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 00000800:00000001:1.0:1767384623.904374:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384623.904384:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384623.904385:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.904390:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384623.904393:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384623.904397:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.904397:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384623.904398:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp13(192.168.203.133@tcp13) <- 192.168.203.133@tcp13 : ACK - for me 00000400:00000010:0.0:1767384623.904406:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000c72a8abd. 00000100:00000001:3.0:1767384623.904408:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.904414:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9350bc6. 00000400:00000200:1.0:1767384623.904415:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp13: ACK from 12345-192.168.203.133@tcp13 into md 0x1935 00000100:00000001:3.0:1767384623.904418:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.904422:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384623.904424:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000400:00000200:1.0:1767384623.904430:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp13->192.168.203.133@tcp13: ACK: OK 00000100:00000001:3.0:1767384623.904431:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384623.904431:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c72a8abd 00000400:00000200:1.0:1767384623.904434:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000100:00100000:3.0:1767384623.904435:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037650944 00000400:00000010:1.0:1767384623.904437:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 02000000:00000001:3.0:1767384623.904438:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384623.904441:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384623.904443:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384623.904444:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.904444:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000005081d19d. 02000000:00000001:3.0:1767384623.904450:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.904450:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:0.0:1767384623.904452:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000100:00100000:3.0:1767384623.904454:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037650944 00000020:00000001:3.0:1767384623.904458:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384623.904458:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000020:00000040:3.0:1767384623.904461:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000200:1.0:1767384623.904463:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (26) 00000020:00000001:3.0:1767384623.904464:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.904465:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000020:00000001:3.0:1767384623.904467:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384623.904469:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384623.904474:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384623.904477:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af3a9439. 00000800:00000001:1.0:1767384623.904478:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384623.904478:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000100:00000001:3.0:1767384623.904480:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384623.904483:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384623.904486:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af3a9439. 00000400:00000200:0.0:1767384623.904487:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (25) 00000020:00000010:3.0:1767384623.904492:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c40f0688. 00000400:00000010:0.0:1767384623.904494:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000007b5bb3c8. 00000020:00000010:3.0:1767384623.904497:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f80e775. 00000400:00000010:0.0:1767384623.904501:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fce385. 00000100:00000001:1.0:1767384623.904502:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384623.904503:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000305e4ef. 00000100:00000001:1.0:1767384623.904506:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384623.904510:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063e96ce2. 00000100:00100000:1.0:1767384623.904513:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000001:3.0:1767384623.904515:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384623.904518:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384623.904519:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000200:0.0:1767384623.904520:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000100:00000001:3.0:1767384623.904521:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.904524:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715850832 : -117138993700784 : ffff957673e42050) 00000100:00000001:3.0:1767384623.904528:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.904531:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df536074 x1853237037650816/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.904533:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.904534:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:3.0:1767384623.904541:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384623.904546:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384623.904546:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00000001:1.0:1767384623.904547:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384623.904552:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006aee8dd6. 00000100:00100000:3.0:1767384623.904556:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000001:1.0:1767384623.904558:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384623.904560:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000040:3.0:1767384623.904563:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000010:1.0:1767384623.904564:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006aee8dd6. 00000100:00000001:3.0:1767384623.904567:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715849808 : -117138993701808 : ffff957673e41c50) 00000100:00100000:1.0:1767384623.904574:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df536074 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16164:x1853237037650816:12345-0@lo:253: 00000400:00000200:0.0:1767384623.904576:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000100:00000040:3.0:1767384623.904577:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021cffa19 x1853237037650944/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384623.904585:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037650816 00000020:00000001:1.0:1767384623.904590:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384623.904595:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000100:00000001:3.0:1767384623.904596:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384623.904596:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384623.904601:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384623.904602:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af3a9439. 00000020:00000001:1.0:1767384623.904603:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384623.904605:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384623.904606:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000010:3.0:1767384623.904612:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af3a9439. 00000020:00000001:1.0:1767384623.904613:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384623.904617:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.904620:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000100:00100000:3.0:1767384623.904622:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021cffa19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037650944:12345-0@lo:253: 00000020:00000001:1.0:1767384623.904623:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384623.904627:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384623.904631:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384623.904632:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037650944 00000020:00000001:3.0:1767384623.904636:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384623.904637:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384623.904640:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384623.904641:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384623.904641:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000020:00000001:3.0:1767384623.904644:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.904648:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384623.904649:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003eadb214. 00000020:00000001:3.0:1767384623.904651:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 02000000:00000001:1.0:1767384623.904654:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.904656:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384623.904656:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000001:1.0:1767384623.904657:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.904660:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384623.904663:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384623.904665:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384623.904669:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384623.904673:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384623.904674:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f4707545. 00000400:00000200:0.0:1767384623.904674:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000001:3.0:1767384623.904676:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384623.904681:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384623.904681:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384623.904684:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 02000000:00000010:3.0:1767384623.904687:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dbaf21e5. 02000000:00000001:3.0:1767384623.904693:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.904694:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384623.904696:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.904696:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 20000000:00000001:1.0:1767384623.904697:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384623.904701:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.904707:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384623.904708:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384623.904708:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 20000000:00000001:1.0:1767384623.904712:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384623.904719:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000084d6875b. 00000400:00000200:0.0:1767384623.904720:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 20000000:00000010:1.0:1767384623.904723:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a5ea2746. 20000000:01000000:3.0:1767384623.904725:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384623.904728:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767384623.904730:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384623.904734:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384623.904736:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 20000000:00000001:3.0:1767384623.904737:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.904737:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384623.904743:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.904744:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384623.904747:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384623.904750:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:0.0:1767384623.904757:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:0.0:1767384623.904762:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000400:00000200:0.0:1767384623.904768:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:0.0:1767384623.904773:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:0.0:1767384623.904779:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[68, 16], ns[68, 16] 00000400:00000200:0.0:1767384623.904784:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 16], ns[70, 16] 00080000:00000001:1.0:1767384623.904789:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384623.904791:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 16], ns[71, 16] 00080000:00000001:1.0:1767384623.904795:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384623.904798:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.904802:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384623.904803:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 16], ns[73, 16] 00000020:00000001:1.0:1767384623.904806:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384623.904812:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384623.904815:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384623.904822:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a6274965. 00000400:00000200:0.0:1767384623.904825:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 16], ns[74, 16] 00080000:00000001:1.0:1767384623.904826:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568995328 : -117144140556288 : ffff9575411d5800) 00080000:00000001:1.0:1767384623.904832:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384623.904837:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:0.0:1767384623.904843:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp14 00000400:00000200:0.0:1767384623.904847:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp14 lpni_is_preferred = 0 00000400:00000200:0.0:1767384623.904851:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp14 00000400:00000200:0.0:1767384623.904855:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp14 NI seq info: [80:80:256:4294967295] 192.168.203.133@tcp14 LPNI seq info [78:78:8:4294967295] 00000400:00000200:0.0:1767384623.904861:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp14 00000400:00000200:0.0:1767384623.904868:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14:) -> 192.168.203.133@tcp14(192.168.203.133@tcp:192.168.203.133@tcp14) : GET try# 0 00000800:00000200:0.0:1767384623.904874:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp14 00000800:00000010:0.0:1767384623.904878:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000ae87147. 00000800:00000200:0.0:1767384623.904883:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (6) 00000800:00000200:0.0:1767384623.904890:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp14 ip 192.168.203.133:988 00000800:00000200:0.0:1767384623.904893:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ae87147 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384623.904904:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384623.904907:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00000001:00000001:1.0:1767384623.904915:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384623.904917:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.904920:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384623.904937:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.904939:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767384623.904979:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384623.904983:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000ae87147. 00000400:00000200:0.0:1767384623.904986:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.904992:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: GET: OK 00000400:00000200:0.0:1767384623.904996:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384623.905000:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:0.0:1767384623.905007:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.905013:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384623.905016:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384623.905017:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384623.905021:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384623.905023:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.905031:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14) <- 192.168.203.133@tcp14 : GET - for me 00000400:00000200:0.0:1767384623.905039:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384623.905046:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 432/432 into md 0x1931 [1] + 0 00000400:00000200:0.0:1767384623.905056:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp14 to MR: 192.168.203.133@tcp14 local destination 00000400:00000200:0.0:1767384623.905071:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp14 NI seq info: [81:81:256:4294967295] 192.168.203.133@tcp14 LPNI seq info [79:79:8:4294967295] 00000400:00000200:0.0:1767384623.905088:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14:192.168.203.133@tcp14) -> 192.168.203.133@tcp14(192.168.203.133@tcp14:192.168.203.133@tcp14) 192.168.203.133@tcp14 : REPLY try# 0 00000800:00000200:0.0:1767384623.905094:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.133@tcp14 00000800:00000010:0.0:1767384623.905098:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ae87147. 00000800:00000200:0.0:1767384623.905103:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (6) 00000800:00000200:0.0:1767384623.905109:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp14 ip 192.168.203.133:1013 00000800:00000200:0.0:1767384623.905112:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ae87147 type 3, nob 528 niov 1 nkiov 1 00000800:00000001:3.0:1767384623.905150:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384623.905183:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384623.905188:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ae87147. 00000400:00000200:0.0:1767384623.905192:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.905198:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: REPLY: OK 00000800:00000001:3.0:1767384623.905201:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384623.905206:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.905212:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384623.905214:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.905218:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384623.905224:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14) <- 192.168.203.133@tcp14 : REPLY - for me 00000400:00000200:3.0:1767384623.905233:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp14: Reply from 12345-192.168.203.133@tcp14 of length 432/432 into md 0x194d 00000800:00000001:3.0:1767384623.905237:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.905242:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384623.905244:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.905248:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: REPLY: OK 00000400:00000200:3.0:1767384623.905251:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fce385 00000400:00000010:3.0:1767384623.905252:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016fce385. 00000400:00000200:3.0:1767384623.905255:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384623.905257:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:3.0:1767384623.905260:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:3.0:1767384623.905263:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 25. state = 0x100251 00000400:00000200:3.0:1767384623.905266:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384623.905276:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (26) 00000800:00000001:3.0:1767384623.905305:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384623.905350:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.905407:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384623.905415:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:0.0:1767384623.905423:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 00000000a661df99. 00000400:00000010:0.0:1767384623.905426:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 000000000b8596e1. 00000400:00000010:0.0:1767384623.905431:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 00000000d6d1bf36. 00000400:00000200:0.0:1767384623.905468:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp31(00000000a695b245) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384623.905475:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp32(000000009f902931) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384623.905482:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f8bf93df. 00000400:00000200:0.0:1767384623.905488:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f8bf93df nid 192.168.203.133@tcp33 00000400:00000010:0.0:1767384623.905493:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000edc8a877. 00000400:00000200:0.0:1767384623.905497:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000edc8a877 net tcp33 00000400:00000200:0.0:1767384623.905500:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (25) 00000400:00000200:0.0:1767384623.905508:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp33 flags 0x11 00000400:00000010:0.0:1767384623.905513:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 00000000a661df99. 00000400:00000010:0.0:1767384623.905517:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 000000000b8596e1. 00000400:00000010:0.0:1767384623.905521:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 00000000d6d1bf36. 00000400:00000010:0.0:1767384623.905525:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000007b5bb3c8. 00000400:00000200:0.0:1767384623.905531:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384623.905536:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384623.905548:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384623.905554:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384623.905558:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384623.905561:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384623.905568:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384623.905574:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (26) 00080000:00000001:1.0:1767384623.913173:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384623.913179:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:1.0:1767384623.913182:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.913184:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384623.913188:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384623.913192:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384623.913194:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384623.913195:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384623.913196:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384623.913197:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384623.913201:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a6274965. 00080000:00000001:0.0:1767384623.913205:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384623.913208:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384623.913212:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384623.913218:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384623.913219:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000448f8ca1. 20000000:01000000:3.0:1767384623.913223:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767384623.913227:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384623.913231:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384623.913233:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384623.913239:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384623.913242:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384623.913247:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384623.913251:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384623.913256:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384623.913258:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a3f4cda5 count: 2 00010000:00000001:2.0:1767384623.913262:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384623.913269:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384623.913269:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384623.913273:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.913275:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384623.913276:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d448b441. 00000020:00000001:3.0:1767384623.913277:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384623.913281:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384623.913283:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384623.913290:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000060926fb1. 00000020:00000001:2.0:1767384623.913290:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384623.913295:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578228736 : -117144131322880 : ffff957541aa3c00) 00000020:00000040:2.0:1767384623.913295:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d448b441 with handle 0x1c01179f271edd33 to hash 00080000:00000001:3.0:1767384623.913297:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384623.913302:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384623.913304:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.913307:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.913357:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.913359:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.913362:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.913372:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384623.913376:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384623.913378:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384623.913381:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.913384:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384623.913389:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edd25 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.913397:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384623.913399:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.913402:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.913404:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.913407:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.913409:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000001:3.0:1767384623.913412:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384623.913413:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384623.913415:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.913420:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384623.913427:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3f4cda5) refcount = 2 00010000:00000040:2.0:1767384623.913432:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384623.913435:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271edd25 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384623.913436:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.913441:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:2.0:1767384623.913446:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384623.913448:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384623.913466:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed51d29. 00000100:00000001:2.0:1767384623.913469:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384623.913474:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000845961a4. 00000100:00000001:2.0:1767384623.913476:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934910413248 : -117138799138368 : ffff95767f7ce9c0) 00000100:00000001:2.0:1767384623.913479:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934910413248 : -117138799138368 : ffff95767f7ce9c0) 00000100:00000001:2.0:1767384623.913481:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384623.913483:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384623.913485:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384623.913489:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.913491:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384623.913493:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.913497:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.913499:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384623.913502:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384623.913507:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a099e060. 00000020:00000040:2.0:1767384623.913511:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:2.0:1767384623.913515:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384623.913517:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384623.913520:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384623.913526:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005916f99d. 00000100:00000001:2.0:1767384623.913531:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.913536:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271edd25 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384623.913545:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384623.913548:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384623.913552:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271edd25 expref: 16 pid: 16806 timeout: 395 lvb_type: 0 00010000:00000001:2.0:1767384623.913562:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384623.913565:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384623.913570:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384623.913579:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384623.913580:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.913584:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a099e060 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037651072:0@lo:104: 00000100:00000001:2.0:1767384623.913595:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384623.913599:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384623.913601:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.913604:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384623.913609:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004de37b6. 02000000:00000001:2.0:1767384623.913612:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.913618:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007df9998d. 00000400:00000010:2.0:1767384623.913625:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000530c0a00. 00000100:00000200:2.0:1767384623.913630:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037651072, portal 16 00000100:00000001:2.0:1767384623.913633:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384623.913634:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974582144 : -117139734969472 : ffff957647b54380) 00000100:00000040:2.0:1767384623.913641:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384623.913648:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384623.913652:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384623.913656:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000100:00000200:2.0:1767384623.913659:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037651072, offset 0 00000400:00000200:2.0:1767384623.913666:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384623.913675:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384623.913685:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f505480 00000400:00000200:2.0:1767384623.913691:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 0 00000400:00000200:2.0:1767384623.913696:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.913700:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384623.913705:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384623.913707:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384623.913711:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffe826e7. 00000100:00000040:2.0:1767384623.913714:0:16827:0:(events.c:337:request_in_callback()) incoming req@00000000ffe826e7 x1853237037651072 msgsize 328 00000100:00100000:2.0:1767384623.913719:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384623.913733:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384623.913739:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000400:00000010:2.0:1767384623.913741:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000100:00000001:2.0:1767384623.913746:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384623.913750:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384623.913757:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384623.913761:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037651072 02000000:00000001:3.0:1767384623.913764:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384623.913766:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384623.913769:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.913775:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.913780:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037651072 00000100:00000001:2.0:1767384623.913782:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384623.913783:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384623.913787:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000020:00000001:3.0:1767384623.913789:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.913792:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000100:00000040:2.0:1767384623.913792:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384623.913797:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:3.0:1767384623.913801:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:3.0:1767384623.913806:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384623.913810:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6d81a40. 00000100:00000001:2.0:1767384623.913811:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.913814:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.913816:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384623.913817:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6d81a40. 00000020:00000010:3.0:1767384623.913823:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c30e944. 00000100:00000001:2.0:1767384623.913825:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384623.913826:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e5c14cf. 00000020:00000010:3.0:1767384623.913832:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fd8af3d. 00000100:00000001:2.0:1767384623.913833:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294912730 00000100:00000040:3.0:1767384623.913846:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384623.913848:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384623.913849:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384623.913850:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.913853:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294912720 00000100:00000001:3.0:1767384623.913854:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.913860:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294912730 00000100:00000001:2.0:1767384623.913865:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294912720 00000100:00000001:3.0:1767384623.913869:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.913870:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294912730 00000100:00000001:2.0:1767384623.913876:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294912720 00000100:00000001:2.0:1767384623.913882:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294912730 00000100:00000001:3.0:1767384623.913884:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384623.913887:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384623.913889:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294912720 00000100:00100000:3.0:1767384623.913908:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384623.913914:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:3.0:1767384623.913916:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974581248 : -117139734970368 : ffff957647b54000) 00000100:00000001:2.0:1767384623.913917:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384623.913923:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ffe826e7 x1853237037651072/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384623.913925:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.913936:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.913939:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384623.913941:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384623.913944:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6d81a40. 00000020:00000001:2.0:1767384623.913948:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.913949:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384623.913971:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6d81a40. 00010000:00000001:2.0:1767384623.913971:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.913976:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384623.913977:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ffe826e7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037651072:12345-0@lo:104: 00010000:00000001:2.0:1767384623.913979:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384623.913982:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037651072 00010000:00000001:3.0:1767384623.913985:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384623.913985:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384623.913990:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1767384623.913991:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384623.913994:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384623.913996:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384623.913997:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=2 00000020:00000001:3.0:1767384623.914002:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00000100:00000001:2.0:1767384623.914003:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384623.914005:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00000100:00000001:2.0:1767384623.914007:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384623.914009:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384623.914011:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.914013:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 00000000845961a4 going to sleep for 11 seconds 00010000:00010000:3.0:1767384623.914015:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384623.914019:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.914024:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.914025:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384623.914027:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384623.914036:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008181cd7d. 02000000:00000001:3.0:1767384623.914038:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.914040:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.914043:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384623.914046:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384623.914048:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384623.914051:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384623.914053:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384623.914054:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384623.914056:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384623.914058:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.914059:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384623.914061:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384623.914063:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48128f8. 00000100:00000200:3.0:1767384623.914066:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037651072, offset 224 00000400:00000200:3.0:1767384623.914069:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.914073:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.914078:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f505480 00000400:00000200:3.0:1767384623.914081:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1951 [1] + 224 00000400:00000200:3.0:1767384623.914084:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.914086:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384623.914089:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384623.914091:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384623.914097:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384623.914108:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.914112:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48128f8 00000400:00000010:3.0:1767384623.914114:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48128f8. 00000100:00000001:3.0:1767384623.914117:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384623.914118:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384623.914121:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.914123:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384623.914126:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384623.914130:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.0:1767384623.914135:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000cfb04cfb. 00000400:00000001:2.0:1767384623.914137:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384623.914139:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384623.914148:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:2.0:1767384623.914149:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384623.914151:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.914153:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007df9998d. 00010000:00000001:3.0:1767384623.914154:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.914158:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.914162:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000530c0a00 00000100:00000040:3.0:1767384623.914163:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffe826e7 x1853237037651072/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 328/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384623.914168:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000530c0a00. 00000020:00000001:0.0:1767384623.914175:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384623.914176:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384623.914177:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ffe826e7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037651072:12345-0@lo:104: Request processed in 236us (460us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384623.914178:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384623.914184:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384623.914184:0:16800:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767384623.914191:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00000001:0.0:1767384623.914191:0:16800:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384623.914195:0:16800:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767384623.914197:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00010000:00010000:0.0:1767384623.914199:0:16800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.914202:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384623.914206:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384623.914211:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e5c14cf. 00000100:00000200:2.0:1767384623.914216:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384623.914217:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fd8af3d. 00010000:00010000:0.0:1767384623.914218:0:16800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004f4a3a63 already unused, calling callback (000000001582b397) 10000000:00000001:0.0:1767384623.914224:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:3.0:1767384623.914225:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c30e944. 10000000:00010000:0.0:1767384623.914227:0:16800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384623.914232:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000100:00000001:3.0:1767384623.914237:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.914245:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384623.914245:0:16800:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384623.914249:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384623.914250:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384623.914251:0:16800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.914254:0:16800:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=3 00000100:00000001:2.0:1767384623.914256:0:16827:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384623.914257:0:16800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 02000000:00000001:2.0:1767384623.914261:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384623.914261:0:16800:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00000100:00000001:2.0:1767384623.914265:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384623.914266:0:16800:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384623.914269:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384623.914269:0:16800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384623.914274:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384623.914279:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=53 v=5 (5 0 0 0) 10000000:00000001:0.0:1767384623.914287:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00001000:2.0:1767384623.914288:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=53 v=5 (1 0 0 0) 10000000:00010000:0.0:1767384623.914290:0:16800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384623.914295:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:01000000:0.0:1767384623.914297:0:16800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384623.914300:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384623.914301:0:16800:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:2.0:1767384623.914305:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000040:0.0:1767384623.914305:0:16800:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384623.914307:0:16800:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384623.914328:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384623.914330:0:16800:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.914351:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384623.914351:0:16800:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384623.914354:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384623.914357:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384623.914358:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 10000000:00000001:0.0:1767384623.914363:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384623.914365:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.914367:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384623.914369:0:16800:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384623.914372:0:16800:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384623.914375:0:16800:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384623.914379:0:16800:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384623.914383:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384623.914384:0:16800:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914391:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384623.914391:0:16800:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4a3a63 with handle 0x1c01179f271edd25 from hash 00000100:00000001:2.0:1767384623.914396:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.914398:0:16800:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384623.914402:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384623.914402:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.914403:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.914406:0:16800:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384623.914407:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.914409:0:16800:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384623.914412:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.914413:0:16800:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384623.914417:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.914418:0:16800:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384623.914421:0:16800:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:2.0:1767384623.914426:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384623.914432:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a099e060 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037651072:0@lo:104: 00000100:00000001:2.0:1767384623.914442:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.914445:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914447:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384623.914448:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384623.914450:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a099e060 x1853237037651072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384623.914456:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384623.914458:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384623.914460:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004de37b6. 02000000:00000001:2.0:1767384623.914463:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384623.914464:0:16827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384623.914466:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00000020:00000001:2.0:1767384623.914467:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384623.914470:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005916f99d. 02000000:00000001:2.0:1767384623.914473:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384623.914475:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384623.914476:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a099e060. 00000100:00000001:2.0:1767384623.914480:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384623.914481:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384623.914483:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000845961a4. 00000100:00000001:2.0:1767384623.914486:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384623.914488:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384623.914490:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed51d29. 00010000:00000001:2.0:1767384623.914493:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.914495:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.914497:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384623.914500:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384623.914502:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384623.914504:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384623.914554:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ae85f14. 00000020:00000040:0.0:1767384623.914558:0:16800:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384623.914561:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384623.914562:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384623.914564:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384623.914569:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba14a108. 00000100:00000001:0.0:1767384623.914578:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.914580:0:16800:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384623.914583:0:16800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384623.914588:0:16800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384623.914589:0:16800:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.914591:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384623.914593:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.914597:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae85f14] to pc [ptlrpcd_00_02+2] req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.914626:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.914629:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.914631:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384623.914635:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384623.914645:0:16800:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384623.914652:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384623.914656:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384623.914656:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384623.914658:0:16800:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914659:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.914663:0:16800:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.914665:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:0.0:1767384623.914666:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.914669:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384623.914670:0:16800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384623.914674:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.914681:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ae85f14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037651200:0@lo:103: 00010000:00000001:0.0:1767384623.914683:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384623.914685:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767384623.914687:0:16800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 000000004f4a3a63/0x1c01179f271edd25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edd2c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384623.914689:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384623.914692:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.914695:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:0.0:1767384623.914699:0:16800:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eaf58916 count: 0 02000000:00000010:2.0:1767384623.914700:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004de37b6. 02000000:00000001:2.0:1767384623.914704:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.914708:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007df9998d. 00010000:00000001:0.0:1767384623.914711:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384623.914713:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000530c0a00. 00010000:00000001:0.0:1767384623.914714:0:16800:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:2.0:1767384623.914717:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037651200, portal 18 00010000:00000010:0.0:1767384623.914718:0:16800:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000cfb04cfb. 00000100:00000001:2.0:1767384623.914722:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384623.914724:0:16800:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914725:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987291392 : -117139722260224 : ffff957648773100) 00000100:00000040:2.0:1767384623.914732:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.914736:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384623.914738:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384623.914739:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384623.914742:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.914744:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00010000:00010000:0.0:1767384623.914746:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1767384623.914747:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037651200, offset 0 00000020:00000001:0.0:1767384623.914750:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384623.914753:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.914754:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384623.914756:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384623.914762:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384623.914767:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384623.914770:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.914774:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f505500 00010000:00010000:0.0:1767384623.914776:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384623.914780:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384623.914784:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.914787:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384623.914791:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384623.914793:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384623.914796:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a099e060. 00000100:00000040:2.0:1767384623.914804:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000a099e060 x1853237037651200 msgsize 328 00000100:00100000:2.0:1767384623.914807:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384623.914817:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384623.914823:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000400:00000010:2.0:1767384623.914825:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000100:00000001:2.0:1767384623.914828:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384623.914832:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.914837:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384623.914841:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.914845:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914846:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384623.914850:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914852:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294912731 00000100:00000001:2.0:1767384623.914857:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912730 00000100:00000001:2.0:1767384623.914861:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294912731 00000100:00000001:2.0:1767384623.914864:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912730 00000100:00000001:2.0:1767384623.914868:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294912731 00000100:00000001:2.0:1767384623.914872:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912730 00000100:00000001:2.0:1767384623.914875:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294912731 00000100:00000001:2.0:1767384623.914877:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912730 00000100:00000001:2.0:1767384623.914880:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.914881:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914883:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914885:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.914890:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.914891:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384623.914894:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.914895:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.914897:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914899:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914917:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.914920:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.914933:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384623.914935:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037651200 02000000:00000001:2.0:1767384623.914938:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384623.914940:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.914942:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.914945:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.914947:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037651200 00000020:00000001:2.0:1767384623.914950:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384623.914952:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384623.914954:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.914956:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000020:00000001:2.0:1767384623.914958:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384623.914961:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384623.914965:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384623.914969:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fed51d29. 00000100:00000001:2.0:1767384623.914971:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384623.914974:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fed51d29. 00000020:00000010:2.0:1767384623.914980:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005916f99d. 00000020:00000010:2.0:1767384623.914986:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000185cc4db. 00000020:00000010:2.0:1767384623.914991:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007237cbda. 00000100:00000040:2.0:1767384623.914999:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384623.915002:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384623.915004:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384623.915006:0:16798:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384623.915009:0:16798:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915012:0:16798:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384623.915015:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.915017:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.915019:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=4 00000020:00000001:2.0:1767384623.915022:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:2.0:1767384623.915025:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00010000:2.0:1767384623.915030:0:16798:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edd25 expref: 17 pid: 16806 timeout: 395 lvb_type: 0 00010000:00000001:2.0:1767384623.915045:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915047:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915048:0:16798:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.915049:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.915054:0:16798:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384623.915059:0:16798:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a099e060 x1853237037651200/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.915064:0:16798:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384623.915066:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.915079:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.915091:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384623.915092:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384623.915096:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384623.915097:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384623.915100:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384623.915102:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:1.0:1767384623.915103:0:16841:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.915105:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974582144 : -117139734969472 : ffff957647b54380) 00000100:00000040:2.0:1767384623.915109:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a099e060 x1853237037651200/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.915113:0:16841:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.915122:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384623.915126:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fed51d29. 00000100:00000001:2.0:1767384623.915128:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384623.915130:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fed51d29. 00000100:00100000:2.0:1767384623.915135:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a099e060 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16165:x1853237037651200:12345-0@lo:103: 00000100:00000200:2.0:1767384623.915138:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037651200 00010000:00000001:2.0:1767384623.915140:0:16798:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384623.915142:0:16798:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384623.915143:0:16798:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384623.915146:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384623.915148:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384623.915152:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d3196a2f. 02000000:00000001:2.0:1767384623.915153:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.915155:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915162:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384623.915165:0:16798:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384623.915166:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.915167:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.915169:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=4 00000020:00000001:2.0:1767384623.915170:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:2.0:1767384623.915172:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000040:2.0:1767384623.915175:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a3f4cda5 count: 3 00010000:00010000:2.0:1767384623.915178:0:16798:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edd25 expref: 17 pid: 16806 timeout: 395 lvb_type: 0 00000100:00001000:2.0:1767384623.915183:0:16798:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384623 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384623.915185:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384623.915190:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915191:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384623.915193:0:16798:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271edd25 expref: 17 pid: 16806 timeout: 395 lvb_type: 0 00000020:00000001:2.0:1767384623.915197:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.915198:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.915200:0:16798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.915202:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915205:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384623.915206:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384623.915211:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915212:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915214:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.915215:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384623.915217:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cdef4e7 with handle 0x1c01179f271edd2c from hash 00010000:00000001:2.0:1767384623.915219:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384623.915221:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915222:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915223:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384623.915224:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384623.915226:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384623.915228:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271edd25 expref: 17 pid: 16806 timeout: 395 lvb_type: 0 00010000:00000040:2.0:1767384623.915237:0:16798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:2.0:1767384623.915239:0:16798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:2.0:1767384623.915245:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915247:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384623.915249:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384623.915250:0:16798:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d448b441 00010000:00000001:2.0:1767384623.915252:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384623.915254:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.915255:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.915256:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.915258:0:16798:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.915259:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384623.915261:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384623.915262:0:16798:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.915266:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384623.915268:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384623.915269:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384623.915270:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384623.915272:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3f4cda5) refcount = 2 00010000:00010000:2.0:1767384623.915274:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.915277:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384623.915279:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384623.915280:0:16798:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.915282:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384623.915284:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed51d29. 00000100:00000001:2.0:1767384623.915286:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384623.915288:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000845961a4. 00000100:00000001:2.0:1767384623.915290:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934910413248 : -117138799138368 : ffff95767f7ce9c0) 00000100:00000001:2.0:1767384623.915292:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934910413248 : -117138799138368 : ffff95767f7ce9c0) 00000100:00000001:2.0:1767384623.915293:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384623.915297:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384623.915299:0:16798:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384623.915301:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384623.915303:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384623.915306:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.915307:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.915346:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=5 00000020:00000001:2.0:1767384623.915350:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.915353:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.915356:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384623.915359:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.915366:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384623.915368:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.915374:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915376:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384623.915378:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.915384:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.915386:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915389:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384623.915391:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384623.915396:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d448b441 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384623.915398:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.915400:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384623.915402:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.915405:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384623.915412:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.915413:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.915415:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=6 00000020:00000001:2.0:1767384623.915416:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.915418:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.915421:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384623.915423:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.915427:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384623.915429:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.915430:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915439:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384623.915440:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384623.915442:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.915443:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384623.915444:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d448b441 with handle 0x1c01179f271edd33 from hash 00010000:00000001:2.0:1767384623.915446:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384623.915447:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915448:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915449:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384623.915451:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384623.915452:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384623.915453:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384623.915454:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.915456:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915458:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384623.915459:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384623.915461:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915462:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915463:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915464:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915466:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.915467:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.915471:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915485:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915486:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384623.915488:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384623.915490:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915491:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915492:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384623.915494:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.915496:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915497:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.915497:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.915498:0:16798:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.915499:0:16798:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384623.915501:0:16798:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384623.915502:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.915504:0:16798:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.915505:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384623.915506:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000845961a4. 00000100:00000001:2.0:1767384623.915509:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384623.915510:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384623.915511:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed51d29. 00010000:00000001:2.0:1767384623.915514:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384623.915515:0:16798:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384623.915516:0:16798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.915519:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384623.915520:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384623.915522:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.915525:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384623.915526:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384623.915528:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384623.915530:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384623.915531:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.915533:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384623.915536:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384623.915539:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000100:00000200:2.0:1767384623.915542:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037651200, offset 224 00000400:00000200:2.0:1767384623.915547:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384623.915554:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384623.915565:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f505500 00000400:00000200:2.0:1767384623.915572:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x195d [1] + 224 00000400:00000200:2.0:1767384623.915576:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.915578:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384623.915588:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384623.915591:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384623.915599:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.915612:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384623.915617:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000400:00000010:2.0:1767384623.915619:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000100:00000001:2.0:1767384623.915622:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384623.915623:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.915623:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384623.915627:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.915630:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384623.915633:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384623.915636:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384623.915637:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384623.915639:0:16798:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.915641:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007df9998d. 00010000:00000001:2.0:1767384623.915643:0:16798:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.915647:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000530c0a00 00000100:00000040:2.0:1767384623.915648:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a099e060 x1853237037651200/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 328/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384623.915651:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000530c0a00. 00000100:00000001:3.0:1767384623.915657:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384623.915660:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a099e060 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16165:x1853237037651200:12345-0@lo:103: Request processed in 536us (854us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384623.915663:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.915671:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384623.915677:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000200:3.0:1767384623.915680:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.915681:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384623.915684:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384623.915688:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000185cc4db. 00000100:00000001:3.0:1767384623.915693:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384623.915694:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007237cbda. 00000100:00000001:3.0:1767384623.915696:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384623.915698:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005916f99d. 00000020:00000040:2.0:1767384623.915700:0:16798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000001:2.0:1767384623.915702:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.915706:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384623.915709:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384623.915710:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384623.915712:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.915713:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384623.915716:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384623.915718:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384623.915721:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384623.915722:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.915723:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384623.915725:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.915726:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.915728:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384623.915730:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.915737:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.915741:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384623.915744:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.915747:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1767384623.915749:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384623.915751:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384623.915756:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384623.915764:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ae85f14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037651200:0@lo:103: 00010000:00000001:2.0:1767384623.915766:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384623.915769:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384623.915770:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384623.915771:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d448b441/0x1c01179f271edd33 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.915773:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.915779:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ae85f14 x1853237037651200/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384623.915780:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3f4cda5 count: 0 00000100:00000001:3.0:1767384623.915788:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384623.915790:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384623.915790:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384623.915792:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004de37b6. 20000000:00000001:2.0:1767384623.915793:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384623.915797:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384623.915800:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384623.915801:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384623.915802:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384623.915803:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba14a108. 02000000:00000001:3.0:1767384623.915805:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384623.915806:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384623.915813:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ae85f14. 00000100:00000001:3.0:1767384623.915815:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384623.915816:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.915817:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.915820:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384623.915822:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.915823:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384623.915824:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384623.920354:0:28304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cdef4e7. 00010000:00000010:0.1:1767384623.920356:0:28305:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eaf58916. 00010000:00000010:2.1:1767384623.920366:0:28304:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3f4cda5. 00010000:00000010:0.1:1767384623.920367:0:28305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4a3a63. 00010000:00000010:2.1:1767384623.920377:0:28304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d448b441. 00080000:00000001:3.0:1767384623.922127:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384623.922131:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384623.922133:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384623.922137:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384623.922137:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384623.922141:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384623.922142:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384623.922144:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384623.922155:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384623.922159:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384623.922161:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000060926fb1. 20000000:00000001:3.0:1767384623.922167:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384623.922167:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384623.922173:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384623.922177:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384623.922179:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384623.922183:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384623.922187:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384623.922192:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384623.922196:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384623.922203:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d50fc58a. 00010000:00000001:2.0:1767384623.922208:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384623.922212:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d448b441. 00000020:00000001:2.0:1767384623.922216:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384623.922219:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d448b441 with handle 0x1c01179f271edd3a to hash 00000020:00000001:2.0:1767384623.922222:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384623.922224:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.922227:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.922230:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.922232:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.922235:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922243:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384623.922245:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384623.922253:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384623.922255:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.922257:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.922260:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.922262:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.922264:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384623.922266:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384623.922268:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384623.922270:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384623.922287:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d50fc58a) refcount = 1 00010000:00010000:2.0:1767384623.922292:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922300:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384623.922302:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384623.922304:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.922307:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.922309:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384623.922313:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384623.922318:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384623.922321:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.922391:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.922405:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=4 00000020:00000001:2.0:1767384623.922407:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.922410:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.922412:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384623.922414:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922421:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384623.922423:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922429:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.922431:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384623.922433:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922446:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.922449:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.922451:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384623.922453:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384623.922461:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d448b441 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384623.922464:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.922465:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384623.922467:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922473:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384623.922474:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.922476:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.922477:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=5 00000020:00000001:2.0:1767384623.922479:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.922482:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384623.922485:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384623.922488:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922494:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384623.922496:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.922498:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.922501:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384623.922503:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384623.922506:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.922508:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384623.922511:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d448b441 with handle 0x1c01179f271edd3a from hash 00010000:00000001:2.0:1767384623.922513:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384623.922516:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.922518:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.922528:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384623.922531:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384623.922533:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384623.922535:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384623.922537:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.922539:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.922541:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384623.922544:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384623.922546:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.922548:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.922550:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.922552:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.922554:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.922557:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922563:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.922565:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.922566:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384623.922568:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384623.922570:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.922571:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.922573:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384623.922575:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.922578:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.922580:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.922586:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384623.922588:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384623.922590:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d448b441/0x1c01179f271edd3a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384623.922596:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d50fc58a count: 0 00010000:00000001:2.0:1767384623.922604:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384623.922606:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384623.923012:0:28304:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000014743b96. 00000400:00000040:3.0:1767384623.923027:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384623.923030:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384623.923032:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.923034:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384623.923036:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.923037:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384623.923040:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384623.923041:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384623.923042:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384623.923044:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384623.923046:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384623.923047:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384623.923049:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384623.923050:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384623.923051:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384623.923053:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384623.923055:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384623.923056:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384623.923057:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384623.923059:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.923060:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384623.923065:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384623.923067:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384623.923068:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384623.923070:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384623.923071:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.923073:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384623.923074:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384623.923075:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384623.923076:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384623.923077:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384623.923079:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.923080:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384623.923082:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384623.923083:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384623.923085:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384623.923086:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384623.923088:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384623.923089:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384623.923090:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384623.923092:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384623.923093:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384623.923094:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384623.923096:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384623.923097:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384623.923098:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384623.923100:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384623.923101:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384623.923103:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384623.923104:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384623.923105:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384623.923107:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384623.923108:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384623.923109:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384623.923111:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384623.923112:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384623.923113:0:28304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384623.923195:0:28304:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000014743b96. 00080000:00000020:1.0:1767384623.924174:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384623.924178:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384623.924180:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f4707545. 20000000:00000001:1.0:1767384623.924185:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384623.924189:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037650816 00010000:00000001:1.0:1767384623.924192:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384623.924196:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df536074 x1853237037650816/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.924203:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384623.924205:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.924208:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.924211:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384623.924214:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384623.924216:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384623.924218:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384623.924220:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.924222:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.924224:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384623.924227:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032931198. 00000100:00000200:1.0:1767384623.924231:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037650816, offset 224 00000400:00000200:1.0:1767384623.924236:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384623.924244:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384623.924252:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505380 00000400:00000200:1.0:1767384623.924258:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1939 [2] + 224 00000400:00000200:1.0:1767384623.924265:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.924268:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.924273:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.924276:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384623.924284:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.924296:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.924308:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032931198 00000400:00000010:1.0:1767384623.924329:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032931198. 00000100:00000001:1.0:1767384623.924333:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384623.924334:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384623.924350:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.924353:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384623.924355:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384623.924357:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.924360:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384623.924365:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df536074 x1853237037650816/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384623.924373:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df536074 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037650816:12345-0@lo:253: Request processed in 19825us (20437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384623.924380:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:1.0:1767384623.924383:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384623.924384:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384623.924386:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384623.924390:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b846e66d. 00000020:00000010:1.0:1767384623.924394:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 00000020:00000010:1.0:1767384623.924399:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a5a53b7. 00000020:00000040:1.0:1767384623.924404:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384623.924407:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384623.924409:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003eadb214. 02000000:00000001:1.0:1767384623.924412:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384623.924414:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384623.924417:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384623.924421:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020af9296. 00000400:00000010:1.0:1767384623.924424:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032931198. 00000100:00000001:1.0:1767384623.924443:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.924444:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384623.924448:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384623.924450:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384623.924451:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c63a2325. 00000400:00000200:1.0:1767384623.924454:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004362c3da 00000400:00000010:1.0:1767384623.924455:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004362c3da. 00000100:00000001:1.0:1767384623.924464:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.924467:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384623.924473:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.924478:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384623.924479:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.924481:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384623.924483:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384623.924484:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.924485:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.924488:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.924490:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384623.924493:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.924496:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384623.924497:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.924499:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384623.924500:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.924502:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.924505:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.924509:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.924511:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384623.924513:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384623.924516:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384623.924518:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384623.924519:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.924520:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.924521:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384623.924523:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.924524:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384623.924537:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384623.924538:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384623.924539:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384623.924541:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384623.924555:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037650816:0@lo:253: 00000100:00000001:1.0:1767384623.924560:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.924561:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384623.924564:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859f5068 x1853237037650816/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.924569:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384623.924571:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384623.924573:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000acb8b47. 02000000:00000001:1.0:1767384623.924578:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384623.924579:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384623.924580:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384623.924582:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384623.924583:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000002805257. 02000000:00000001:1.0:1767384623.924587:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384623.924589:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384623.924590:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859f5068. 00000100:00000001:1.0:1767384623.924604:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384623.924605:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.924607:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.924612:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384623.924614:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.924616:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.924618:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384623.925956:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384623.925959:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384623.925960:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000084d6875b. 20000000:00000001:1.0:1767384623.925965:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384623.925967:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037650944 00010000:00000001:1.0:1767384623.925969:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384623.925972:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021cffa19 x1853237037650944/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.925978:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384623.925979:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.925988:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.925990:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384623.925992:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384623.925993:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384623.925995:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384623.925996:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.925998:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.925999:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384623.926001:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd2c7ae2. 00000100:00000200:1.0:1767384623.926003:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037650944, offset 224 00000400:00000200:1.0:1767384623.926006:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384623.926011:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384623.926015:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505400 00000400:00000200:1.0:1767384623.926018:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1941 [2] + 224 00000400:00000200:1.0:1767384623.926023:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.926025:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.926027:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.926030:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384623.926035:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.926047:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.926051:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd2c7ae2 00000400:00000010:1.0:1767384623.926052:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd2c7ae2. 00000100:00000001:1.0:1767384623.926054:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384623.926055:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384623.926059:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.926061:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384623.926062:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384623.926066:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384623.926067:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384623.926068:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.926070:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384623.926072:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021cffa19 x1853237037650944/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384623.926080:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384623.926081:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021cffa19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037650944:12345-0@lo:253: Request processed in 21484us (21905us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384623.926084:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384623.926087:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d271948a. 00000400:00000200:2.0:1767384623.926095:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cdfa89e 00000100:00100000:1.0:1767384623.926098:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000400:00000010:2.0:1767384623.926100:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cdfa89e. 00000100:00000040:1.0:1767384623.926102:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384623.926106:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384623.926107:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384623.926107:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384623.926112:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008f80e775. 00000100:00000200:2.0:1767384623.926116:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384623.926116:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000305e4ef. 00000020:00000010:1.0:1767384623.926122:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c40f0688. 00000020:00000040:1.0:1767384623.926126:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:1.0:1767384623.926131:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384623.926133:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dbaf21e5. 02000000:00000001:1.0:1767384623.926138:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384623.926141:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.926141:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384623.926146:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384623.926150:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035f7a29c. 00000400:00000010:1.0:1767384623.926155:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd2c7ae2. 00000100:00000001:2.0:1767384623.926157:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384623.926161:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.926164:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384623.926166:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384623.926168:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.926169:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.926171:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384623.926174:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=53 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384623.926178:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.926180:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384623.926182:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.926183:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384623.926185:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.926187:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.926190:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.926198:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.926200:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384623.926202:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384623.926205:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384623.926206:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384623.926208:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384623.926209:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384623.926210:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384623.926212:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384623.926213:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384623.926214:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384623.926223:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384623.926226:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.926233:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037650944:0@lo:253: 00000100:00000001:2.0:1767384623.926238:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.926240:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384623.926241:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c287963 x1853237037650944/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.926248:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384623.926250:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384623.926253:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000def3e765. 02000000:00000001:2.0:1767384623.926256:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384623.926258:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384623.926259:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384623.926261:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384623.926263:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000056937c6f. 02000000:00000001:2.0:1767384623.926266:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384623.926268:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384623.926269:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c287963. 00000100:00000001:2.0:1767384623.926273:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384623.926274:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.926275:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.926280:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.926282:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.926284:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.926286:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384623.929392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d50fc58a. 00010000:00000010:2.1:1767384623.929402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d448b441. 00000100:00000040:1.0:1767384623.933415:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294912731, at 4294912732 00000100:00000010:1.0:1767384623.933423:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f0b98a4. 00000100:00000040:0.0:1767384623.934357:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294912731, at 4294912733 00000100:00000040:2.0:1767384623.934365:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294912731, at 4294912733 00000100:00000010:0.0:1767384623.934365:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000352987b2. 00000100:00000010:2.0:1767384623.934376:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000acfd91d1. 00000100:00000040:3.0:1767384623.934388:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294912731, at 4294912733 00000100:00000010:3.0:1767384623.934402:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034ce9600. 00000400:00000001:1.0:1767384624.481408:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384624.481413:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384624.481415:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1fee4c 00000400:00000010:1.0:1767384624.481418:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1fee4c. 00000400:00000200:1.0:1767384624.481423:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384624.481429:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery ping unlinked 00000400:00000010:1.0:1767384624.481436:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000eb41f27a. 00000400:00000010:1.0:1767384624.481440:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003ac1f5fc. 00010000:00000001:0.0:1767384624.801410:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384624.801414:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.801419:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384624.801420:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384624.801457:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384624.801462:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384624.801465:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384625.196754:0:28680:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384625.196767:0:28680:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384625.196771:0:28680:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384625.196777:0:28680:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384625.196783:0:28680:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384625.196786:0:28680:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384625.505425:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (6) 00000800:00000200:0.0:1767384625.505433:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp15 ip 192.168.203.133:988 00000800:00000200:0.0:1767384625.505436:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384625.505549:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384625.505554:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.505565:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384625.505569:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.505571:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384625.506471:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp31 00000400:00000010:2.0:1767384625.506475:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c70b277f. 00000400:00000010:2.0:1767384625.506479:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cbaed9df. 00000400:00000010:2.0:1767384625.506483:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000400:00000010:2.0:1767384625.506489:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004e67a03. 00000400:00000200:2.0:1767384625.506496:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp31 00000400:00000200:2.0:1767384625.506511:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp31 local destination 00000400:00000200:2.0:1767384625.506516:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp31 00000400:00000200:2.0:1767384625.506518:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp31 NI seq info: [82:82:256:4294967295] 192.168.203.133@tcp31 LPNI seq info [80:80:8:4294967295] 00000400:00000200:2.0:1767384625.506523:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp31 00000400:00000200:2.0:1767384625.506529:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp31(192.168.203.133@tcp31:) -> 192.168.203.133@tcp31(192.168.203.133@tcp31:192.168.203.133@tcp31) : GET try# 0 00000800:00000200:2.0:1767384625.506533:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp31 00000800:00000010:2.0:1767384625.506536:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006da0744d. 00000800:00000200:2.0:1767384625.506539:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000800:00000200:2.1:1767384625.506543:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000400:00000200:2.0:1767384625.506577:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp31 added to recovery queue. ping count: 1 next ping: 249 health :900 00000400:00000200:2.0:1767384625.506581:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp32 00000400:00000010:2.0:1767384625.506584:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001b0942fd. 00000400:00000010:2.0:1767384625.506586:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003f14a0e8. 00000400:00000010:2.0:1767384625.506589:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265a8796. 00000400:00000010:2.0:1767384625.506592:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee8e94ff. 00000400:00000200:2.0:1767384625.506594:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp32 00000400:00000200:2.0:1767384625.506598:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp32 local destination 00000400:00000200:2.0:1767384625.506600:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp32 00000400:00000200:2.0:1767384625.506602:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp32 NI seq info: [83:83:256:4294967295] 192.168.203.133@tcp32 LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1767384625.506605:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp32 00000400:00000200:2.0:1767384625.506609:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp32(192.168.203.133@tcp32:) -> 192.168.203.133@tcp32(192.168.203.133@tcp32:192.168.203.133@tcp32) : GET try# 0 00000800:00000200:2.0:1767384625.506612:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp32 00000800:00000010:2.0:1767384625.506615:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bc3268d1. 00000800:00000200:2.0:1767384625.506619:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (2) 00000400:00000200:0.0:1767384625.506621:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:2.1:1767384625.506622:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (2) 00000400:00000200:2.0:1767384625.506637:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp32 added to recovery queue. ping count: 1 next ping: 249 health :900 00000400:00000200:0.0:1767384625.506663:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.506680:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.506704:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.506733:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.506734:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.506794:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.506812:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.506836:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.506854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.506913:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.506948:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.506987:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507000:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507037:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507050:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507092:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507103:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507150:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507156:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507199:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507207:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507249:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507259:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507302:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507312:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507394:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507406:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507447:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507458:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507496:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507504:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507548:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507560:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507602:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507613:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507649:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507658:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507702:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507712:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507754:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507768:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507809:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507823:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507861:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507872:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507915:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507927:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.507967:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.507978:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.508017:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508028:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.508068:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508079:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.508107:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508134:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.508158:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508178:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.508216:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508223:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508267:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.508287:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508305:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508387:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.508398:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508425:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.508463:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508477:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508522:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508543:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508565:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508589:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.508622:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000800:00000010:0.0:1767384625.508653:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac1a39e9. 00000400:00000200:3.0:1767384625.508660:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000800:00000010:0.0:1767384625.508661:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c0bdbd2. 00000800:00000010:0.0:1767384625.508670:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a204f7d9. 00000800:00000010:0.0:1767384625.508702:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a204f7d9. 00000400:00000200:3.0:1767384625.508703:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000800:00020000:0.0:1767384625.508713:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384625.508718:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c0bdbd2. 00000800:00000010:0.0:1767384625.508723:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac1a39e9. 00000400:00000200:3.0:1767384625.508743:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:02020000:0.0:1767384625.508788:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp31 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384625.508795:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp31 notifying 192.168.203.133@tcp31: down 00000800:00000200:0.0:1767384625.508802:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp31 down 00000800:00000100:0.0:1767384625.508809:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp31 00000800:00000010:0.0:1767384625.508812:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006da0744d. 00000400:00000200:0.0:1767384625.508817:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384625.508823:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp31->192.168.203.133@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384625.508830:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384625.508834:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384625.508840:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp31) recovery failed with -71 00000800:00000010:3.0:1767384625.508927:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000f771be7. 00000800:00000010:3.0:1767384625.508932:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b84be5e9. 00000800:00000010:3.0:1767384625.508935:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079517896. 00000800:00000010:3.0:1767384625.508963:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079517896. 00000400:00000200:3.0:1767384625.509045:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384625.509058:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp32 from 214.3.0.2 00000800:00000010:3.0:1767384625.509061:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000029041a00. 00000800:00000010:0.0:1767384625.509104:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac1a39e9. 00000800:00000010:0.0:1767384625.509111:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c0bdbd2. 00000800:00000010:0.0:1767384625.509140:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000022fff1a7. 00000800:00000200:0.1:1767384625.509147:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (2) 00000800:00000200:0.1:1767384625.509153:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp32 0000000022fff1a7 deleted 00000800:00000010:0.1:1767384625.509156:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000022fff1a7. 00000800:00000200:0.1:1767384625.509162:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384625.509169:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp32 ip 192.168.203.133:982 00000800:00000200:0.1:1767384625.509172:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc3268d1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384625.509179:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp32 p 3.x 192.168.203.133 -> 192.168.203.133:982 incarnation:1767384621841417704 sched[0] 00000800:00000010:0.0:1767384625.509185:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a204f7d9. 00000800:00000010:0.0:1767384625.509248:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a204f7d9. 00000800:00000010:0.0:1767384625.509254:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c0bdbd2. 00000800:00000010:0.0:1767384625.509296:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000029041a00. 00000800:00000001:0.0:1767384625.509383:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.509390:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384625.509439:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384625.509446:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp32 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384621841417704 sched[0] 00000800:00000200:0.0:1767384625.509448:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384625.509450:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b84be5e9. 00000800:00000010:0.0:1767384625.509453:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bc3268d1. 00000400:00000200:0.0:1767384625.509459:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.509466:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp32->192.168.203.133@tcp32: GET: OK 00000400:00000200:0.0:1767384625.509471:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384625.509475:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp32 recovery message sent successfully:0 00000800:00000001:0.0:1767384625.509488:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.509495:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.509496:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:0.0:1767384625.509500:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.509510:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.509519:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp32(192.168.203.133@tcp32) <- 192.168.203.133@tcp32 : GET - for me 00000400:00000200:3.0:1767384625.509531:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.509533:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384625.509550:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1931 [1] + 0 00000400:00000200:3.0:1767384625.509560:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.509565:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp32 to MR: 192.168.203.133@tcp32 local destination 00000400:00000200:0.0:1767384625.509574:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp32 NI seq info: [84:84:256:4294967295] 192.168.203.133@tcp32 LPNI seq info [82:82:8:4294967295] 00000400:00000200:3.0:1767384625.509581:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.509593:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp32(192.168.203.133@tcp32:192.168.203.133@tcp32) -> 192.168.203.133@tcp32(192.168.203.133@tcp32:192.168.203.133@tcp32) 192.168.203.133@tcp32 : REPLY try# 0 00000800:00000200:0.0:1767384625.509599:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp32 00000800:00000010:0.0:1767384625.509605:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a827f4a4. 00000400:00000200:3.0:1767384625.509608:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000200:0.0:1767384625.509613:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (4) 00000800:00000200:0.0:1767384625.509622:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp32 ip 192.168.203.133:988 00000800:00000200:0.0:1767384625.509626:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a827f4a4 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384625.509644:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000200:0.0:1767384625.509675:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384625.509679:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a827f4a4. 00000400:00000200:3.0:1767384625.509681:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.509684:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.509692:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp32->192.168.203.133@tcp32: REPLY: OK 00000800:00000001:0.0:1767384625.509704:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384625.509705:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000800:00000001:0.0:1767384625.509709:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384625.509713:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.509718:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384625.509721:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.509725:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.509729:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.509735:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp32(192.168.203.133@tcp32) <- 192.168.203.133@tcp32 : REPLY - for me 00000400:00000200:0.0:1767384625.509747:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp32: Reply from 12345-192.168.203.133@tcp32 of length 272/272 into md 0x197d 00000800:00000001:0.0:1767384625.509752:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384625.509754:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000800:00000001:0.0:1767384625.509760:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.509764:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.509770:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp32->192.168.203.133@tcp32: REPLY: OK 00000400:00000200:0.0:1767384625.509774:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265a8796 00000400:00000010:0.0:1767384625.509777:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265a8796. 00000400:00000200:3.0:1767384625.509781:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384625.509782:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384625.509791:0:16157:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001b0942fd. 00000400:00000010:0.0:1767384625.509796:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003f14a0e8. 00000400:00000200:3.0:1767384625.509799:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000800:00000001:0.0:1767384625.509815:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.509820:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.509827:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509848:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509862:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509879:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509896:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509910:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509925:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509943:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509958:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509971:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.509989:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510004:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510027:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510044:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510067:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510087:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510105:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510124:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510150:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510165:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510181:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510197:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384625.510220:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384625.510309:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084d6875b. 00000800:00000010:3.0:1767384625.510312:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b84be5e9. 00000800:00000010:3.0:1767384625.510320:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079517896. 00000800:00000010:3.0:1767384625.510401:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079517896. 00000800:00020000:3.0:1767384625.510406:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384625.510409:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b84be5e9. 00000800:00000010:3.0:1767384625.510412:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000084d6875b. 00000400:02020000:3.0:1767384625.510445:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp32 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384625.825398:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384625.825404:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.825409:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384625.825410:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.825428:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384625.825430:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.825431:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384625.979953:0:28845:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384625.979959:0:28845:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:2.0:1767384625.986303:0:28845:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384625.997489:0:28846:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001ed2d813. 00000400:00000010:2.0:1767384625.997510:0:28846:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eea0cc6e. 00000400:00000010:2.0:1767384625.997524:0:28846:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000076381430. 00000400:00000010:2.0:1767384625.997530:0:28846:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005081d19d. 00000400:00000010:2.0:1767384625.997536:0:28846:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000255eb0d7. 00000400:00000010:2.0:1767384625.997541:0:28846:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed04c214. 00000400:00000010:2.0:1767384625.997544:0:28846:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9831bfc. 00000400:00000010:2.0:1767384625.997547:0:28846:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000109fb931. 00000400:00000010:2.0:1767384625.997551:0:28846:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b1deb497. 00000800:00000010:2.0:1767384625.997569:0:28846:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009d3f6bef. 00000800:00000200:2.0:1767384625.997582:0:28846:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384625.997598:0:28846:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384625.997650:0:28846:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384625.997683:0:28846:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp34 [8/256/0/180] 00000400:00000010:2.0:1767384626.001403:0:28846:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000007cfa9924. 00000400:00000010:2.0:1767384626.001414:0:28846:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072bba470. 00000400:00000010:2.0:1767384626.001423:0:28846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cc77453. 00000400:00000001:2.0:1767384626.001446:0:28846:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384626.001450:0:28846:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384626.001453:0:28846:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561e9f04. 00000400:00000200:2.0:1767384626.001459:0:28846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000400:00000010:2.0:1767384626.001462:0:28846:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000400:00000010:2.0:1767384626.001468:0:28846:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000041da1e81. 00000400:00000200:2.0:1767384626.001474:0:28846:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (25) 00000400:00000200:2.0:1767384626.001496:0:28846:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384626.001509:0:28846:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:2.0:1767384626.001522:0:28846:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000908503ec. 00000400:00000200:3.0:1767384626.001523:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384626.001535:0:28846:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384626.001536:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000020:01000000:2.0:1767384626.001545:0:28846:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp34 00000400:00000010:3.0:1767384626.001546:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48128f8. 00000400:00000200:3.0:1767384626.001554:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (26) 00000400:00000010:3.0:1767384626.001560:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056888175. 00000400:00000200:3.0:1767384626.001565:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp14 00000400:00000010:2.0:1767384626.001578:0:28846:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eea0cc6e. 00000400:00000200:3.0:1767384626.001579:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp14 to MR: 192.168.203.133@tcp14 local destination 00000400:00000010:2.0:1767384626.001591:0:28846:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001ed2d813. 00000400:00000200:3.0:1767384626.001592:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp14 NI seq info: [85:85:256:4294967295] 192.168.203.133@tcp14 LPNI seq info [83:83:8:4294967295] 00000400:00000200:3.0:1767384626.001603:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp14 00000020:00000001:0.0:1767384626.001605:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384626.001612:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384626.001618:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14:192.168.203.133@tcp14) -> 192.168.203.133@tcp14(192.168.203.133@tcp14:192.168.203.133@tcp14) : PUT try# 0 10000000:00000001:0.0:1767384626.001618:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384626.001624:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:3.0:1767384626.001631:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.133@tcp14 00000020:01000004:0.0:1767384626.001632:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384626.001637:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384626.001638:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:3.0:1767384626.001639:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000450c50e1. 00000020:01000004:0.0:1767384626.001641:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384626.001646:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384626.001649:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384626.001651:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:3.0:1767384626.001655:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (6) 00000020:01000004:0.0:1767384626.001655:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384626.001660:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384626.001662:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384626.001668:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp14 ip 192.168.203.133:988 00000100:00000010:0.0:1767384626.001669:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c42488. 00000800:00000200:3.0:1767384626.001674:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000450c50e1 type 1, nob 544 niov 1 nkiov 1 00000020:00000040:0.0:1767384626.001676:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384626.001684:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384626.001687:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384626.001692:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.001701:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 02000000:00000010:0.0:1767384626.001703:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004dbf7670. 00000400:00000200:3.0:1767384626.001708:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000001:0.0:1767384626.001714:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.001726:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384626.001728:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384626.001737:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049c42488] to pc [ptlrpcd_00_03+3] req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384626.001769:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384626.001772:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.001775:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384626.001786:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384626.001787:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384626.001793:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384626.001794:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384626.001799:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384626.001800:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384626.001803:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384626.001807:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384626.001810:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384626.001811:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384626.001816:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384626.001821:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384626.001827:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384626.001832:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384626.001833:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384626.001837:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384626.001838:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384626.001840:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:1.0:1767384626.001841:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384626.001842:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384626.001845:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:1.0:1767384626.001850:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000450c50e1. 00000100:00000010:0.0:1767384626.001852:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe21d1a2. 02000000:00000001:3.0:1767384626.001854:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384626.001861:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:3.0:1767384626.001862:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384626.001862:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384626.001869:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384626.001872:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384626.001873:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384626.001879:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.001880:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: PUT: OK 00000100:00100000:3.0:1767384626.001881:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049c42488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037651328:0@lo:253: 02000000:00000010:0.0:1767384626.001891:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4c06d34. 00000100:00000001:3.0:1767384626.001892:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384626.001894:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384626.001899:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.001902:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384626.001905:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384626.001907:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.001909:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.001912:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp14: 0 02000000:00000001:3.0:1767384626.001914:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384626.001920:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe21d1a2] to pc [ptlrpcd_00_00+0] req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384626.001924:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000084d6875b. 00000800:00000001:1.0:1767384626.001928:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384626.001932:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.001941:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f5ebc6. 00000800:00000001:1.0:1767384626.001942:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384626.001949:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384626.001952:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b84be5e9. 00000800:00000001:1.0:1767384626.001956:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384626.001959:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037651328, portal 25 10000000:00000001:0.0:1767384626.001963:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.001964:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384626.001970:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987292288 : -117139722259328 : ffff957648773480) 10000000:00000001:0.0:1767384626.001971:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.001973:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14) <- 192.168.203.133@tcp14 : PUT - for me 00000020:00000001:0.0:1767384626.001981:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.001985:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384626.001986:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384626.001996:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 448 into portal 0 MB=0x8000000000000000 00000020:00000010:0.0:1767384626.001997:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000908503ec. 00000100:00000001:3.0:1767384626.002006:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384626.002017:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384626.002018:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384626.002018:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 432/448 into md 0x1949 [1] + 0 00000100:00000001:0.0:1767384626.002024:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384626.002025:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a3e97e3. 00000400:00000010:1.0:1767384626.002027:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9350bc6. 00000100:00000001:0.0:1767384626.002029:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384626.002036:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da3f4c26 00000100:00000040:0.0:1767384626.002039:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384626.002042:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037651328, offset 0 00000800:00000001:1.0:1767384626.002044:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384626.002052:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.002056:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384626.002058:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384626.002058:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384626.002067:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.002070:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: PUT: OK 00000400:00000200:3.0:1767384626.002078:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384626.002078:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384626.002080:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 02000000:00000001:0.0:1767384626.002084:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384626.002086:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 02000000:00000001:0.0:1767384626.002090:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.002093:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00100000:0.0:1767384626.002097:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe21d1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037651456:0@lo:253: 00000400:00000200:3.0:1767384626.002101:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505580 00000400:00000200:1.0:1767384626.002102:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (27) 00000100:00000001:0.0:1767384626.002107:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384626.002113:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384626.002115:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:3.0:1767384626.002118:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x122d [2] + 0 02000000:00000001:0.0:1767384626.002119:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.002124:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (448 bytes) 02000000:00000001:0.0:1767384626.002127:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384626.002130:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33fbc98. 00000400:00000200:1.0:1767384626.002136:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384626.002137:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ab08d90 02000000:00000010:0.0:1767384626.002140:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000def3e765. 02000000:00000001:0.0:1767384626.002145:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.002148:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384626.002150:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd6ee65. 00000400:00000200:1.0:1767384626.002153:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (28) 00000400:00000200:3.0:1767384626.002158:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384626.002162:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a415da3d. 00000400:00000200:1.0:1767384626.002164:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:0.0:1767384626.002170:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037651456, portal 25 00000400:00000200:1.0:1767384626.002175:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp14 to MR: 192.168.203.133@tcp14 local destination 00000100:00000001:0.0:1767384626.002177:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384626.002182:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987282432 : -117139722269184 : ffff957648770e00) 00000400:00000200:1.0:1767384626.002189:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp14 NI seq info: [86:86:256:4294967295] 192.168.203.133@tcp14 LPNI seq info [84:84:8:4294967295] 00000100:00000040:0.0:1767384626.002193:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384626.002210:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384626.002222:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14:192.168.203.133@tcp14) -> 192.168.203.133@tcp14(192.168.203.133@tcp14:192.168.203.133@tcp14) 192.168.203.133@tcp14 : ACK try# 0 00000100:00000040:0.0:1767384626.002222:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384626.002229:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aea2c128. 00000400:00000200:3.0:1767384626.002233:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ab08d90 00000800:00000200:1.0:1767384626.002235:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp14 00000400:00000010:3.0:1767384626.002238:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ab08d90. 00000800:00000010:1.0:1767384626.002242:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056c78064. 00000100:00000001:3.0:1767384626.002246:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384626.002246:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037651456, offset 0 00000100:00000200:3.0:1767384626.002251:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384626.002255:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (6) 00000100:00000040:3.0:1767384626.002258:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000028533f5c x1853237037651328 msgsize 4848 00000400:00000200:0.0:1767384626.002261:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384626.002268:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp14 ip 192.168.203.133:1013 00000100:00100000:3.0:1767384626.002282:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384626.002282:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384626.002284:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056c78064 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:3.0:1767384626.002290:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384626.002302:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505600 00000100:00000001:3.0:1767384626.002304:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384626.002359:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384626.002361:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1251 [2] + 0 00000800:00000001:1.0:1767384626.002378:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384626.002378:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005975b71f. 00000400:00000200:0.0:1767384626.002384:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006005f961 00000400:00000200:3.0:1767384626.002390:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3e97e3 00000400:00000200:0.0:1767384626.002392:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384626.002394:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a3e97e3. 00000100:00000001:3.0:1767384626.002402:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384626.002402:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384626.002410:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006005f961 00000100:00000200:3.0:1767384626.002411:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384626.002416:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006005f961. 00000100:00000001:0.0:1767384626.002425:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384626.002430:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384626.002431:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.002437:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384626.002445:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384626.002448:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000006f54eaf x1853237037651456 msgsize 4848 00000800:00000010:1.0:1767384626.002453:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056c78064. 00000100:00000001:3.0:1767384626.002458:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.002459:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384626.002463:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384626.002466:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384626.002470:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384626.002475:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.002475:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: ACK: OK 00000100:00000001:0.0:1767384626.002481:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384626.002484:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294914819 00000800:00000001:1.0:1767384626.002489:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384626.002491:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1cd4b33. 00000400:00000200:0.0:1767384626.002494:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aea2c128 00000800:00000001:1.0:1767384626.002496:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384626.002500:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aea2c128. 00000100:00000001:3.0:1767384626.002501:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000800:00000001:1.0:1767384626.002502:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384626.002507:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384626.002511:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.002513:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294914819 00000100:00000200:0.0:1767384626.002516:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384626.002519:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384626.002521:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010add171. 00000800:00000001:1.0:1767384626.002530:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.002531:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384626.002533:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384626.002542:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294914819 00000100:00000040:0.0:1767384626.002543:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384626.002551:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp14(192.168.203.133@tcp14) <- 192.168.203.133@tcp14 : ACK - for me 00000100:00000010:3.0:1767384626.002552:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e6b970e. 00000100:00000001:3.0:1767384626.002571:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384626.002573:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.002577:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294914819 00000100:00000001:0.0:1767384626.002580:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384626.002582:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp14: ACK from 12345-192.168.203.133@tcp14 into md 0x1985 00000100:00000010:3.0:1767384626.002586:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb6ead8. 00000400:00000200:1.0:1767384626.002590:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384626.002591:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.002592:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384626.002602:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294914819 00000100:00000001:3.0:1767384626.002604:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384626.002610:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp14->192.168.203.133@tcp14: ACK: OK 00000100:00000001:0.0:1767384626.002611:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294914819 00000100:00000001:3.0:1767384626.002612:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.002616:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48128f8 00000100:00000001:0.0:1767384626.002620:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294914819 00000400:00000010:1.0:1767384626.002621:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48128f8. 00000100:00000001:3.0:1767384626.002622:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.002629:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294914819 00000100:00000001:3.0:1767384626.002630:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384626.002630:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384626.002639:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294914819 00000400:00000200:1.0:1767384626.002640:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000001:3.0:1767384626.002646:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384626.002647:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294914819 00000400:00000200:1.0:1767384626.002651:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:3.0:1767384626.002652:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384626.002656:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294914819 00000400:00000200:1.0:1767384626.002657:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (27) 00000100:00000001:0.0:1767384626.002659:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294914819 00000100:00000001:0.0:1767384626.002667:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.002669:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384626.002671:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384626.002671:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.002672:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.002679:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384626.002680:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.002680:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.002685:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.002689:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.002697:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384626.002699:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384626.002703:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384626.002704:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384626.002706:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384626.002710:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.002711:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.002712:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.002715:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.002727:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384626.002728:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.002736:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000095ef2abf. 00000400:00000010:3.0:1767384626.002743:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000120576c2. 00000100:00000001:1.0:1767384626.002745:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384626.002749:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d63e21ce. 00000100:00100000:1.0:1767384626.002752:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037651328 00000400:00000200:3.0:1767384626.002755:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000095ef2abf 02000000:00000001:1.0:1767384626.002759:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384626.002761:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000c72a8abd. 00000100:00000001:1.0:1767384626.002765:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384626.002768:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000100:00000001:1.0:1767384626.002770:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.002777:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 02000000:00000001:1.0:1767384626.002780:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.002781:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (26) 00000100:00100000:1.0:1767384626.002789:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037651328 00000400:00000010:3.0:1767384626.002790:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000cedd70c2. 00000020:00000001:1.0:1767384626.002797:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384626.002799:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000008e969e. 00000400:00000010:3.0:1767384626.002804:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b74c37af. 00000020:00000040:1.0:1767384626.002811:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000200:3.0:1767384626.002812:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000020:00000001:1.0:1767384626.002818:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384626.002822:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000400:00000200:3.0:1767384626.002827:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000001:1.0:1767384626.002828:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384626.002835:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:3.0:1767384626.002840:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00000001:1.0:1767384626.002843:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384626.002849:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000010:1.0:1767384626.002850:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c18a409. 00000100:00000001:1.0:1767384626.002858:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384626.002863:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:00000010:1.0:1767384626.002863:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c18a409. 00000400:00000200:3.0:1767384626.002873:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000020:00000010:1.0:1767384626.002876:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080e37ae8. 00000400:00000200:3.0:1767384626.002881:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:00000010:1.0:1767384626.002886:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000081bcfbb8. 00000400:00000200:3.0:1767384626.002891:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000020:00000010:1.0:1767384626.002896:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c5197fc. 00000400:00000200:3.0:1767384626.002901:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:3.0:1767384626.002910:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000040:1.0:1767384626.002913:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384626.002919:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000100:00000001:1.0:1767384626.002920:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384626.002924:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384626.002925:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.002935:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.002936:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384626.002940:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00100000:0.0:1767384626.002943:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037651456 02000000:00000001:0.0:1767384626.002948:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384626.002951:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000001:0.0:1767384626.002953:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384626.002954:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.002958:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384626.002968:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.002971:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000100:00100000:0.0:1767384626.002973:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037651456 00000100:00000001:1.0:1767384626.002976:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384626.002980:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384626.002982:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384626.002983:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000020:00000040:0.0:1767384626.002984:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384626.002990:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384626.002993:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000020:00000040:0.0:1767384626.002995:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000040:1.0:1767384626.003003:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:0.0:1767384626.003004:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:3.0:1767384626.003005:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000100:00000001:1.0:1767384626.003010:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715845712 : -117138993705904 : ffff957673e40c50) 00000020:00000001:0.0:1767384626.003013:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384626.003024:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384626.003025:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028533f5c x1853237037651328/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 4848/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384626.003028:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000020:00000010:0.0:1767384626.003031:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004618cc4e. 00000100:00000001:0.0:1767384626.003039:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384626.003048:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004618cc4e. 00000400:00000200:3.0:1767384626.003053:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000020:00000010:0.0:1767384626.003059:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b5bb3c8. 00000100:00000001:1.0:1767384626.003060:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384626.003066:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000020:00000010:1.0:1767384626.003068:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c18a409. 00000020:00000010:0.0:1767384626.003070:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c15a3da3. 00000100:00000001:1.0:1767384626.003076:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384626.003077:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000020:00000010:0.0:1767384626.003079:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0d1c2cc. 00000020:00000010:1.0:1767384626.003084:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c18a409. 00000100:00000001:0.0:1767384626.003091:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384626.003096:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384626.003101:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[68, 18], ns[68, 18] 00000100:00100000:1.0:1767384626.003102:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028533f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037651328:12345-0@lo:253: 00000100:00000001:0.0:1767384626.003102:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.003114:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384626.003116:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037651328 00000100:00000001:0.0:1767384626.003120:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384626.003122:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 18], ns[70, 18] 00000020:00000001:1.0:1767384626.003123:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384626.003129:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 18], ns[71, 18] 00000100:00000001:0.0:1767384626.003132:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384626.003139:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384626.003140:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384626.003141:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[80, 18], ns[82, 18] 00000020:00000001:1.0:1767384626.003146:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384626.003148:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000020:00000001:1.0:1767384626.003155:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384626.003157:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000001:1.0:1767384626.003159:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:3.0:1767384626.003163:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 18], ns[84, 18] 00000100:00000001:0.0:1767384626.003164:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715851856 : -117138993699760 : ffff957673e42450) 00000020:00000001:1.0:1767384626.003166:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384626.003171:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384626.003177:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006f54eaf x1853237037651456/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 4848/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384626.003179:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384626.003180:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000020:00000001:1.0:1767384626.003185:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384626.003191:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.003202:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384626.003203:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000100:00000001:0.0:1767384626.003206:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384626.003209:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384626.003214:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp33 02000000:00000010:1.0:1767384626.003218:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003eadb214. 00000020:00000010:0.0:1767384626.003222:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004618cc4e. 02000000:00000001:1.0:1767384626.003224:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.003225:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp33 lpni_is_preferred = 0 00000100:00000001:0.0:1767384626.003229:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384626.003231:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.003235:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp33 00000020:00000010:0.0:1767384626.003237:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004618cc4e. 20000000:00000001:1.0:1767384626.003238:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384626.003245:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp33 NI seq info: [87:87:256:4294967295] 192.168.203.133@tcp33 LPNI seq info [85:85:8:4294967295] 00000100:00100000:0.0:1767384626.003248:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006f54eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037651456:12345-0@lo:253: 20000000:00000010:1.0:1767384626.003254:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f4707545. 00000100:00000200:0.0:1767384626.003254:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037651456 00000020:00000001:0.0:1767384626.003262:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:1.0:1767384626.003264:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384626.003267:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384626.003269:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384626.003270:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp33 00000020:00000001:0.0:1767384626.003272:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384626.003276:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384626.003278:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384626.003281:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.003284:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 20000000:00000001:1.0:1767384626.003288:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.003292:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384626.003295:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384626.003296:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp33(192.168.203.133@tcp33:) -> 192.168.203.133@tcp33(192.168.203.133@tcp:192.168.203.133@tcp33) : GET try# 0 00000020:00000001:0.0:1767384626.003298:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384626.003305:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:1.0:1767384626.003307:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c1ea0210. 00000800:00000200:3.0:1767384626.003366:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp33 20000000:01000000:1.0:1767384626.003366:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000020:00000001:0.0:1767384626.003375:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384626.003376:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000450c50e1. 20000000:00000001:1.0:1767384626.003378:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384626.003381:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384626.003387:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000a3e97e3. 00000100:00000001:0.0:1767384626.003387:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384626.003388:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:0.0:1767384626.003390:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1767384626.003399:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f8ca68ee. 02000000:00000010:0.0:1767384626.003402:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001f15e33c. 02000000:00000001:0.0:1767384626.003409:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384626.003410:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000100:00000001:0.0:1767384626.003416:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384626.003423:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 20000000:00000001:0.0:1767384626.003424:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384626.003439:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000798a1bd5. 00080000:00000001:1.0:1767384626.003440:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384626.003445:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 20000000:01000000:0.0:1767384626.003447:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384626.003448:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384626.003453:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00080000:00000001:1.0:1767384626.003454:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384626.003454:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384626.003461:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384626.003462:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384626.003465:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.003469:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384626.003469:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384626.003474:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384626.003478:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384626.003484:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384626.003491:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a9d50b2. 00080000:00000001:1.0:1767384626.003495:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568989184 : -117144140562432 : ffff9575411d4000) 00080000:00000001:1.0:1767384626.003498:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384626.003533:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.003615:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000001:00000001:1.0:1767384626.003642:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384626.003646:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384626.003649:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384626.003663:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00080000:00000001:1.0:1767384626.003674:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384626.003679:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384626.003695:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.003737:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.003791:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.003851:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00080000:00000001:1.0:1767384626.003873:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384626.003878:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384626.003916:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.003955:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.003990:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004039:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004092:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004132:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004172:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004215:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004255:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004296:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004432:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004476:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004512:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004598:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004880:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004913:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004961:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.004987:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005020:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005389:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005447:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005497:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005528:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005579:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005661:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005714:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005750:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384626.005786:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384626.005994:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db8e589a. 00000800:00000010:3.0:1767384626.006001:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000038b11ec6. 00000800:00000010:3.0:1767384626.006007:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038f4d17e. 00000800:00000010:3.0:1767384626.006041:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038f4d17e. 00000800:00020000:3.0:1767384626.006051:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384626.006055:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000038b11ec6. 00000800:00000010:3.0:1767384626.006059:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000db8e589a. 00000400:02020000:3.0:1767384626.006119:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp33 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384626.006128:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp33 notifying 192.168.203.133@tcp33: down 00000800:00000200:3.0:1767384626.006134:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp33 down 00000800:00000100:3.0:1767384626.006141:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp33 00000800:00000010:3.0:1767384626.006144:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000450c50e1. 00000400:00000200:3.0:1767384626.006149:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384626.006156:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp33->192.168.203.133@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384626.006166:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp33 added to recovery queue. ping count: 0 next ping: 248 health :900 00000400:00000200:3.0:1767384626.006170:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384626.006185:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 1 00000400:00000200:3.0:1767384626.006191:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384626.006229:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384626.006238:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100851 00000400:00000001:1.0:1767384626.006244:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384626.006246:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384626.006248:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008e969e 00000400:00000010:1.0:1767384626.006250:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000008e969e. 00000400:00000200:1.0:1767384626.006256:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384626.006262:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:1.0:1767384626.006267:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000cedd70c2. 00000400:00000200:1.0:1767384626.006272:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (27) 00000400:00000200:1.0:1767384626.006276:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:-71 00000400:00000200:1.0:1767384626.006280:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 rc -71 00000400:00000200:1.0:1767384626.006285:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384626.006291:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (26) 00080000:00000001:1.0:1767384626.015161:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.015163:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384626.015169:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384626.015171:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:0.0:1767384626.015172:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384626.015175:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384626.015177:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384626.015180:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384626.015182:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a9d50b2. 20000000:00000001:1.0:1767384626.015187:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384626.015189:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384626.015207:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384626.015224:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384626.015228:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384626.015233:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008fc81e42. 00080000:00000020:1.0:1767384626.015236:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384626.015240:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:01000000:0.0:1767384626.015245:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384626.015247:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384626.015252:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384626.015258:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384626.015261:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384626.015266:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384626.015269:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384626.015277:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000373de769. 00010000:00000001:0.0:1767384626.015282:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384626.015286:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00080000:00000001:3.0:1767384626.015289:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384626.015291:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384626.015296:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:0.0:1767384626.015297:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271edd41 to hash 00080000:00000001:3.0:1767384626.015299:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.015302:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384626.015303:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384626.015306:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.015348:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.015352:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384626.015355:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384626.015355:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384626.015360:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384626.015363:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384626.015371:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384626.015375:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384626.015379:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a3d405ce. 00010000:00000001:0.0:1767384626.015381:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384626.015386:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578213376 : -117144131338240 : ffff957541aa0000) 00010000:00000001:0.0:1767384626.015386:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384626.015389:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384626.015392:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384626.015393:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384626.015397:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384626.015399:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384626.015401:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384626.015404:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384626.015406:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384626.015408:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384626.015410:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000373de769) refcount = 1 00010000:00010000:0.0:1767384626.015414:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.015419:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384626.015421:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384626.015422:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384626.015424:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.015433:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384626.015437:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384626.015441:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384626.015444:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384626.015446:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384626.015449:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384626.015451:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.015454:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.015457:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384626.015459:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.015465:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384626.015467:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.015473:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.015475:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384626.015477:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.015482:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384626.015485:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.015488:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384626.015490:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384626.015492:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384626.015496:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384626.015500:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384626.015500:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384626.015506:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384626.015509:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384626.015511:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.015517:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384626.015519:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384626.015520:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384626.015524:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767384626.015529:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384626.015531:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384626.015534:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.015536:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.015541:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384626.015543:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.015548:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384626.015551:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384626.015553:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.015558:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384626.015561:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384626.015564:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384626.015565:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384626.015568:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271edd41 from hash 00010000:00000001:0.0:1767384626.015571:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384626.015573:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.015575:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384626.015577:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384626.015580:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384626.015582:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384626.015586:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384626.015588:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384626.015591:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.015593:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384626.015596:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384626.015599:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.015601:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384626.015603:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.015605:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.015608:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384626.015610:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.015615:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.015621:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384626.015624:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384626.015626:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384626.015628:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.015630:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384626.015632:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384626.015636:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384626.015638:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384626.015641:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.015646:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384626.015648:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384626.015650:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271edd41 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384626.015655:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000373de769 count: 0 00010000:00000001:0.0:1767384626.015675:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384626.015677:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384626.015699:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384626.015703:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384626.021377:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294914819, at 4294914820 00000100:00000040:3.0:1767384626.021379:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294914819, at 4294914820 00000100:00000010:2.0:1767384626.021388:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e6b970e. 00000100:00000010:3.0:1767384626.021390:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb6ead8. 00000100:00000040:1.0:1767384626.022370:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294914819, at 4294914821 00000100:00000010:1.0:1767384626.022378:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010add171. 00000100:00000040:0.0:1767384626.022689:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294914819, at 4294914821 00000100:00000010:0.0:1767384626.022697:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1cd4b33. 00010000:00000010:0.1:1767384626.023351:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000373de769. 00010000:00000010:0.1:1767384626.023362:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00080000:00000001:1.0:1767384626.026366:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384626.026369:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384626.026369:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384626.026373:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384626.026375:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384626.026376:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384626.026378:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384626.026381:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384626.026384:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384626.026388:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384626.026390:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a3d405ce. 00080000:00000001:1.0:1767384626.026395:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384626.026397:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384626.026401:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384626.026407:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384626.026419:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384626.026421:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384626.026423:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384626.026426:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384626.026429:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384626.026435:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044c654b7. 00010000:00000001:0.0:1767384626.026439:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384626.026449:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000020:00000001:0.0:1767384626.026453:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384626.026457:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271edd48 to hash 00000020:00000001:0.0:1767384626.026460:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384626.026462:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.026465:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.026467:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384626.026469:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384626.026471:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026478:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384626.026480:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384626.026483:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384626.026485:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384626.026487:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384626.026489:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384626.026491:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384626.026493:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384626.026494:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384626.026495:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384626.026496:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384626.026498:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044c654b7) refcount = 1 00010000:00010000:0.0:1767384626.026501:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026507:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384626.026509:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384626.026510:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384626.026512:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.026515:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384626.026517:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384626.026518:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384626.026521:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384626.026522:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384626.026529:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384626.026531:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.026534:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.026536:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384626.026538:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026543:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384626.026545:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026550:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.026551:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384626.026553:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026558:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384626.026559:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.026562:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384626.026563:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384626.026568:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384626.026570:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384626.026571:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384626.026573:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026577:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384626.026579:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384626.026581:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384626.026582:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384626.026584:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.026587:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384626.026591:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384626.026597:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026601:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384626.026604:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384626.026605:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.026610:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384626.026612:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384626.026614:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384626.026615:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384626.026617:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271edd48 from hash 00010000:00000001:0.0:1767384626.026619:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384626.026620:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.026621:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384626.026623:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384626.026625:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384626.026627:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384626.026629:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384626.026630:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384626.026632:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.026634:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384626.026635:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384626.026638:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.026639:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384626.026639:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.026641:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.026643:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384626.026645:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026649:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.026650:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384626.026651:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384626.026653:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384626.026654:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384626.026655:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384626.026657:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384626.026660:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384626.026666:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384626.026668:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384626.026673:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384626.026674:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384626.026676:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271edd48 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384626.026680:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044c654b7 count: 0 00010000:00000001:0.0:1767384626.026687:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384626.026688:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384626.027453:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384626.027457:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384626.027459:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f4707545. 20000000:00000001:0.0:1767384626.027464:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384626.027468:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037651328 00010000:00000001:0.0:1767384626.027471:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384626.027478:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028533f5c x1853237037651328/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384626.027487:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384626.027489:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384626.027493:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384626.027497:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384626.027500:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384626.027502:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384626.027505:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384626.027508:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.027512:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384626.027516:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384626.027519:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6ea45ed. 00000100:00000200:0.0:1767384626.027524:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037651328, offset 224 00000400:00000200:0.0:1767384626.027532:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384626.027542:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384626.027552:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505580 00000400:00000200:0.0:1767384626.027560:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1989 [2] + 224 00000400:00000200:0.0:1767384626.027575:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384626.027579:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384626.027584:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384626.027589:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384626.027599:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384626.027617:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384626.027626:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6ea45ed 00000100:00000001:3.0:1767384626.027629:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384626.027629:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6ea45ed. 00000100:00000001:0.0:1767384626.027633:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384626.027634:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384626.027638:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384626.027642:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384626.027644:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384626.027646:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384626.027650:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f5ebc6. 00000100:00000040:0.0:1767384626.027650:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384626.027655:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384626.027657:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84be5e9 00000020:00000001:0.0:1767384626.027659:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.027662:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b84be5e9. 00000020:00000001:0.0:1767384626.027663:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384626.027667:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384626.027670:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028533f5c x1853237037651328/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384626.027675:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384626.027700:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028533f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037651328:12345-0@lo:253: Request processed in 24637us (25438us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384626.027703:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384626.027714:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:0.0:1767384626.027721:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384626.027726:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384626.027726:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384626.027730:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384626.027731:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.027735:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384626.027738:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384626.027738:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000081bcfbb8. 00000100:00000001:3.0:1767384626.027742:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.027745:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384626.027746:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c5197fc. 02000000:00000001:3.0:1767384626.027751:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384626.027753:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080e37ae8. 00000100:00001000:3.0:1767384626.027757:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=56 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384626.027760:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:3.0:1767384626.027762:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=56 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384626.027767:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384626.027768:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384626.027773:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384626.027773:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003eadb214. 00010000:00000001:3.0:1767384626.027779:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384626.027781:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384626.027782:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.027785:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.027787:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.027791:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.027802:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384626.027802:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384626.027807:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384626.027809:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005975b71f. 00000100:00000001:3.0:1767384626.027810:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384626.027817:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384626.027818:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6ea45ed. 00000020:01000004:3.0:1767384626.027819:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384626.027825:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384626.027826:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384626.027828:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384626.027830:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384626.027831:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384626.027832:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384626.027833:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384626.027834:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384626.027838:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.027844:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049c42488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037651328:0@lo:253: 00000100:00000001:3.0:1767384626.027850:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.027852:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.027861:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049c42488 x1853237037651328/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.027868:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384626.027871:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384626.027874:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000084d6875b. 02000000:00000001:3.0:1767384626.027878:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384626.027880:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384626.027882:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384626.027884:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384626.027887:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004dbf7670. 02000000:00000001:3.0:1767384626.027893:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384626.027895:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384626.027897:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049c42488. 00000100:00000001:3.0:1767384626.027900:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384626.027902:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.027903:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.027910:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384626.027912:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.027914:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.027916:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384626.028161:0:28851:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fc6b0538. 00000400:00000040:2.0:1767384626.028183:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384626.028185:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384626.028187:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.028188:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384626.028190:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.028191:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384626.028193:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384626.028195:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384626.028196:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384626.028197:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384626.028198:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384626.028200:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384626.028201:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384626.028202:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384626.028203:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384626.028205:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384626.028206:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384626.028207:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384626.028208:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384626.028210:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.028211:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384626.028212:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384626.028213:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384626.028214:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384626.028216:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384626.028218:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.028220:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384626.028221:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384626.028223:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384626.028224:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384626.028226:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384626.028228:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.028230:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384626.028231:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384626.028233:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384626.028234:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384626.028236:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384626.028238:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384626.028244:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384626.028246:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384626.028247:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384626.028248:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384626.028249:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384626.028251:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384626.028253:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384626.028255:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384626.028257:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384626.028258:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384626.028260:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384626.028261:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384626.028263:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384626.028265:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384626.028266:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384626.028268:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384626.028270:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384626.028272:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384626.028273:0:28851:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384626.028429:0:28851:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fc6b0538. 00080000:00000020:1.0:1767384626.029071:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384626.029074:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384626.029076:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000798a1bd5. 20000000:00000001:1.0:1767384626.029080:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384626.029083:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037651456 00010000:00000001:1.0:1767384626.029085:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384626.029089:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006f54eaf x1853237037651456/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.029096:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384626.029097:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384626.029099:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384626.029102:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384626.029104:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384626.029106:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384626.029108:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384626.029110:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.029112:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384626.029114:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384626.029117:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0f606bb. 00000100:00000200:1.0:1767384626.029119:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037651456, offset 224 00000400:00000200:1.0:1767384626.029123:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384626.029128:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384626.029134:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505600 00000400:00000200:1.0:1767384626.029138:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1991 [2] + 224 00000400:00000200:1.0:1767384626.029143:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384626.029146:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384626.029149:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384626.029151:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384626.029158:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.029171:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384626.029181:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384626.029184:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f606bb 00000100:00000001:0.0:1767384626.029185:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384626.029189:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0f606bb. 00000100:00000001:1.0:1767384626.029192:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384626.029194:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384626.029194:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384626.029198:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384626.029202:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384626.029202:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd6ee65. 00000100:00000040:1.0:1767384626.029210:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:0.0:1767384626.029210:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a415da3d 00010000:00000001:1.0:1767384626.029215:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384626.029216:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a415da3d. 00000020:00000001:1.0:1767384626.029218:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.029220:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384626.029222:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384626.029227:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384626.029229:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006f54eaf x1853237037651456/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384626.029257:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384626.029261:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006f54eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037651456:12345-0@lo:253: Request processed in 26051us (26808us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384626.029277:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384626.029279:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:0.0:1767384626.029280:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384626.029284:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384626.029285:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384626.029288:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384626.029289:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384626.029291:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384626.029292:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384626.029294:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384626.029297:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c15a3da3. 02000000:00000001:0.0:1767384626.029298:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384626.029304:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0d1c2cc. 00000100:00001000:0.0:1767384626.029305:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384626.029339:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384626.029344:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384626.029345:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b5bb3c8. 00000100:00000001:0.0:1767384626.029346:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.029350:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384626.029352:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00010000:00000001:0.0:1767384626.029353:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.029358:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384626.029359:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384626.029362:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001f15e33c. 00000100:00000040:0.0:1767384626.029363:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384626.029366:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384626.029369:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384626.029376:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384626.029377:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384626.029382:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384626.029383:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000595e19b3. 00000100:00000001:0.0:1767384626.029384:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384626.029391:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0f606bb. 00000020:01000004:0.0:1767384626.029391:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384626.029393:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384626.029403:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384626.029404:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384626.029405:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384626.029407:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384626.029408:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384626.029409:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384626.029410:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384626.029412:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384626.029418:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe21d1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037651456:0@lo:253: 00000100:00000001:0.0:1767384626.029422:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.029423:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384626.029425:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe21d1a2 x1853237037651456/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384626.029430:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384626.029431:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384626.029433:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000def3e765. 02000000:00000001:0.0:1767384626.029436:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384626.029437:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384626.029438:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384626.029440:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384626.029441:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4c06d34. 02000000:00000001:0.0:1767384626.029444:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384626.029446:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384626.029447:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe21d1a2. 00000100:00000001:0.0:1767384626.029449:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384626.029450:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.029452:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.029456:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384626.029458:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.029459:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384626.029461:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384626.035373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044c654b7. 00010000:00000010:0.1:1767384626.035383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00000400:00000001:2.0:1767384626.529389:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384626.529393:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384626.529396:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000400:00000010:2.0:1767384626.529400:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000400:00000200:2.0:1767384626.529405:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384626.529410:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384626.529419:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c70b277f. 00000400:00000010:2.0:1767384626.529423:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cbaed9df. 00000400:00000200:2.0:1767384626.529431:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp33 00000400:00000010:2.0:1767384626.529434:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c70b277f. 00000400:00000010:2.0:1767384626.529438:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d197ddcf. 00000400:00000010:2.0:1767384626.529440:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000400:00000010:2.0:1767384626.529445:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e9e004f. 00000400:00000200:2.0:1767384626.529448:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp33 00000400:00000200:2.0:1767384626.529458:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp33 local destination 00000400:00000200:2.0:1767384626.529463:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp33 00000400:00000200:2.0:1767384626.529471:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp33 NI seq info: [88:88:256:4294967295] 192.168.203.133@tcp33 LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1767384626.529477:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp33 00000400:00000200:2.0:1767384626.529483:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp33(192.168.203.133@tcp33:) -> 192.168.203.133@tcp33(192.168.203.133@tcp33:192.168.203.133@tcp33) : GET try# 0 00000800:00000200:2.0:1767384626.529488:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp33 00000800:00000010:2.0:1767384626.529491:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000137055c9. 00000800:00000200:2.0:1767384626.529496:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000800:00000200:2.1:1767384626.529500:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000400:00000200:2.0:1767384626.529517:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp33 added to recovery queue. ping count: 1 next ping: 250 health :900 00000400:00000200:0.0:1767384626.529595:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529640:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529668:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529700:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529761:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529794:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529821:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529845:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529887:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529941:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.529970:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530006:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530034:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530060:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530088:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530115:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530135:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530157:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530182:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530207:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530228:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530248:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530270:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530296:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530373:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530404:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530428:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530456:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530480:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530505:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530532:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530563:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530592:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530620:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384626.530645:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384626.530797:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000798a1bd5. 00000800:00000010:0.0:1767384626.530803:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023d67920. 00000800:00000010:0.0:1767384626.530808:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b024ca89. 00000800:00000010:0.0:1767384626.530831:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b024ca89. 00000800:00020000:0.0:1767384626.530840:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384626.530844:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023d67920. 00000800:00000010:0.0:1767384626.530846:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000798a1bd5. 00000400:02020000:0.0:1767384626.530885:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp33 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384626.530892:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp33 notifying 192.168.203.133@tcp33: down 00000400:00000200:0.0:1767384626.530896:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384626.530900:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp33 00000800:00000010:0.0:1767384626.530904:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000137055c9. 00000400:00000200:0.0:1767384626.530908:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384626.530912:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp33->192.168.203.133@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384626.530919:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384626.530922:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384626.530926:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp33) recovery failed with -71 00000100:00000040:3.0:1767384626.785396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384626.785403:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384626.785410:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000feb4d7d1. 00000020:00000040:3.0:1767384626.785416:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384626.785420:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384626.785422:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384626.785426:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384626.785434:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d9b52df. 00000100:00000001:3.0:1767384626.785440:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785449:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384626.785457:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384626.785459:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785463:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb4d7d1] to pc [ptlrpcd_00_01+1] req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785491:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384626.785497:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384626.785500:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006594ae83. 00000020:00000040:3.0:1767384626.785502:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384626.785504:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384626.785505:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384626.785507:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384626.785511:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076ba67de. 00000100:00000001:3.0:1767384626.785513:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785516:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384626.785522:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384626.785523:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785527:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006594ae83] to pc [ptlrpcd_00_02+2] req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785539:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384626.785544:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384626.785548:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7377207. 00000020:00000040:3.0:1767384626.785550:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384626.785552:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384626.785553:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384626.785554:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384626.785559:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000056cea85. 00000100:00000001:3.0:1767384626.785561:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785565:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384626.785570:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384626.785571:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785580:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7377207] to pc [ptlrpcd_00_03+3] req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785588:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384626.785591:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384626.785595:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096fc03a0. 00000020:00000040:3.0:1767384626.785597:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384626.785598:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384626.785599:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384626.785600:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384626.785603:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c45466b8. 00000100:00000001:3.0:1767384626.785605:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785609:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384626.785614:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384626.785615:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785616:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fc03a0] to pc [ptlrpcd_00_00+0] req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785622:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.785625:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (253) 00000100:00000001:3.0:1767384626.785633:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.785636:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.785639:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384626.785643:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785648:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384626.785649:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.785652:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384626.785654:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384626.785656:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.785658:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037651584:0@lo:400: 00000100:00000001:3.0:1767384626.785661:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384626.785672:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384626.785674:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.785676:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384626.785680:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c287e78. 02000000:00000001:3.0:1767384626.785681:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.785687:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f5ebc6. 00000400:00000010:3.0:1767384626.785693:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000245ab55e. 00000100:00000200:3.0:1767384626.785698:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037651584, portal 25 00000100:00000001:3.0:1767384626.785700:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384626.785702:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000100:00000040:3.0:1767384626.785707:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785712:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.785714:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.785717:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000174da2eb. 00000100:00000200:3.0:1767384626.785719:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037651584, offset 0 00000400:00000200:3.0:1767384626.785725:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384626.785735:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384626.785747:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f505680 00000400:00000200:3.0:1767384626.785752:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1259 [2] + 0 00000400:00000010:3.0:1767384626.785755:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aaa96db. 00000400:00000200:3.0:1767384626.785758:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000087dff935 00000400:00000200:3.0:1767384626.785763:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.785767:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384626.785772:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087dff935 00000400:00000010:3.0:1767384626.785774:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087dff935. 00000100:00000001:3.0:1767384626.785779:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384626.785780:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384626.785783:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d423bb27 x1853237037651584 msgsize 224 00000100:00100000:3.0:1767384626.785786:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384626.785787:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384626.785797:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.785803:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000174da2eb 00000400:00000010:3.0:1767384626.785805:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000174da2eb. 00000100:00000001:3.0:1767384626.785807:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384626.785814:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785821:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.785824:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785829:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.785831:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.785838:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.785842:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294915602 00000100:00000010:3.0:1767384626.785845:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb6ead8. 00000100:00000001:3.0:1767384626.785850:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384626.785855:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294915602 00000100:00000010:3.0:1767384626.785859:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a85eadaf. 00000100:00000001:3.0:1767384626.785862:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384626.785866:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294915602 00000100:00000010:3.0:1767384626.785869:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee71ecbe. 00000100:00000001:3.0:1767384626.785872:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384626.785875:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294915602 00000100:00000010:3.0:1767384626.785878:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e26e6a7. 00000100:00000001:3.0:1767384626.785881:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384626.785883:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.785885:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.785887:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.785889:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.785897:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384626.785898:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384626.785900:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.785901:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.785903:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.785905:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384626.785906:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.785909:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384626.785910:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.785918:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.785919:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.785920:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384626.785923:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785928:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384626.785928:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.785930:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384626.785931:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384626.785933:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.785936:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037651968:0@lo:400: 00000100:00000001:3.0:1767384626.785938:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384626.785941:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384626.785942:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.785943:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384626.785947:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000195f19b. 02000000:00000001:3.0:1767384626.785949:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.785952:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000389b3412. 00000400:00000010:3.0:1767384626.785957:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000174da2eb. 00000100:00000200:3.0:1767384626.785959:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037651968, portal 10 00000100:00000001:3.0:1767384626.785961:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384626.785961:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646734848 : -117139062816768 : ffff95766fc58000) 00000100:00000040:3.0:1767384626.785966:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.785970:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.785974:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.785977:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000008e969e. 00000100:00000200:3.0:1767384626.785979:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037651968, offset 0 00000400:00000200:3.0:1767384626.785984:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384626.785989:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384626.785997:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f505800 00000400:00000200:3.0:1767384626.786002:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000400:00000200:3.0:1767384626.786006:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.786008:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384626.786018:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384626.786019:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384626.786023:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fab3219. 00000100:00000040:3.0:1767384626.786024:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000005fab3219 x1853237037651968 msgsize 224 00000100:00100000:3.0:1767384626.786028:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384626.786035:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.786041:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008e969e 00000400:00000010:3.0:1767384626.786043:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000008e969e. 00000100:00000001:3.0:1767384626.786047:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384626.786050:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.786058:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.786064:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.786071:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786073:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.786081:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.786085:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3778 usecs (4 jiffies) 00000100:00000001:3.0:1767384626.786088:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294915588 00000100:00000001:3.0:1767384626.786091:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786094:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294915588 00000100:00000001:3.0:1767384626.786097:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786099:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294915588 00000100:00000001:3.0:1767384626.786102:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786104:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294915588 00000100:00000001:3.0:1767384626.786107:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786109:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.786111:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786115:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786117:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786138:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.786147:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786154:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.786155:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.786157:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384626.786160:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.786165:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384626.786166:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.786168:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384626.786170:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384626.786172:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.786174:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006594ae83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037651712:0@lo:400: 00000100:00000001:3.0:1767384626.786176:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384626.786178:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384626.786179:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.786180:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384626.786184:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e71fa222. 02000000:00000001:3.0:1767384626.786186:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.786189:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000400:00000010:3.0:1767384626.786203:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000008e969e. 00000100:00000200:3.0:1767384626.786206:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037651712, portal 4 00000100:00000001:3.0:1767384626.786207:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384626.786208:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646746496 : -117139062805120 : ffff95766fc5ad80) 00000100:00000040:3.0:1767384626.786212:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.786216:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.786219:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.786221:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48128f8. 00000100:00000200:3.0:1767384626.786223:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037651712, offset 0 00000400:00000200:3.0:1767384626.786226:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384626.786231:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384626.786236:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f505700 00000400:00000200:3.0:1767384626.786239:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3440 00000400:00000200:3.0:1767384626.786243:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.786254:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384626.786260:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384626.786261:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384626.786265:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076065319. 00000100:00000040:3.0:1767384626.786268:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000076065319 x1853237037651712 msgsize 224 00000100:00100000:3.0:1767384626.786272:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384626.786280:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.786287:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48128f8 00000400:00000010:3.0:1767384626.786289:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48128f8. 00000100:00000001:3.0:1767384626.786293:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384626.786296:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.786302:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.786305:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.786345:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786347:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.786353:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.786356:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7170 usecs (8 jiffies) 00000100:00000001:3.0:1767384626.786359:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294915593 00000100:00000001:3.0:1767384626.786361:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786362:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294915593 00000100:00000001:3.0:1767384626.786364:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786366:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294915593 00000100:00000001:3.0:1767384626.786368:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786370:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294915593 00000100:00000001:3.0:1767384626.786371:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786373:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.786374:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786377:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786379:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384626.786385:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384626.786388:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000020:1.0:1767384626.786389:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384626.786392:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:1.0:1767384626.786394:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859f5068. 00000100:00000001:3.0:1767384626.786396:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.786400:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384626.786400:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384626.786403:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.786405:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384626.786406:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1767384626.786408:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384626.786409:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384626.786412:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786413:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384626.786415:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.786418:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.786420:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.786422:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384626.786425:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384626.786425:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083900bd3. 00000100:00000001:1.0:1767384626.786431:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786437:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384626.786440:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.786440:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384626.786444:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.786445:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384626.786448:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384626.786450:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.786451:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859f5068] to pc [ptlrpcd_00_01+1] req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.786455:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037651840:0@lo:400: 00000100:00000001:3.0:1767384626.786463:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384626.786466:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384626.786468:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.786469:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384626.786473:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8175a99. 02000000:00000001:3.0:1767384626.786475:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.786478:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000004:00000001:1.0:1767384626.786478:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.786485:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48128f8. 00000100:00000200:3.0:1767384626.786488:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037651840, portal 10 00000100:00000001:3.0:1767384626.786490:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384626.786491:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646739328 : -117139062812288 : ffff95766fc59180) 00000100:00000040:3.0:1767384626.786496:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.786501:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.786504:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.786511:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384626.786513:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037651840, offset 0 00000100:00000001:1.0:1767384626.786514:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384626.786519:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:3.0:1767384626.786521:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384626.786522:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384626.786528:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384626.786528:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384626.786532:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.786535:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384626.786536:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384626.786537:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384626.786539:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f505780 00000100:00000040:1.0:1767384626.786543:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384626.786546:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000400:00000200:3.0:1767384626.786565:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384626.786566:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384626.786568:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.786570:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384626.786572:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384626.786575:0:16165:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384626.786575:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384626.786578:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384626.786579:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384626.786583:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3b5f95. 00000100:00100000:1.0:1767384626.786583:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037652096:0@lo:13: 00000100:00000040:3.0:1767384626.786589:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000009f3b5f95 x1853237037651840 msgsize 224 00000100:00000001:1.0:1767384626.786590:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384626.786593:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384626.786597:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.786598:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384626.786600:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384626.786605:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ea343228. 00000100:00000001:3.0:1767384626.786607:0:16165:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384626.786607:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384626.786611:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d41a064. 00000400:00000200:3.0:1767384626.786613:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000400:00000010:3.0:1767384626.786616:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:3.0:1767384626.786617:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384626.786619:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384626.786623:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1fee4c. 00000100:00000001:3.0:1767384626.786626:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384626.786628:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037652096, portal 4 00000100:00000040:3.0:1767384626.786629:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.786632:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384626.786635:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599139328 : -117139110412288 : ffff95766cef4000) 00000100:00000001:3.0:1767384626.786642:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.786644:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.786646:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.786650:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.786655:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3877 usecs (4 jiffies) 00000100:00000001:3.0:1767384626.786661:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294915589 00000100:00000001:1.0:1767384626.786664:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384626.786665:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294915602 00000100:00000040:1.0:1767384626.786669:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384626.786670:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294915589 00000100:00000001:3.0:1767384626.786675:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294915602 00000400:00000010:1.0:1767384626.786675:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075e90106. 00000100:00000001:3.0:1767384626.786681:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294915589 00000100:00000200:1.0:1767384626.786681:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037652096, offset 0 00000100:00000001:3.0:1767384626.786683:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294915602 00000400:00000200:1.0:1767384626.786687:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384626.786692:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294915589 00000100:00000001:3.0:1767384626.786695:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786697:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384626.786700:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384626.786701:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786706:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786709:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.786713:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f505880 00000400:00000200:1.0:1767384626.786720:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2016 00000100:00000001:3.0:1767384626.786722:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384626.786724:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384626.786726:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.786730:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384626.786735:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384626.786737:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384626.786740:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb57ea1a. 00000100:00000001:3.0:1767384626.786741:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384626.786743:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000eb57ea1a x1853237037652096 msgsize 224 00000100:00100000:3.0:1767384626.786744:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037651584 02000000:00000001:3.0:1767384626.786748:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384626.786752:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.786755:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384626.786755:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384626.786760:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.786763:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037651584 00000020:00000001:3.0:1767384626.786765:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384626.786766:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384626.786767:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384626.786771:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384626.786773:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e90106 00000020:00000040:3.0:1767384626.786774:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000400:00000010:1.0:1767384626.786777:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e90106. 00000020:00000001:3.0:1767384626.786778:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384626.786782:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384626.786783:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384626.786786:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384626.786789:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384626.786791:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d669f0. 00000100:00000001:3.0:1767384626.786796:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384626.786801:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d669f0. 00000100:00000001:1.0:1767384626.786802:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384626.786806:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384626.786808:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f044bd1c. 00000100:00000001:1.0:1767384626.786814:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384626.786816:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b3a8592. 00000100:00000001:1.0:1767384626.786816:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384626.786822:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fd8af3d. 00000100:00000001:1.0:1767384626.786822:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.786826:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7170 usecs (8 jiffies) 00000100:00000001:1.0:1767384626.786830:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294915593 00000100:00000040:3.0:1767384626.786831:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384626.786832:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786836:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384626.786836:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294915593 00000100:00000001:3.0:1767384626.786840:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384626.786840:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294915602 00000100:00000001:3.0:1767384626.786842:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786848:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.786850:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294915593 00000100:00000001:1.0:1767384626.786853:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294915602 00000100:00000001:1.0:1767384626.786854:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294915593 00000100:00000001:1.0:1767384626.786856:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294915602 00000100:00000001:1.0:1767384626.786857:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.786858:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.786859:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.786862:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.786863:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786876:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384626.786878:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384626.786883:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000001:1.0:1767384626.786884:0:17587:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384626.786886:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00100000:1.0:1767384626.786887:0:17587:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037652096 00000100:00000001:3.0:1767384626.786890:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715855952 : -117138993695664 : ffff957673e43450) 02000000:00000001:1.0:1767384626.786891:0:17587:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384626.786894:0:17587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384626.786897:0:17587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.786899:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d423bb27 x1853237037651584/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 224/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384626.786901:0:17587:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384626.786906:0:17587:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037652096 00000020:00000001:1.0:1767384626.786910:0:17587:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384626.786911:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384626.786912:0:17587:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000010:3.0:1767384626.786915:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d669f0. 00000020:00000001:1.0:1767384626.786915:0:17587:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384626.786919:0:17587:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000001:3.0:1767384626.786920:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384626.786923:0:17587:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000010:3.0:1767384626.786924:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d669f0. 00000020:00000001:1.0:1767384626.786927:0:17587:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00100000:3.0:1767384626.786931:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d423bb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037651584:12345-0@lo:400: 00000100:00000001:1.0:1767384626.786931:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384626.786937:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037651584 00000020:00000010:1.0:1767384626.786937:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6057df6. 00000020:00000001:3.0:1767384626.786943:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384626.786944:0:17587:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004384578a. 00000020:00000001:3.0:1767384626.786946:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384626.786949:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.786951:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:1.0:1767384626.786951:0:17587:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000020:00000001:3.0:1767384626.786955:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000020:00000001:3.0:1767384626.786958:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384626.786959:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384626.786962:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384626.786962:0:17587:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384626.786964:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384626.786967:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061ed42fd. 00000020:00000001:3.0:1767384626.786968:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.786973:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384626.786975:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046a03589. 00000100:00000001:3.0:1767384626.786976:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384626.786980:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384626.786981:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026d09860. 02000000:00000010:3.0:1767384626.786983:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060926fb1. 02000000:00000001:3.0:1767384626.786987:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.786989:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.786990:0:17587:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:3.0:1767384626.786991:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384626.786996:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037651584 00000100:00000001:1.0:1767384626.786996:0:17587:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384626.786998:0:17587:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384626.787000:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384626.787001:0:17587:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384626.787004:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d423bb27 x1853237037651584/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.787013:0:17587:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.787021:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384626.787023:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.787023:0:17587:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384626.787030:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.787034:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384626.787036:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384626.787036:0:17587:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384626.787039:0:17587:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384626.787040:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384626.787044:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384626.787046:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384626.787048:0:17587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384626.787050:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384626.787052:0:17587:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000040:3.0:1767384626.787057:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384626.787057:0:17587:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599150976 : -117139110400640 : ffff95766cef6d80) 00000400:00000010:3.0:1767384626.787060:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000040:1.0:1767384626.787064:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eb57ea1a x1853237037652096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:607/0 lens 224/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384626.787066:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037651584, offset 224 00000100:00000001:1.0:1767384626.787076:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384626.787080:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384626.787081:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b17625c. 00000100:00000001:1.0:1767384626.787084:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384626.787086:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b17625c. 00000400:00000200:3.0:1767384626.787092:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384626.787096:0:17587:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eb57ea1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037652096:12345-0@lo:13: 00000100:00000200:1.0:1767384626.787100:0:17587:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037652096 00000020:00000001:1.0:1767384626.787102:0:17587:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384626.787104:0:17587:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384626.787106:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f505680 00000020:00000001:1.0:1767384626.787107:0:17587:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.787112:0:17587:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384626.787114:0:17587:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000400:00000200:3.0:1767384626.787119:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19b5 [1] + 224 00000020:00000001:1.0:1767384626.787119:0:17587:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384626.787123:0:17587:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384626.787126:0:17587:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384626.787127:0:17587:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384626.787128:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384626.787129:0:17587:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.787134:0:17587:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384626.787137:0:17587:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384626.787138:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384626.787140:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000058bb7fb4. 00000100:00000001:3.0:1767384626.787143:0:16804:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384626.787144:0:17587:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.787147:0:17587:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384626.787149:0:17587:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:3.0:1767384626.787151:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384626.787154:0:17587:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384626.787158:0:17587:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384626.787174:0:17587:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:3.0:1767384626.787175:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.787182:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.787188:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000400:00000010:3.0:1767384626.787189:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:3.0:1767384626.787193:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:1.0:1767384626.787194:0:17587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.787195:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384626.787200:0:17587:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.787201:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:1.0:1767384626.787203:0:17587:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:3.0:1767384626.787207:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000020:1.0:1767384626.787208:0:17587:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00010000:00000001:3.0:1767384626.787210:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000020:1.0:1767384626.787212:0:17587:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384626.787213:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1767384626.787219:0:17587:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:3.0:1767384626.787220:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000001:1.0:1767384626.787223:0:17587:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384626.787226:0:17587:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384626.787229:0:17587:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.787232:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d423bb27 x1853237037651584/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384626.787233:0:17587:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384626.787238:0:17587:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037652096 00000100:00100000:3.0:1767384626.787253:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d423bb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037651584:12345-0@lo:400: Request processed in 340us (1466us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384626.787253:0:17587:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384626.787261:0:17587:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eb57ea1a x1853237037652096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:607/0 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.787266:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:3.0:1767384626.787271:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00010000:00000001:1.0:1767384626.787274:0:17587:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384626.787275:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384626.787278:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384626.787278:0:17587:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384626.787282:0:17587:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=46 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384626.787285:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b3a8592. 00000100:00000001:1.0:1767384626.787286:0:17587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384626.787291:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fd8af3d. 00000100:00000040:1.0:1767384626.787291:0:17587:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384626.787296:0:17587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000010:3.0:1767384626.787298:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f044bd1c. 02000000:00000001:1.0:1767384626.787298:0:17587:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384626.787299:0:17587:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.787305:0:17587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384626.787307:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:3.0:1767384626.787358:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384626.787361:0:17587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384626.787362:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000060926fb1. 02000000:00000001:3.0:1767384626.787366:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384626.787367:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075e90106. 00000100:00000001:3.0:1767384626.787369:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384626.787372:0:17587:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037652096, offset 224 00000100:00000200:3.0:1767384626.787375:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384626.787380:0:17587:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384626.787381:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078634147. 00000400:00000200:1.0:1767384626.787387:0:17587:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384626.787388:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038b11ec6. 00000400:00000200:1.0:1767384626.787396:0:17587:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f505880 00000400:00000200:1.0:1767384626.787402:0:17587:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19d5 [1] + 224 00000400:00000200:1.0:1767384626.787405:0:17587:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384626.787409:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384626.787409:0:17587:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384626.787413:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037651968 00000100:00000001:1.0:1767384626.787415:0:17587:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384626.787416:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384626.787418:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.787421:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384626.787421:0:17587:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384626.787424:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.787426:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037651968 00000020:00000001:3.0:1767384626.787428:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384626.787430:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000020:00000001:3.0:1767384626.787433:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384626.787436:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000020:00000001:3.0:1767384626.787441:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000001:3.0:1767384626.787443:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000040:1.0:1767384626.787444:0:17587:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.787447:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384626.787456:0:17587:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384626.787457:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d669f0. 00000020:00000010:3.0:1767384626.787462:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003bd61450. 00000400:00000200:1.0:1767384626.787462:0:17587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e90106 00000400:00000010:1.0:1767384626.787466:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e90106. 00000020:00000040:3.0:1767384626.787467:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:1.0:1767384626.787469:0:17587:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384626.787471:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384626.787472:0:17587:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384626.787475:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f044bd1c. 00000100:00000001:1.0:1767384626.787478:0:17587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384626.787480:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b3a8592. 00000100:00000040:1.0:1767384626.787482:0:17587:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000010:3.0:1767384626.787486:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fd8af3d. 00010000:00000001:1.0:1767384626.787486:0:17587:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384626.787489:0:17587:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.787492:0:17587:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384626.787495:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb57ea1a x1853237037652096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:607/0 lens 224/368 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384626.787497:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384626.787502:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384626.787505:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384626.787508:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384626.787508:0:17587:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eb57ea1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037652096:12345-0@lo:13: Request processed in 430us (762us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384626.787517:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1767384626.787520:0:17587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384626.787521:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384626.787525:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.787525:0:17587:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:1.0:1767384626.787530:0:17587:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384626.787532:0:17587:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384626.787535:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046a03589. 00000020:00000010:1.0:1767384626.787539:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026d09860. 00000100:00000001:3.0:1767384626.787543:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384626.787543:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061ed42fd. 00000020:00000040:1.0:1767384626.787551:0:17587:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000001:1.0:1767384626.787554:0:17587:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.787559:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384626.787568:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037651840 00000100:00000001:2.0:1767384626.787568:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384626.787570:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384626.787573:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384626.787573:0:16812:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384626.787574:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384626.787577:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384626.787580:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 02000000:00000001:3.0:1767384626.787581:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.787585:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037651840 00000100:00000001:2.0:1767384626.787586:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00080000:1.0:1767384626.787587:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384626.787588:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384626.787590:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384626.787592:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000020:00000040:1.0:1767384626.787593:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000020:00000001:3.0:1767384626.787595:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384626.787598:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000040:3.0:1767384626.787599:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000020:00000001:3.0:1767384626.787604:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000040:2.0:1767384626.787604:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000001:2.0:1767384626.787608:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646748288 : -117139062803328 : ffff95766fc5b480) 00000020:00000001:3.0:1767384626.787609:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:1.0:1767384626.787613:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.787615:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384626.787616:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384626.787617:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005fab3219 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:607/0 lens 224/0 e 0 to 0 dl 1767384637 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384626.787619:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bd61450. 00000400:00000001:1.0:1767384626.787621:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384626.787625:0:17559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384626.787631:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bd61450. 00000400:00000001:1.0:1767384626.787631:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384626.787632:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384626.787636:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d41a064. 00000020:00000010:2.0:1767384626.787638:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aee98e33. 00000020:00000010:3.0:1767384626.787640:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c0155d3. 00000400:00000200:1.0:1767384626.787641:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1fee4c 00000100:00000001:2.0:1767384626.787642:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384626.787646:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1fee4c. 00000020:00000010:3.0:1767384626.787647:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e55b1524. 00000020:00000010:2.0:1767384626.787647:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aee98e33. 00000100:00000001:1.0:1767384626.787651:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384626.787654:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000078a720c0. 00000100:00100000:2.0:1767384626.787657:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005fab3219 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037651968:12345-0@lo:400: 00000100:00000200:1.0:1767384626.787658:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384626.787667:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037651968 00000100:00000001:3.0:1767384626.787668:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384626.787673:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384626.787673:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384626.787677:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384626.787677:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384626.787678:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384626.787681:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.787685:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384626.787686:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384626.787689:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384626.787690:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:3.0:1767384626.787692:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384626.787695:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384626.787699:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.787699:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384626.787702:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384626.787703:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384626.787705:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.787706:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384626.787710:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384626.787713:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384626.787713:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384626.787718:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.787719:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384626.787719:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.787723:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384626.787724:0:16812:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384626.787725:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384626.787728:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384626.787730:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 02000000:00000001:2.0:1767384626.787732:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1767384626.787732:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=46 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384626.787734:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 02000000:00000010:2.0:1767384626.787736:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001ed2d813. 00000100:00001000:1.0:1767384626.787737:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.787738:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855680896 : -117138853870720 : ffff95767c39c380) 02000000:00000001:2.0:1767384626.787741:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.787747:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f3b5f95 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:607/0 lens 224/0 e 0 to 0 dl 1767384637 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.787747:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.787748:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384626.787752:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384626.787753:0:16812:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.787758:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000040:2.0:1767384626.787759:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037651968 00010000:00080000:1.0:1767384626.787765:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.787766:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384626.787766:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384626.787773:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bd61450. 00010000:00000200:2.0:1767384626.787774:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005fab3219 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.787775:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.787777:0:17559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384626.787782:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767384626.787783:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bd61450. 00000100:00000040:1.0:1767384626.787785:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384626.787790:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384626.787793:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.787795:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f3b5f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037651840:12345-0@lo:400: 00010000:00000001:2.0:1767384626.787796:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384626.787800:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384626.787801:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384626.787802:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037651840 00000020:00000001:3.0:1767384626.787806:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:2.0:1767384626.787807:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=50 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384626.787811:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384626.787815:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384626.787816:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.787816:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384626.787821:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384626.787821:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384626.787822:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384626.787825:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:2.0:1767384626.787827:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:1.0:1767384626.787827:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384626.787829:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384626.787834:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384626.787834:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1767384626.787834:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:3.0:1767384626.787836:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384626.787837:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.787840:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384626.787841:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384626.787844:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384626.787844:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1767384626.787846:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384626.787849:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000004:00000040:1.0:1767384626.787850:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000010:2.0:1767384626.787852:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839f8247. 00000100:00000001:3.0:1767384626.787854:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384626.787859:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384626.787860:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037651968, offset 224 00000004:00000020:1.0:1767384626.787860:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000010:3.0:1767384626.787863:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060926fb1. 00000004:00000001:1.0:1767384626.787867:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.787872:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384626.787873:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.787876:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.787877:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.787883:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.787884:0:16812:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384626.787889:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037651840 00010000:00000001:3.0:1767384626.787894:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384626.787898:0:16812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f505800 00000100:00100000:1.0:1767384626.787899:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037652096:0@lo:13: 00010000:00000200:3.0:1767384626.787902:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f3b5f95 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384626.787909:0:16812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19bd [1] + 224 00000100:00000001:1.0:1767384626.787910:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.787915:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384626.787918:0:16812:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384626.787922:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384626.787922:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859f5068 x1853237037652096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384626.787926:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.787926:0:16812:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384626.787931:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384626.787934:0:16812:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384626.787940:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384626.787941:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384626.787942:0:16812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384626.787944:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 02000000:00000001:1.0:1767384626.787945:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384626.787949:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ea343228. 00000100:00000001:3.0:1767384626.787950:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384626.787955:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767384626.787956:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384626.787959:0:16163:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384626.787960:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384626.787963:0:16812:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384626.787963:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384626.787964:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384626.787968:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384626.787969:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384626.787971:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083900bd3. 00000400:00000010:3.0:1767384626.787974:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 02000000:00000001:1.0:1767384626.787977:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384626.787980:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767384626.787981:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037651840, offset 224 00000100:00000010:1.0:1767384626.787983:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859f5068. 00000100:00000001:1.0:1767384626.787990:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384626.787992:0:16812:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384626.787993:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384626.787994:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384626.787998:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.788002:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384626.788005:0:16812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839f8247 00000400:00000200:3.0:1767384626.788006:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384626.788006:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384626.788010:0:16812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839f8247. 00000100:00000001:1.0:1767384626.788012:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384626.788016:0:16812:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384626.788016:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.788020:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f505780 00000100:00000001:2.0:1767384626.788020:0:16812:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384626.788025:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.788026:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19cd [1] + 224 00000100:00000040:2.0:1767384626.788032:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384626.788032:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384626.788033:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384626.788036:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384626.788037:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384626.788041:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384626.788041:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384626.788042:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1767384626.788044:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384626.788046:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384626.788050:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fab3219 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384626.788054:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389b3412. 00000400:00000200:1.0:1767384626.788060:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000174da2eb 00000100:00100000:2.0:1767384626.788063:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005fab3219 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037651968:12345-0@lo:400: Request processed in 430us (2036us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384626.788063:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000174da2eb. 00000100:00000001:1.0:1767384626.788069:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384626.788071:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384626.788076:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000200:1.0:1767384626.788076:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384626.788080:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384626.788082:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000001:2.0:1767384626.788086:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384626.788089:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384626.788093:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b3a8592. 00000020:00000010:2.0:1767384626.788099:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fd8af3d. 00000020:00000010:2.0:1767384626.788106:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f044bd1c. 00000100:00000200:1.0:1767384626.788108:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384626.788111:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000040:3.0:1767384626.788113:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.788116:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.788125:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384626.788128:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.788131:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384626.788132:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384626.788133:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.788135:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384626.788135:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384626.788136:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384626.788141:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=50 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384626.788142:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000100:00001000:1.0:1767384626.788144:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=50 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384626.788145:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:1.0:1767384626.788148:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384626.788150:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.788152:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384626.788158:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00010000:00080000:1.0:1767384626.788158:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788173:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384626.788179:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.788182:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.788182:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384626.788184:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384626.788187:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384626.788188:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:1.0:1767384626.788189:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.788192:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384626.788195:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.788196:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384626.788198:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384626.788204:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384626.788205:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f3b5f95 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.788206:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384626.788209:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384626.788216:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.788220:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f3b5f95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037651840:12345-0@lo:400: Request processed in 451us (1627us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384626.788234:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:3.0:1767384626.788236:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:3.0:1767384626.788239:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384626.788242:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384626.788255:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e55b1524. 00000020:00000010:3.0:1767384626.788261:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000078a720c0. 00000100:00100000:1.0:1767384626.788262:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037651968:0@lo:400: 00000020:00000010:3.0:1767384626.788265:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c0155d3. 00000400:00000001:1.0:1767384626.788269:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384626.788270:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000400:00000001:1.0:1767384626.788272:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384626.788273:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384626.788275:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f5ebc6. 00000400:00000200:1.0:1767384626.788279:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000245ab55e 00000400:00000010:1.0:1767384626.788281:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000245ab55e. 00000100:00000001:1.0:1767384626.788283:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384626.788285:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788290:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384626.788290:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.788294:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037651712 02000000:00000001:3.0:1767384626.788297:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384626.788300:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.788302:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.788303:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384626.788305:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.788306:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.788342:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384626.788343:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384626.788344:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037651712 00000100:00000001:1.0:1767384626.788344:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384626.788348:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384626.788348:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384626.788351:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384626.788352:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00001000:1.0:1767384626.788355:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=56 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384626.788356:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384626.788367:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00001000:1.0:1767384626.788368:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=56 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384626.788371:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:1.0:1767384626.788372:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384626.788375:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.788377:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00010000:00000001:1.0:1767384626.788378:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384626.788382:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384626.788382:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.788384:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.788388:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384626.788393:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bd61450. 00000100:00000001:1.0:1767384626.788397:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.788398:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384626.788400:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384626.788402:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bd61450. 00000100:00000001:1.0:1767384626.788403:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384626.788409:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c0155d3. 00000100:00000040:1.0:1767384626.788409:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384626.788416:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e55b1524. 00000020:00000010:3.0:1767384626.788420:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000078a720c0. 00000100:00000040:3.0:1767384626.788425:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384626.788429:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384626.788431:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384626.788434:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384626.788435:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037651584:0@lo:400: 00000100:00000001:3.0:1767384626.788438:0:17586:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384626.788439:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788441:0:17586:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384626.788443:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384626.788444:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.788447:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096fc03a0 x1853237037651968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788452:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.788453:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384626.788456:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384626.788458:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000195f19b. 00000100:00000001:3.0:1767384626.788463:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384626.788463:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384626.788467:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384626.788468:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384626.788471:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:3.0:1767384626.788475:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:00000001:1.0:1767384626.788475:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384626.788476:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c45466b8. 00000100:00000040:3.0:1767384626.788478:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384626.788481:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934646735744 : -117139062815872 : ffff95766fc58380) 02000000:00000001:1.0:1767384626.788481:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384626.788483:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384626.788486:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096fc03a0. 00000100:00000040:3.0:1767384626.788487:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000076065319 x1853237037651712/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:607/0 lens 224/0 e 0 to 0 dl 1767384637 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.788491:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384626.788494:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788497:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384626.788497:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384626.788503:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bd61450. 00000100:00000040:1.0:1767384626.788504:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037651584/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788507:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384626.788512:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bd61450. 00000100:00000001:1.0:1767384626.788517:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384626.788520:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000076065319 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037651712:12345-0@lo:400: 02000000:00000001:1.0:1767384626.788520:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384626.788522:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c287e78. 00000100:00000200:3.0:1767384626.788527:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037651712 00000020:00000001:3.0:1767384626.788529:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384626.788531:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384626.788531:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384626.788534:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.788534:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384626.788536:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384626.788538:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384626.788539:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384626.788540:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 02000000:00000010:1.0:1767384626.788542:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d9b52df. 00000020:00000001:3.0:1767384626.788544:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384626.788546:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384626.788548:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384626.788549:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000020:00000001:3.0:1767384626.788553:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.788554:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384626.788558:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384626.788558:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384626.788560:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384626.788574:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.788575:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384626.788578:0:17586:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384626.788581:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384626.788582:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384626.788584:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384626.788585:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384626.788590:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a3d405ce. 00000100:00000001:1.0:1767384626.788590:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384626.788593:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.788594:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.788599:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.788601:0:17586:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384626.788602:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037651712 00010000:00000001:3.0:1767384626.788604:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384626.788607:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000076065319 x1853237037651712/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384626.788612:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384626.788614:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384626.788616:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.788618:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384626.788620:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384626.788622:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384626.788624:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384626.788625:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.788626:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.788628:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.788631:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384626.788633:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037651712, offset 224 00000400:00000200:3.0:1767384626.788636:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384626.788640:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384626.788645:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f505700 00000400:00000200:3.0:1767384626.788648:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19c5 [1] + 224 00000400:00000200:3.0:1767384626.788651:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.788653:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384626.788655:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384626.788658:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384626.788669:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788674:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.788678:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000400:00000010:3.0:1767384626.788679:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:3.0:1767384626.788680:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384626.788682:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.788684:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.788686:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384626.788687:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384626.788689:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.788690:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384626.788692:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076065319 x1853237037651712/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:607/0 lens 224/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.788697:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000076065319 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037651712:12345-0@lo:400: Request processed in 200us (2428us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384626.788702:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384626.788703:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:3.0:1767384626.788705:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384626.788706:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384626.788709:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e55b1524. 00000020:00000010:3.0:1767384626.788711:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000078a720c0. 00000020:00000010:3.0:1767384626.788713:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c0155d3. 00000020:00000040:3.0:1767384626.788715:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000001:3.0:1767384626.788717:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788735:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.788737:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384626.788739:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384626.788740:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384626.788742:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000400:00000200:3.0:1767384626.788744:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48128f8 00000400:00000010:3.0:1767384626.788745:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48128f8. 00000100:00000001:3.0:1767384626.788747:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384626.788755:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384626.788760:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788765:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384626.788766:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788767:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384626.788769:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384626.788770:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.788771:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.788773:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384626.788775:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=50 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384626.788777:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.788779:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384626.788780:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.788781:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384626.788784:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384626.788788:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.788790:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384626.788791:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384626.788792:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384626.788792:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.788794:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788798:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.788800:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384626.788801:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384626.788803:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.788807:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037651840:0@lo:400: 00000400:00000001:3.0:1767384626.788811:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384626.788817:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384626.788818:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:3.0:1767384626.788821:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008e969e 00000400:00000010:3.0:1767384626.788822:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000008e969e. 00000100:00000001:3.0:1767384626.788823:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384626.788825:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384626.788830:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788834:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384626.788835:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788836:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384626.788837:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384626.788837:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.788838:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.788839:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384626.788841:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384626.788842:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.788844:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384626.788844:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.788845:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384626.788847:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384626.788851:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.788853:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384626.788854:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384626.788855:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384626.788856:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.788858:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788862:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.788863:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384626.788864:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384626.788865:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.788876:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006594ae83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037651712:0@lo:400: 00000100:00000001:3.0:1767384626.788879:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788880:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.788881:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7377207 x1853237037651840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788886:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384626.788888:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384626.788889:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8175a99. 02000000:00000001:3.0:1767384626.788892:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384626.788893:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384626.788894:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384626.788895:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384626.788896:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000056cea85. 02000000:00000001:3.0:1767384626.788898:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384626.788899:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384626.788900:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7377207. 00000100:00000001:3.0:1767384626.788902:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384626.788903:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788904:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.788906:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006594ae83 x1853237037651712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.788910:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384626.788911:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384626.788912:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e71fa222. 02000000:00000001:3.0:1767384626.788913:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384626.788914:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384626.788914:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384626.788915:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384626.788916:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076ba67de. 02000000:00000001:3.0:1767384626.788917:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384626.788917:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384626.788918:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006594ae83. 00000100:00000001:3.0:1767384626.788921:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384626.788921:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788928:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.788932:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384626.788933:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.788934:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.788935:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384626.804392:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294915602, at 4294915603 00000100:00000010:2.0:1767384626.804402:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee71ecbe. 00000100:00000040:0.0:1767384626.804573:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294915602, at 4294915603 00000100:00000010:0.0:1767384626.804580:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb6ead8. 00000100:00000040:1.0:1767384626.804729:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294915602, at 4294915603 00000100:00000010:1.0:1767384626.804737:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a85eadaf. 00000100:00000040:3.0:1767384626.805380:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294915602, at 4294915604 00000100:00000010:3.0:1767384626.805386:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e26e6a7. 00010000:00000001:0.0:1767384626.849403:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384626.849407:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384626.849412:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384626.849413:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384626.849445:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384626.849448:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384626.849452:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384627.359447:0:29238:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384627.359460:0:29238:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.359464:0:29238:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.359471:0:29238:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384627.359476:0:29238:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.359479:0:29238:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384627.553419:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384627.553425:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384627.553429:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000400:00000010:2.0:1767384627.553434:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000400:00000200:2.0:1767384627.553449:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384627.553455:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384627.553465:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c70b277f. 00000400:00000010:2.0:1767384627.553468:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d197ddcf. 00000400:00000200:2.0:1767384627.553473:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp31 00000400:00000010:2.0:1767384627.553476:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c70b277f. 00000400:00000010:2.0:1767384627.553480:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fcd95856. 00000400:00000010:2.0:1767384627.553483:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000400:00000010:2.0:1767384627.553489:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d0e1c7b0. 00000400:00000200:2.0:1767384627.553492:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp31 00000400:00000200:2.0:1767384627.553503:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp31 local destination 00000400:00000200:2.0:1767384627.553508:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp31 00000400:00000200:2.0:1767384627.553511:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp31 NI seq info: [89:89:256:4294967295] 192.168.203.133@tcp31 LPNI seq info [87:87:8:4294967295] 00000400:00000200:2.0:1767384627.553517:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp31 00000400:00000200:2.0:1767384627.553525:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp31(192.168.203.133@tcp31:) -> 192.168.203.133@tcp31(192.168.203.133@tcp31:192.168.203.133@tcp31) : GET try# 0 00000800:00000200:2.0:1767384627.553530:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp31 00000800:00000010:2.0:1767384627.553534:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000137055c9. 00000800:00000200:2.0:1767384627.553540:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000800:00000200:2.1:1767384627.553545:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000400:00000200:2.0:1767384627.553563:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp31 added to recovery queue. ping count: 2 next ping: 253 health :800 00000400:00000200:0.0:1767384627.553644:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553687:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553704:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553723:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553741:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553757:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553773:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553789:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553820:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553837:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553853:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553870:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553886:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553902:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553920:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553936:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553954:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553971:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.553989:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554005:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554022:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554040:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554056:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554075:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554095:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554114:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554132:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554151:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554168:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554185:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554203:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554220:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554237:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554254:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384627.554271:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384627.554522:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000798a1bd5. 00000800:00000010:0.0:1767384627.554529:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e223efbb. 00000800:00000010:0.0:1767384627.554534:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098449871. 00000800:00000010:0.0:1767384627.554556:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098449871. 00000800:00020000:0.0:1767384627.554574:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384627.554577:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e223efbb. 00000800:00000010:0.0:1767384627.554580:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000798a1bd5. 00000400:02020000:0.0:1767384627.554644:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp31 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384627.554652:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp31 notifying 192.168.203.133@tcp31: down 00000400:00000200:0.0:1767384627.554658:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384627.554663:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp31 00000800:00000010:0.0:1767384627.554667:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000137055c9. 00000400:00000200:0.0:1767384627.554672:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384627.554677:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp31->192.168.203.133@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384627.554685:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384627.554688:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384627.554692:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp31) recovery failed with -71 00010000:00000001:0.0:1767384627.873383:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384627.873388:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.873392:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384627.873394:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384627.873412:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384627.873414:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384627.873416:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384628.115263:0:29402:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384628.115266:0:29402:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384628.119417:0:29402:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384628.126256:0:29403:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001113eb36. 00000400:00000010:1.0:1767384628.126268:0:29403:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001d645428. 00000400:00000010:1.0:1767384628.126276:0:29403:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c7838bea. 00000400:00000010:1.0:1767384628.126279:0:29403:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005916f99d. 00000400:00000010:1.0:1767384628.126282:0:29403:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000ff602aa. 00000400:00000010:1.0:1767384628.126285:0:29403:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bbb1c594. 00000400:00000010:1.0:1767384628.126287:0:29403:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cf86db84. 00000400:00000010:1.0:1767384628.126288:0:29403:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8101123. 00000400:00000010:1.0:1767384628.126291:0:29403:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000048c7a29e. 00000800:00000010:1.0:1767384628.126303:0:29403:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000083900bd3. 00000800:00000200:1.0:1767384628.126344:0:29403:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384628.126354:0:29403:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384628.126392:0:29403:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:1.0:1767384628.126411:0:29403:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384628.128215:0:29403:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000514f1134. 00000400:00000010:1.0:1767384628.128220:0:29403:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d41a064. 00000400:00000010:1.0:1767384628.128224:0:29403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1fee4c. 00000400:00000001:1.0:1767384628.128238:0:29403:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384628.128240:0:29403:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384628.128241:0:29403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072bba470. 00000400:00000200:1.0:1767384628.128244:0:29403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc77453 00000400:00000010:1.0:1767384628.128245:0:29403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cc77453. 00000400:00000010:1.0:1767384628.128248:0:29403:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000007cfa9924. 00000400:00000200:1.0:1767384628.128252:0:29403:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (25) 00000400:00000200:1.0:1767384628.128267:0:29403:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384628.128274:0:29403:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767384628.128281:0:29403:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007d0e41a9. 00000020:01000000:1.0:1767384628.128284:0:29403:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384628.128286:0:29403:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp35 00000400:00000010:1.0:1767384628.128296:0:29403:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001d645428. 00000400:00000010:1.0:1767384628.128299:0:29403:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001113eb36. 00000400:00000200:3.0:1767384628.128357:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384628.128364:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000020:00000001:0.0:1767384628.128366:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384628.128368:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (26) 10000000:00000001:0.0:1767384628.128371:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:3.0:1767384628.128373:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000078ae45b9. 10000000:00000001:0.0:1767384628.128374:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384628.128378:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:3.0:1767384628.128379:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000008e969e. 00000020:01000004:0.0:1767384628.128381:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384628.128384:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384628.128385:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384628.128387:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bb918689. 00000020:01000004:0.0:1767384628.128388:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384628.128390:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384628.128393:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384628.128395:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384628.128396:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000020:01000004:0.0:1767384628.128397:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384628.128400:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384628.128402:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384628.128408:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe21d1a2. 00000400:00000200:3.0:1767384628.128412:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:3.0:1767384628.128419:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000020:00000040:0.0:1767384628.128419:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384628.128427:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384628.128428:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 02000000:00000001:0.0:1767384628.128431:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384628.128432:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:3.0:1767384628.128438:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 02000000:00000001:0.0:1767384628.128439:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.128441:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:3.0:1767384628.128446:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000400:00000200:3.0:1767384628.128449:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:3.0:1767384628.128452:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 02000000:00000010:0.0:1767384628.128452:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000798a1bd5. 00000100:00000001:0.0:1767384628.128461:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.128466:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:3.0:1767384628.128470:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00000001:0.0:1767384628.128471:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384628.128476:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000001:0.0:1767384628.128477:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.128484:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:3.0:1767384628.128489:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000100:00000040:0.0:1767384628.128490:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe21d1a2] to pc [ptlrpcd_00_02+2] req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384628.128496:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:3.0:1767384628.128508:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:3.0:1767384628.128519:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:3.0:1767384628.128523:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:3.0:1767384628.128527:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:3.0:1767384628.128531:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[68, 18], ns[68, 18] 00000400:00000200:3.0:1767384628.128535:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 18], ns[70, 18] 00000400:00000200:3.0:1767384628.128539:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 18], ns[71, 18] 00000400:00000200:3.0:1767384628.128543:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 18], ns[89, 18] 10000000:00000001:0.0:1767384628.128544:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384628.128550:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.128551:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 18], ns[84, 18] 00000100:00000001:1.0:1767384628.128554:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384628.128554:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.128558:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[86, 18], ns[88, 18] 00000100:00000001:1.0:1767384628.128559:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384628.128560:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384628.128564:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384628.128567:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000020:00000001:0.0:1767384628.128569:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384628.128570:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384628.128572:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384628.128574:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp15 10000000:00000001:0.0:1767384628.128575:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384628.128580:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384628.128582:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp15 lpni_is_preferred = 0 00000020:01000004:0.0:1767384628.128586:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384628.128590:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp15 00000020:01000004:0.0:1767384628.128591:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384628.128592:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384628.128595:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384628.128596:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384628.128600:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384628.128601:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384628.128604:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp15 NI seq info: [90:90:256:4294967295] 192.168.203.133@tcp15 LPNI seq info [88:88:8:4294967295] 00000020:01000004:0.0:1767384628.128605:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384628.128606:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384628.128611:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384628.128612:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384628.128615:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384628.128616:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp15 00000100:00100000:1.0:1767384628.128619:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe21d1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037652224:0@lo:253: 00000020:01000004:0.0:1767384628.128619:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384628.128623:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384628.128628:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384628.128629:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd69e493. 00000400:00000200:3.0:1767384628.128630:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp15(192.168.203.133@tcp15:) -> 192.168.203.133@tcp15(192.168.203.133@tcp:192.168.203.133@tcp15) : GET try# 0 02000000:00000001:1.0:1767384628.128633:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384628.128636:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:1.0:1767384628.128637:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384628.128643:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp15 02000000:00000001:1.0:1767384628.128644:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384628.128644:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384628.128649:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:3.0:1767384628.128650:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000021d00c5b. 02000000:00000010:1.0:1767384628.128651:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003eadb214. 02000000:00000001:0.0:1767384628.128653:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.128656:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384628.128661:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (6) 00000400:00000010:1.0:1767384628.128664:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de73ae2d. 02000000:00000010:0.0:1767384628.128664:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000def3e765. 00000800:00000200:3.0:1767384628.128670:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp15 ip 192.168.203.133:988 00000100:00000001:0.0:1767384628.128671:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384628.128672:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d645428. 00000800:00000200:3.0:1767384628.128674:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021d00c5b type 2, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767384628.128679:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037652224, portal 25 00000100:00000001:0.0:1767384628.128679:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384628.128683:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384628.128683:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.128685:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987282432 : -117139722269184 : ffff957648770e00) 00000100:00000040:1.0:1767384628.128689:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384628.128691:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384628.128699:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000100:00000040:0.0:1767384628.128700:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd69e493] to pc [ptlrpcd_00_03+3] req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.128707:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384628.128714:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384628.128719:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b703a930. 10000000:00000001:0.0:1767384628.128722:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384628.128727:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384628.128730:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037652224, offset 0 00000020:00000001:0.0:1767384628.128731:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384628.128736:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384628.128740:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007d0e41a9. 00000400:00000200:1.0:1767384628.128741:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384628.128753:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384628.128753:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384628.128757:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384628.128761:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384628.128766:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384628.128769:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505900 00000100:00000001:0.0:1767384628.128781:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384628.128782:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x127d [2] + 0 00000100:00000001:0.0:1767384628.128785:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384628.128789:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb15af69. 02000000:00000001:0.0:1767384628.128790:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384628.128794:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384628.128795:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001758ef7a 02000000:00000001:0.0:1767384628.128798:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384628.128803:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd69e493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037652352:0@lo:253: 00000400:00000200:1.0:1767384628.128805:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384628.128811:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384628.128815:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384628.128817:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384628.128820:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001758ef7a 02000000:00000001:0.0:1767384628.128821:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384628.128822:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384628.128824:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001758ef7a. 02000000:00000001:0.0:1767384628.128827:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384628.128828:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000021d00c5b. 00000100:00000001:1.0:1767384628.128830:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384628.128833:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384628.128833:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384628.128837:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000073f01306 x1853237037652224 msgsize 4848 00000400:00000200:3.0:1767384628.128842:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp15->192.168.203.133@tcp15: GET: OK 02000000:00000010:0.0:1767384628.128845:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000061b239c5. 00000100:00100000:1.0:1767384628.128848:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384628.128850:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384628.128851:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.128852:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384628.128855:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000400:00000010:0.0:1767384628.128860:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd6ee65. 00000100:00000001:1.0:1767384628.128864:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384628.128866:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384628.128868:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000021bfcd0. 00000400:00000200:1.0:1767384628.128872:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b703a930 00000800:00000001:3.0:1767384628.128875:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384628.128875:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b703a930. 00000800:00000001:3.0:1767384628.128880:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384628.128881:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384628.128883:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037652352, portal 25 00000800:00000001:3.0:1767384628.128887:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384628.128887:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.128889:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384628.128893:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987287808 : -117139722263808 : ffff957648772300) 00000400:00000200:3.0:1767384628.128901:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp15(192.168.203.133@tcp15) <- 192.168.203.133@tcp15 : GET - for me 00000100:00000040:0.0:1767384628.128905:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.128907:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384628.128914:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384628.128917:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384628.128928:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 448/448 into md 0x19f9 [1] + 0 00000100:00000001:0.0:1767384628.128930:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384628.128938:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384628.128940:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.128944:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp15 to MR: 192.168.203.133@tcp15 local destination 00000100:00000001:1.0:1767384628.128944:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384628.128951:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2926eb3. 00000400:00000200:3.0:1767384628.128952:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp15 NI seq info: [91:91:256:4294967295] 192.168.203.133@tcp15 LPNI seq info [89:89:8:4294967295] 00000100:00000200:0.0:1767384628.128958:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037652352, offset 0 00000400:00000200:0.0:1767384628.128970:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384628.128973:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp15(192.168.203.133@tcp15:192.168.203.133@tcp15) -> 192.168.203.133@tcp15(192.168.203.133@tcp15:192.168.203.133@tcp15) 192.168.203.133@tcp15 : REPLY try# 0 00000800:00000200:3.0:1767384628.128978:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.133@tcp15 00000800:00000010:3.0:1767384628.128982:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021d00c5b. 00000100:00000001:1.0:1767384628.128982:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.128987:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384628.128990:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294916945 00000800:00000200:3.0:1767384628.128993:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (6) 00000100:00000010:1.0:1767384628.128997:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff223ad8. 00000400:00000200:0.0:1767384628.129001:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505980 00000100:00000001:1.0:1767384628.129005:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767384628.129011:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp15 ip 192.168.203.133:1011 00000400:00000200:0.0:1767384628.129011:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1285 [2] + 0 00000100:00000001:1.0:1767384628.129014:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294916945 00000800:00000200:3.0:1767384628.129017:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021d00c5b type 3, nob 544 niov 1 nkiov 1 00000400:00000010:0.0:1767384628.129019:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011b559c8. 00000100:00000010:1.0:1767384628.129021:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb7359f3. 00000400:00000200:0.0:1767384628.129024:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002e5dec43 00000400:00000200:0.0:1767384628.129029:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384628.129031:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384628.129034:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384628.129038:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294916945 00000400:00000200:0.0:1767384628.129039:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e5dec43 00000100:00000010:1.0:1767384628.129043:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007594b641. 00000400:00000010:0.0:1767384628.129043:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e5dec43. 00000100:00000001:0.0:1767384628.129047:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384628.129048:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384628.129049:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384628.129053:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000ddce665a x1853237037652352 msgsize 4848 00000100:00000001:1.0:1767384628.129055:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294916945 00000100:00000010:1.0:1767384628.129059:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006147d3e5. 00000100:00100000:0.0:1767384628.129063:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.0:1767384628.129064:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384628.129065:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384628.129066:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000010:3.0:1767384628.129070:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021d00c5b. 00000100:00000001:1.0:1767384628.129073:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384628.129075:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384628.129076:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.129078:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.129083:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.129085:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2926eb3 00000400:00000200:3.0:1767384628.129087:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp15->192.168.203.133@tcp15: REPLY: OK 00000100:00000001:1.0:1767384628.129087:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384628.129088:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2926eb3. 00000100:00000001:0.0:1767384628.129096:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384628.129100:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384628.129100:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384628.129103:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384628.129104:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384628.129108:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.129110:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384628.129114:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384628.129114:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384628.129118:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.129120:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384628.129122:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.129123:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.129125:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384628.129128:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.129134:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.129135:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.129138:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384628.129143:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp15(192.168.203.133@tcp15) <- 192.168.203.133@tcp15 : REPLY - for me 00000100:00000001:0.0:1767384628.129144:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.129149:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294916945 00000100:00000001:0.0:1767384628.129151:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294916945 00000100:00000001:0.0:1767384628.129153:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294916945 00000400:00000200:3.0:1767384628.129158:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp15: Reply from 12345-192.168.203.133@tcp15 of length 448/448 into md 0x19fd 00000100:00000001:0.0:1767384628.129158:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294916945 00000100:00000001:0.0:1767384628.129163:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294916945 00000800:00000001:3.0:1767384628.129165:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.129170:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.129175:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384628.129175:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294916945 00000100:00000001:0.0:1767384628.129180:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294916945 00000100:00000001:0.0:1767384628.129185:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294916945 00000400:00000200:3.0:1767384628.129186:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp15->192.168.203.133@tcp15: REPLY: OK 00000100:00000001:0.0:1767384628.129188:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384628.129191:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008e969e 00000100:00000001:0.0:1767384628.129192:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384628.129195:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000008e969e. 00000100:00000001:0.0:1767384628.129197:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.129201:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:0.0:1767384628.129201:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.129208:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000100:00000001:0.0:1767384628.129210:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384628.129213:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000100:00000001:0.0:1767384628.129213:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384628.129218:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384628.129219:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384628.129221:0:16157:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.133@tcp (464 bytes) 00000100:00100000:1.0:1767384628.129223:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037652224 00000100:00000001:0.0:1767384628.129223:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384628.129226:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.129227:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 02000000:00000001:1.0:1767384628.129228:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384628.129229:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.129231:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384628.129235:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.129238:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384628.129240:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000078ae45b9. 00000100:00100000:1.0:1767384628.129241:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037652224 00000400:00000200:3.0:1767384628.129246:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (27) 00000020:00000001:1.0:1767384628.129246:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384628.129249:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384628.129252:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767384628.129253:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767384628.129255:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000800:00000001:3.0:1767384628.129258:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384628.129259:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384628.129260:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384628.129265:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00100000:0.0:1767384628.129265:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037652352 02000000:00000001:0.0:1767384628.129270:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384628.129272:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384628.129272:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384628.129274:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384628.129276:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384628.129278:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d12e74d. 00000400:00000010:3.0:1767384628.129279:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000078ae45b9. 02000000:00000001:0.0:1767384628.129279:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.129283:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384628.129285:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037652352 00000400:00000010:3.0:1767384628.129286:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000020:00000010:1.0:1767384628.129286:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d12e74d. 00000020:00000001:0.0:1767384628.129288:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384628.129291:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000008e969e. 00000020:00000040:0.0:1767384628.129291:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384628.129294:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384628.129296:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000010:1.0:1767384628.129300:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080e37ae8. 00000020:00000001:0.0:1767384628.129301:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:3.0:1767384628.129304:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000078ae45b9 00000020:00000001:0.0:1767384628.129305:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384628.129348:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384628.129351:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000514c0ac3. 00000400:00000001:3.0:1767384628.129353:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384628.129354:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384628.129356:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384628.129358:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000514c0ac3. 00000400:00000010:3.0:1767384628.129359:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000120576c2. 00000020:00000010:0.0:1767384628.129364:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e41f731e. 00000400:00000200:3.0:1767384628.129365:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d63e21ce 00000400:00000010:3.0:1767384628.129369:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d63e21ce. 00000020:00000010:0.0:1767384628.129372:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005d9b9a0. 00000400:00000200:3.0:1767384628.129374:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384628.129378:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000095ef2abf. 00000020:00000010:0.0:1767384628.129378:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007113a11. 00000400:00000200:3.0:1767384628.129386:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000100:00000040:0.0:1767384628.129392:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384628.129393:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100871 00000400:00000200:3.0:1767384628.129398:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:0 00000100:00000001:0.0:1767384628.129403:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384628.129404:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 rc 1 00000100:00000001:0.0:1767384628.129406:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384628.129409:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.129411:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:3.0:1767384628.129415:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (26) 00000100:00000001:0.0:1767384628.129418:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384628.129420:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000082e55427. 00000400:00000010:3.0:1767384628.129425:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d63e21ce. 00000100:00000001:0.0:1767384628.129429:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384628.129430:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000023723e60. 00000400:00000200:3.0:1767384628.129438:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:3.0:1767384628.129448:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:0.0:1767384628.129448:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384628.129452:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384628.129454:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00100000:0.0:1767384628.129460:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000400:00000200:3.0:1767384628.129462:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000040:0.0:1767384628.129468:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000200:3.0:1767384628.129471:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000100:00000001:0.0:1767384628.129473:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715848784 : -117138993702832 : ffff957673e41850) 00000400:00000200:3.0:1767384628.129479:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000100:00000040:0.0:1767384628.129483:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddce665a x1853237037652352/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:609/0 lens 4848/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384628.129486:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:3.0:1767384628.129499:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00000001:0.0:1767384628.129506:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384628.129508:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000020:00000010:0.0:1767384628.129512:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000514c0ac3. 00000400:00000200:3.0:1767384628.129513:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00000001:0.0:1767384628.129518:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384628.129523:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000020:00000010:0.0:1767384628.129525:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000514c0ac3. 00000100:00100000:0.0:1767384628.129535:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddce665a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037652352:12345-0@lo:253: 00000400:00000200:3.0:1767384628.129541:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000100:00000200:0.0:1767384628.129543:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037652352 00000400:00000200:3.0:1767384628.129549:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000020:00000001:0.0:1767384628.129550:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384628.129556:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384628.129557:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000020:00000001:0.0:1767384628.129560:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.129565:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000020:00000001:0.0:1767384628.129567:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384628.129572:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000020:00000001:0.0:1767384628.129572:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384628.129578:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384628.129581:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.129582:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000020:00000010:1.0:1767384628.129584:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000853b8f45. 00000020:00000001:0.0:1767384628.129586:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384628.129591:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384628.129593:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026d09860. 00000400:00000200:3.0:1767384628.129594:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000020:00000001:0.0:1767384628.129596:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.129601:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384628.129603:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384628.129604:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384628.129606:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 02000000:00000001:0.0:1767384628.129607:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384628.129608:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384628.129615:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000104816f5. 00000400:00000200:3.0:1767384628.129617:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 02000000:00000001:0.0:1767384628.129619:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.129625:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.129628:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[68, 20], ns[68, 20] 20000000:00000001:0.0:1767384628.129636:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384628.129637:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 20], ns[70, 20] 00000400:00000200:3.0:1767384628.129643:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 20], ns[71, 20] 20000000:00000010:0.0:1767384628.129647:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005312d69e. 00000400:00000200:3.0:1767384628.129649:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 20], ns[89, 20] 20000000:01000000:0.0:1767384628.129652:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384628.129657:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 20], ns[84, 20] 20000000:00000001:0.0:1767384628.129657:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384628.129661:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384628.129661:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384628.129665:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.129666:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[86, 20], ns[88, 20] 00000100:00000001:1.0:1767384628.129667:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384628.129671:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384628.129677:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384628.129678:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000100:00000001:1.0:1767384628.129681:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384628.129683:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp16 00000100:00000001:1.0:1767384628.129684:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:0.0:1767384628.129687:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b5bb3c8. 00000400:00000200:3.0:1767384628.129689:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp16 lpni_is_preferred = 0 20000000:01000000:0.0:1767384628.129691:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000100:00100000:1.0:1767384628.129692:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000400:00000200:3.0:1767384628.129697:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp16 00000100:00000040:1.0:1767384628.129698:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 20000000:00000001:0.0:1767384628.129700:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384628.129702:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715854928 : -117138993696688 : ffff957673e43050) 00000400:00000200:3.0:1767384628.129706:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp16 NI seq info: [92:92:256:4294967295] 192.168.203.133@tcp16 LPNI seq info [90:90:8:4294967295] 00080000:00000001:0.0:1767384628.129706:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000040:1.0:1767384628.129709:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073f01306 x1853237037652224/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:609/0 lens 4848/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.129724:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384628.129727:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp16 00000020:00000010:1.0:1767384628.129729:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d12e74d. 00000100:00000001:1.0:1767384628.129734:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384628.129741:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d12e74d. 00000400:00000200:3.0:1767384628.129743:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16:) -> 192.168.203.133@tcp16(192.168.203.133@tcp:192.168.203.133@tcp16) : GET try# 0 00080000:00000001:0.0:1767384628.129749:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384628.129750:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073f01306 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037652224:12345-0@lo:253: 00080000:00000001:0.0:1767384628.129754:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000200:3.0:1767384628.129755:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp16 00080000:00000001:0.0:1767384628.129757:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384628.129763:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037652224 00080000:00000001:0.0:1767384628.129763:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000010:3.0:1767384628.129764:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000021d00c5b. 00000020:00000001:0.0:1767384628.129768:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384628.129770:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:3.0:1767384628.129773:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (6) 00000020:00000001:0.0:1767384628.129774:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000001:1.0:1767384628.129775:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384628.129779:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384628.129782:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp16 ip 192.168.203.133:988 00080000:00000001:0.0:1767384628.129783:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384628.129786:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:3.0:1767384628.129788:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021d00c5b type 2, nob 96 niov 1 nkiov 0 00000020:00000001:1.0:1767384628.129790:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00080000:00000010:0.0:1767384628.129792:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b8596e1. 00000020:00000001:1.0:1767384628.129795:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:0.0:1767384628.129797:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944791040 : -117139764760576 : ffff957645eeb000) 00000400:00000200:3.0:1767384628.129800:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000020:00000001:1.0:1767384628.129800:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384628.129804:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384628.129806:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000020:00000001:1.0:1767384628.129807:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384628.129810:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384628.129813:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.129815:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384628.129824:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384628.129829:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f4707545. 02000000:00000001:1.0:1767384628.129831:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.129833:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384628.129835:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384628.129841:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007d0e41a9. 20000000:01000000:1.0:1767384628.129843:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384628.129846:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384628.129847:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384628.129849:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384628.129851:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384628.129852:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:3.0:1767384628.129858:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384628.129861:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000021d00c5b. 00000400:00000200:3.0:1767384628.129864:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.129867:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: GET: OK 00000400:00000200:3.0:1767384628.129869:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384628.129872:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:3.0:1767384628.129876:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.129880:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.129882:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.129887:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.129891:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16) <- 192.168.203.133@tcp16 : GET - for me 00000400:00000200:3.0:1767384628.129897:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 464 into portal 0 MB=0x8000000000000000 00000001:00000001:0.0:1767384628.129901:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384628.129902:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 464/464 into md 0x19f9 [1] + 0 00080000:00000001:0.0:1767384628.129903:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384628.129910:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384628.129913:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp16 to MR: 192.168.203.133@tcp16 local destination 00000400:00000200:3.0:1767384628.129917:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp16 NI seq info: [93:93:256:4294967295] 192.168.203.133@tcp16 LPNI seq info [91:91:8:4294967295] 00000400:00000200:3.0:1767384628.129925:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16:192.168.203.133@tcp16) -> 192.168.203.133@tcp16(192.168.203.133@tcp16:192.168.203.133@tcp16) 192.168.203.133@tcp16 : REPLY try# 0 00080000:00000001:0.0:1767384628.129926:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384628.129930:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.133@tcp16 00080000:00000001:0.0:1767384628.129931:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767384628.129937:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021d00c5b. 00000800:00000200:3.0:1767384628.129940:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (6) 00000800:00000200:3.0:1767384628.129950:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp16 ip 192.168.203.133:1009 00000800:00000200:3.0:1767384628.129952:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021d00c5b type 3, nob 560 niov 1 nkiov 1 00000800:00000200:3.0:1767384628.129982:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384628.129985:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021d00c5b. 00000400:00000200:3.0:1767384628.129988:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.129991:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: REPLY: OK 00000800:00000001:3.0:1767384628.129998:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.130001:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.130003:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.130006:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.130008:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.130011:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.130015:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16) <- 192.168.203.133@tcp16 : REPLY - for me 00000400:00000200:3.0:1767384628.130021:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp16: Reply from 12345-192.168.203.133@tcp16 of length 464/464 into md 0x1a15 00000800:00000001:3.0:1767384628.130024:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384628.130025:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000001:3.0:1767384628.130027:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384628.130028:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384628.130030:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.130034:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: REPLY: OK 00000400:00000200:3.0:1767384628.130038:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d63e21ce 00000400:00000010:3.0:1767384628.130039:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d63e21ce. 00000400:00000200:3.0:1767384628.130042:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384628.130043:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:3.0:1767384628.130045:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:3.0:1767384628.130048:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 27. state = 0x100271 00000400:00000200:3.0:1767384628.130051:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384628.130060:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (27) 00000800:00000001:3.0:1767384628.130064:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.130067:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.130081:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384628.130086:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:3.0:1767384628.130091:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 000000008eafa8a9. 00000400:00000010:3.0:1767384628.130094:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 00000000f22795ef. 00000400:00000010:3.0:1767384628.130097:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 00000000b299d761. 00000400:00000200:3.0:1767384628.130126:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp31(00000000a695b245) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384628.130131:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp33(00000000f8bf93df) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384628.130137:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e1d96ff0. 00000400:00000200:3.0:1767384628.130143:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e1d96ff0 nid 192.168.203.133@tcp34 00000400:00000010:3.0:1767384628.130147:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f7ff8bac. 00000400:00000200:3.0:1767384628.130149:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f7ff8bac net tcp34 00000400:00000200:3.0:1767384628.130151:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (26) 00000400:00000200:3.0:1767384628.130156:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp34 flags 0x11 00000400:00000010:3.0:1767384628.130160:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d6fb1190. 00000400:00000200:3.0:1767384628.130162:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d6fb1190 nid 192.168.203.133@tcp35 00000400:00000010:3.0:1767384628.130164:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000feb90785. 00000400:00000200:3.0:1767384628.130165:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000feb90785 net tcp35 00000400:00000200:3.0:1767384628.130167:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (27) 00000400:00000200:3.0:1767384628.130170:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp35 flags 0x11 00000400:00000010:3.0:1767384628.130172:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 000000008eafa8a9. 00000400:00000010:3.0:1767384628.130175:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 00000000f22795ef. 00000400:00000010:3.0:1767384628.130177:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 00000000b299d761. 00000400:00000010:3.0:1767384628.130179:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000082e55427. 00000400:00000200:3.0:1767384628.130182:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384628.130183:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:3.0:1767384628.130185:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:3.0:1767384628.130189:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:3.0:1767384628.130193:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d63e21ce. 00000400:00000200:3.0:1767384628.130196:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (28) 00000400:00000010:3.0:1767384628.130200:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000090c034b2. 00000400:00000200:3.0:1767384628.130203:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp16 00000400:00000200:3.0:1767384628.130208:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp16 to MR: 192.168.203.133@tcp16 local destination 00000400:00000200:3.0:1767384628.130212:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp16 NI seq info: [94:94:256:4294967295] 192.168.203.133@tcp16 LPNI seq info [92:92:8:4294967295] 00000400:00000200:3.0:1767384628.130216:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp16 00000400:00000200:3.0:1767384628.130224:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16:192.168.203.133@tcp16) -> 192.168.203.133@tcp16(192.168.203.133@tcp16:192.168.203.133@tcp16) : PUT try# 0 00000800:00000200:3.0:1767384628.130228:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.133@tcp16 00000800:00000010:3.0:1767384628.130236:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021d00c5b. 00000800:00000200:3.0:1767384628.130239:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (6) 00000800:00000200:3.0:1767384628.130244:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp16 ip 192.168.203.133:988 00000800:00000200:3.0:1767384628.130246:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021d00c5b type 1, nob 560 niov 1 nkiov 1 00000400:00000200:3.0:1767384628.130262:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384628.130265:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000800:00000001:3.0:1767384628.130360:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.130366:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.130368:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384628.130372:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384628.130374:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384628.130377:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021d00c5b. 00000400:00000200:3.0:1767384628.130383:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16) <- 192.168.203.133@tcp16 : PUT - for me 00000400:00000200:1.0:1767384628.130383:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384628.130391:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: PUT: OK 00000400:00000200:1.0:1767384628.130395:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384628.130396:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384628.130401:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp16: 0 00000400:00000200:3.0:1767384628.130406:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 464/464 into md 0x1a11 [1] + 0 00000400:00000010:3.0:1767384628.130410:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:3.0:1767384628.130413:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000008e969e 00000800:00000001:3.0:1767384628.130416:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.130421:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.130423:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.130426:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: PUT: OK 00000400:00000200:3.0:1767384628.130430:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008e969e 00000400:00000010:3.0:1767384628.130432:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000008e969e. 00000400:00000200:3.0:1767384628.130436:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384628.130439:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (29) 00000400:00000200:3.0:1767384628.130443:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384628.130447:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000082e55427. 00000400:00000200:3.0:1767384628.130450:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 27 00000400:00000200:3.0:1767384628.130453:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384628.130462:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (30) 00000400:00000200:3.0:1767384628.130466:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384628.130472:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp16 to MR: 192.168.203.133@tcp16 local destination 00000400:00000200:3.0:1767384628.130477:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp16 NI seq info: [95:95:256:4294967295] 192.168.203.133@tcp16 LPNI seq info [93:93:8:4294967295] 00000400:00000200:3.0:1767384628.130488:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16:192.168.203.133@tcp16) -> 192.168.203.133@tcp16(192.168.203.133@tcp16:192.168.203.133@tcp16) 192.168.203.133@tcp16 : ACK try# 0 00000800:00000200:3.0:1767384628.130500:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp16 00000800:00000010:3.0:1767384628.130504:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000068ba8e6. 00000800:00000200:3.0:1767384628.130507:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (6) 00000800:00000200:3.0:1767384628.130511:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp16 ip 192.168.203.133:1009 00000800:00000200:3.0:1767384628.130513:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000068ba8e6 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384628.130530:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384628.130557:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384628.130562:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384628.130565:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384628.130568:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384628.130569:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384628.130572:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000068ba8e6. 00000400:00000200:3.0:1767384628.130578:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384628.130579:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp16(192.168.203.133@tcp16) <- 192.168.203.133@tcp16 : ACK - for me 00000400:00000200:3.0:1767384628.130586:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: ACK: OK 00000400:00000200:1.0:1767384628.130594:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp16: ACK from 12345-192.168.203.133@tcp16 into md 0x1a19 00000400:00000200:1.0:1767384628.130598:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384628.130600:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384628.130604:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp16->192.168.203.133@tcp16: ACK: OK 00000400:00000200:1.0:1767384628.130609:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d63e21ce 00000400:00000010:1.0:1767384628.130611:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d63e21ce. 00000400:00000200:3.0:1767384628.130612:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384628.130615:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:3.0:1767384628.130617:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000400:00000200:1.0:1767384628.130620:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000010:3.0:1767384628.130623:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000008e969e. 00000400:00000200:1.0:1767384628.130626:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384628.130629:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000078ae45b9 00000400:00000200:1.0:1767384628.130630:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (29) 00000400:00000200:3.0:1767384628.130637:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000800:00000001:1.0:1767384628.130638:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384628.130643:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 00000000f22795ef. 00000800:00000001:1.0:1767384628.130644:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384628.130648:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 000000008eafa8a9. 00000400:00000010:3.0:1767384628.130651:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 0000000050cf7a19. 00000400:00000010:3.0:1767384628.130668:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 00000000f22795ef. 00000400:00000010:3.0:1767384628.130671:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 000000008eafa8a9. 00000400:00000010:3.0:1767384628.130673:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 0000000050cf7a19. 00000400:00000010:3.0:1767384628.130675:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000082e55427. 00000400:00000200:3.0:1767384628.130676:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384628.130678:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:3.0:1767384628.130680:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:3.0:1767384628.130682:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:3.0:1767384628.130684:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384628.130686:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:3.0:1767384628.130688:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384628.130690:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (28) 00080000:00000001:3.0:1767384628.137481:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384628.137493:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:1.0:1767384628.137496:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384628.137497:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.137501:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384628.137502:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384628.137505:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384628.137506:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384628.137507:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384628.137509:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000b8596e1. 20000000:01000000:3.0:1767384628.137512:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384628.137513:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384628.137524:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384628.137528:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384628.137534:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384628.137535:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008a5f909b. 20000000:01000000:0.0:1767384628.137540:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384628.137543:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384628.137546:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384628.137551:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384628.137555:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384628.137558:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384628.137562:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384628.137565:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384628.137572:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004b11d811. 00080000:00000001:0.0:1767384628.137585:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384628.137587:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384628.137589:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384628.137591:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384628.137593:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009cfcdaf3. 00080000:00000001:0.0:1767384628.137593:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384628.137597:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384628.137600:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009cfcdaf3 with handle 0x1c01179f271edd4f to hash 00000020:00000001:3.0:1767384628.137604:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384628.137604:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384628.137608:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00000020:00000001:0.0:1767384628.137609:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:3.0:1767384628.137611:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00080000:00000001:0.0:1767384628.137615:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384628.137616:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384628.137619:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384628.137621:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b39342f3. 00010000:00010000:3.0:1767384628.137623:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384628.137626:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944794112 : -117139764757504 : ffff957645eebc00) 00080000:00000001:0.0:1767384628.137632:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384628.137636:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384628.137640:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384628.137642:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384628.137644:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384628.137646:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.137648:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384628.137649:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.137651:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384628.137653:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384628.137655:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384628.137656:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384628.137664:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004b11d811) refcount = 1 00010000:00010000:3.0:1767384628.137667:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.137672:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384628.137674:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384628.137675:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.137678:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.137679:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384628.137682:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384628.137685:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384628.137688:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384628.137689:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.137691:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cfcdaf3 refcount=4 00000020:00000001:3.0:1767384628.137693:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384628.137695:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384628.137698:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384628.137700:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.137707:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384628.137710:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.137717:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.137719:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384628.137721:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384628.137727:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384628.137728:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384628.137731:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.137732:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384628.137737:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384628.137739:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384628.137743:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384628.137750:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009cfcdaf3 already unused, calling callback (00000000eb30f30e) 00080000:00000001:0.0:1767384628.137758:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.137760:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384628.137765:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1767384628.137765:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384628.137768:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.137775:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384628.137776:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384628.137778:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.137780:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cfcdaf3 refcount=5 00000020:00000001:3.0:1767384628.137781:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384628.137783:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384628.137785:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384628.137787:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.137791:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384628.137793:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384628.137794:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.137798:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384628.137800:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384628.137801:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384628.137803:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384628.137804:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009cfcdaf3 with handle 0x1c01179f271edd4f from hash 00010000:00000001:3.0:1767384628.137806:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384628.137807:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.137808:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.137810:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384628.137812:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384628.137814:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384628.137816:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384628.137817:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.137820:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.137821:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384628.137823:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384628.137825:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.137826:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.137832:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.137834:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.137835:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.137838:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.137842:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.137843:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.137844:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384628.137846:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384628.137848:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.137849:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.137851:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384628.137853:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.137854:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.137856:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.137860:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384628.137861:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384628.137862:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009cfcdaf3/0x1c01179f271edd4f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384628.137866:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004b11d811 count: 0 00010000:00000001:3.0:1767384628.137874:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384628.137875:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384628.137895:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384628.137900:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384628.147234:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384628.147236:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384628.147240:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384628.147242:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384628.147244:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384628.147248:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384628.147249:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384628.147252:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384628.147253:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384628.147256:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384628.147257:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b39342f3. 00080000:00000001:1.0:1767384628.147264:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384628.147265:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384628.147268:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384628.147275:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384628.147275:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384628.147280:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384628.147282:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384628.147285:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384628.147288:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384628.147293:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000013fcea. 00010000:00000001:3.0:1767384628.147297:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384628.147299:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f4a3a63. 00000020:00000001:3.0:1767384628.147301:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384628.147303:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f4a3a63 with handle 0x1c01179f271edd56 to hash 00000020:00000001:3.0:1767384628.147305:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000010:3.1:1767384628.147360:0:16827:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004b11d811. 00000100:00000040:1.0:1767384628.147366:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294916945, at 4294916946 00010000:00000010:3.1:1767384628.147367:0:16827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009cfcdaf3. 00000100:00000010:1.0:1767384628.147377:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb7359f3. 00010000:00000001:3.0:1767384628.147383:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384628.147386:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384628.147389:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384628.147391:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.147394:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.147400:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384628.147403:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384628.147405:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384628.147407:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384628.147408:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.147410:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384628.147411:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.147414:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384628.147416:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384628.147417:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384628.147418:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384628.147420:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000013fcea) refcount = 1 00010000:00010000:3.0:1767384628.147422:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.147427:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384628.147428:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384628.147430:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.147432:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.147433:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384628.147435:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384628.147439:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384628.147441:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384628.147442:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.147444:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=4 00000020:00000001:3.0:1767384628.147447:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384628.147449:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384628.147451:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384628.147457:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.147462:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384628.147464:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.147467:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.147469:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384628.147471:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384628.147471:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294916945, at 4294916946 00010000:00000001:3.0:1767384628.147481:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384628.147483:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384628.147483:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff223ad8. 00010000:00000001:3.0:1767384628.147487:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384628.147490:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384628.147494:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004f4a3a63 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384628.147496:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384628.147497:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384628.147498:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.147502:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384628.147502:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384628.147503:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.147504:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f4a3a63 refcount=5 00000020:00000001:3.0:1767384628.147505:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384628.147507:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889179648 : -117139820371968 : ffff9576429e2000) 00010000:00000001:3.0:1767384628.147508:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384628.147509:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384628.147513:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294916945, at 4294916946 00010000:00000001:3.0:1767384628.147514:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:2.0:1767384628.147521:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007594b641. 00010000:00000001:3.0:1767384628.147522:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384628.147524:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.147528:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384628.147529:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384628.147531:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384628.147533:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384628.147535:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4a3a63 with handle 0x1c01179f271edd56 from hash 00010000:00000001:3.0:1767384628.147537:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384628.147538:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.147540:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.147540:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384628.147541:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384628.147542:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384628.147544:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384628.147545:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.147546:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.147547:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384628.147548:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384628.147550:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.147550:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.147551:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.147552:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.147553:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.147555:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.147559:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.147559:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.147560:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384628.147561:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384628.147562:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.147563:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.147564:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384628.147566:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.147567:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.147568:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.147580:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384628.147581:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384628.147582:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f4a3a63/0x1c01179f271edd56 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384628.147586:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000013fcea count: 0 00010000:00000001:3.0:1767384628.147595:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384628.147597:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384628.147608:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294916945, at 4294916946 00000100:00000010:3.0:1767384628.147613:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006147d3e5. 00000400:00000010:1.0:1767384628.147659:0:29408:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007db4b7a2. 00000400:00000040:1.0:1767384628.147676:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384628.147678:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384628.147681:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.147682:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384628.147685:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.147687:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384628.147690:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384628.147691:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384628.147693:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384628.147694:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384628.147697:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384628.147698:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384628.147700:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384628.147701:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384628.147702:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384628.147704:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384628.147705:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384628.147706:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384628.147707:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384628.147709:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.147710:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384628.147711:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384628.147718:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384628.147719:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384628.147720:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384628.147722:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.147723:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384628.147725:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384628.147726:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384628.147727:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384628.147728:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384628.147729:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.147730:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384628.147731:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384628.147733:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384628.147734:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384628.147736:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384628.147737:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384628.147739:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384628.147740:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384628.147741:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384628.147742:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384628.147743:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384628.147744:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384628.147745:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384628.147746:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384628.147748:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384628.147749:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384628.147750:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384628.147751:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384628.147753:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384628.147754:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384628.147755:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384628.147756:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384628.147757:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384628.147758:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384628.147759:0:29408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384628.147828:0:29408:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007db4b7a2. 00080000:00000020:2.0:1767384628.148263:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384628.148266:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384628.148269:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005312d69e. 20000000:00000001:2.0:1767384628.148274:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384628.148278:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037652352 00010000:00000001:2.0:1767384628.148280:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384628.148287:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddce665a x1853237037652352/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384628.148295:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384628.148297:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384628.148340:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384628.148345:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384628.148348:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384628.148350:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384628.148353:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384628.148356:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.148359:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384628.148364:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384628.148368:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be7b1595. 00000100:00000200:2.0:1767384628.148374:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037652352, offset 224 00000400:00000200:2.0:1767384628.148380:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384628.148390:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384628.148399:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505980 00000400:00000200:2.0:1767384628.148406:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a09 [2] + 224 00000400:00000200:2.0:1767384628.148412:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384628.148417:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384628.148423:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384628.148426:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384628.148433:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.148450:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384628.148457:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be7b1595 00000400:00000010:2.0:1767384628.148459:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be7b1595. 00000100:00000001:0.0:1767384628.148461:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.148462:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384628.148466:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384628.148466:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384628.148472:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384628.148474:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384628.148475:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:0.0:1767384628.148479:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384628.148480:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384628.148484:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384628.148484:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd6ee65. 00000020:00000001:2.0:1767384628.148486:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384628.148492:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000021bfcd0 00000100:00000040:2.0:1767384628.148493:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddce665a x1853237037652352/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384628.148497:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000021bfcd0. 00000100:00000001:0.0:1767384628.148503:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384628.148507:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddce665a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037652352:12345-0@lo:253: Request processed in 19000us (19451us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384628.148509:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384628.148525:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.148530:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000040:2.0:1767384628.148537:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384628.148538:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384628.148540:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384628.148542:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384628.148546:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005d9b9a0. 00000100:00000001:0.0:1767384628.148547:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.148551:0:16166:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384628.148552:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007113a11. 02000000:00000001:0.0:1767384628.148554:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384628.148557:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384628.148558:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e41f731e. 00000100:00000001:0.0:1767384628.148559:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.148564:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384628.148566:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:0.0:1767384628.148568:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=58 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384628.148571:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384628.148573:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=58 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384628.148574:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000104816f5. 00000100:00000001:0.0:1767384628.148578:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384628.148580:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.148581:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384628.148582:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384628.148584:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.148585:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.148588:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384628.148591:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384628.148592:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384628.148597:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbfc923c. 00000100:00000001:0.0:1767384628.148601:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384628.148604:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be7b1595. 00000100:00000001:0.0:1767384628.148604:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384628.148607:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384628.148611:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384628.148613:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384628.148614:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384628.148615:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384628.148616:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384628.148618:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384628.148619:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384628.148620:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384628.148622:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384628.148624:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384628.148630:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd69e493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037652352:0@lo:253: 00000100:00000001:0.0:1767384628.148634:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.148636:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384628.148637:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd69e493 x1853237037652352/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.148642:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384628.148648:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384628.148651:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000061b239c5. 02000000:00000001:0.0:1767384628.148653:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384628.148655:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384628.148656:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384628.148657:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384628.148660:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000def3e765. 02000000:00000001:0.0:1767384628.148663:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384628.148664:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384628.148666:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd69e493. 00000100:00000001:0.0:1767384628.148669:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384628.148670:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.148672:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.148678:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384628.148679:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.148682:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384628.148685:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384628.150044:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384628.150047:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384628.150048:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007d0e41a9. 20000000:00000001:3.0:1767384628.150052:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384628.150054:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037652224 00010000:00000001:3.0:1767384628.150056:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384628.150059:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073f01306 x1853237037652224/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384628.150065:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384628.150066:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384628.150068:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384628.150070:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384628.150072:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384628.150073:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384628.150076:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384628.150077:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.150079:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384628.150081:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384628.150083:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e4578e0. 00000100:00000200:3.0:1767384628.150085:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037652224, offset 224 00000400:00000200:3.0:1767384628.150089:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384628.150094:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384628.150099:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505900 00000400:00000200:3.0:1767384628.150108:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a01 [2] + 224 00000400:00000200:3.0:1767384628.150113:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.150115:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384628.150118:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384628.150121:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.150127:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.150139:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384628.150143:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e4578e0 00000400:00000010:3.0:1767384628.150144:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e4578e0. 00000100:00000001:3.0:1767384628.150146:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384628.150147:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384628.150149:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.150150:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384628.150152:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384628.150154:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.150155:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384628.150158:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f01306 x1853237037652224/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.150161:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.150165:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384628.150169:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073f01306 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037652224:12345-0@lo:253: Request processed in 20442us (21329us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384628.150171:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384628.150175:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:3.0:1767384628.150177:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000400:00000001:1.0:1767384628.150180:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384628.150181:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384628.150184:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384628.150184:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de73ae2d. 00000020:00000010:3.0:1767384628.150188:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000853b8f45. 00000400:00000200:1.0:1767384628.150190:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d645428 00000020:00000010:3.0:1767384628.150192:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026d09860. 00000400:00000010:1.0:1767384628.150193:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d645428. 00000020:00000010:3.0:1767384628.150197:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080e37ae8. 00000100:00000001:1.0:1767384628.150199:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384628.150202:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000200:1.0:1767384628.150205:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384628.150207:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384628.150209:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f4707545. 00000100:00000200:1.0:1767384628.150215:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384628.150219:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384628.150222:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384628.150228:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384628.150229:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.150231:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384628.150234:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000120576c2. 00000100:00000001:1.0:1767384628.150234:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384628.150238:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384628.150239:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e4578e0. 00000100:00000001:1.0:1767384628.150240:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384628.150244:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.150246:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384628.150248:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=58 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384628.150251:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=58 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384628.150253:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384628.150254:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.150255:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384628.150256:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.150258:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.150260:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.150265:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.150266:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384628.150268:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384628.150269:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384628.150271:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384628.150271:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384628.150272:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384628.150273:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384628.150275:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384628.150276:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384628.150277:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384628.150283:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384628.150284:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384628.150286:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384628.150290:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe21d1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037652224:0@lo:253: 00000100:00000001:1.0:1767384628.150294:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.150295:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384628.150296:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe21d1a2 x1853237037652224/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.150299:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384628.150301:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384628.150303:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003eadb214. 02000000:00000001:1.0:1767384628.150305:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384628.150306:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384628.150536:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384628.150539:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384628.150541:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000798a1bd5. 02000000:00000001:1.0:1767384628.150546:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384628.150547:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384628.150549:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe21d1a2. 00000100:00000001:1.0:1767384628.150552:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384628.150553:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.150555:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.150559:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.150561:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.150563:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.150565:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384628.153365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000013fcea. 00010000:00000010:3.1:1767384628.153374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4a3a63. 00000400:00000001:0.0:1767384628.577549:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384628.577554:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384628.577557:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000400:00000010:0.0:1767384628.577560:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000400:00000200:0.0:1767384628.577564:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384628.577570:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767384628.577578:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c70b277f. 00000400:00000010:0.0:1767384628.577582:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fcd95856. 00000400:00000200:0.0:1767384628.577588:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp33 00000400:00000010:0.0:1767384628.577592:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000074de1525. 00000400:00000010:0.0:1767384628.577596:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e41f731e. 00000400:00000010:0.0:1767384628.577599:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000400:00000010:0.0:1767384628.577605:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000938c767e. 00000400:00000200:0.0:1767384628.577609:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp33 00000400:00000200:0.0:1767384628.577621:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp33 local destination 00000400:00000200:0.0:1767384628.577627:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp33 00000400:00000200:0.0:1767384628.577641:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp33 NI seq info: [96:96:256:4294967295] 192.168.203.133@tcp33 LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1767384628.577647:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp33 00000400:00000200:0.0:1767384628.577655:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp33(192.168.203.133@tcp33:) -> 192.168.203.133@tcp33(192.168.203.133@tcp33:192.168.203.133@tcp33) : GET try# 0 00000800:00000200:0.0:1767384628.577666:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp33 00000800:00000010:0.0:1767384628.577670:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000072306d57. 00000800:00000200:0.0:1767384628.577676:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000800:00000200:0.1:1767384628.577681:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000400:00000200:0.0:1767384628.577823:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp33 added to recovery queue. ping count: 2 next ping: 254 health :800 00000400:00000200:0.0:1767384628.577908:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.577963:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578009:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578052:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578098:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578127:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578150:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578177:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578201:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578242:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578288:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578382:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578415:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578436:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578461:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578490:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578515:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578543:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578567:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578593:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578622:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578653:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578685:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578721:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578767:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578806:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578845:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578886:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578923:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.578960:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.579008:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.579044:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.579086:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.579130:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384628.579176:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384628.579489:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000061b239c5. 00000800:00000010:0.0:1767384628.579494:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e8550e5. 00000800:00000010:0.0:1767384628.579500:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000052222b5d. 00000800:00000010:0.0:1767384628.579523:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000052222b5d. 00000800:00020000:0.0:1767384628.579532:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384628.579535:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e8550e5. 00000800:00000010:0.0:1767384628.579538:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000061b239c5. 00000400:02020000:0.0:1767384628.579588:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp33 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384628.579593:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp33 notifying 192.168.203.133@tcp33: down 00000800:00000200:0.0:1767384628.579598:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp33 down 00000800:00000100:0.0:1767384628.579603:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp33 00000800:00000010:0.0:1767384628.579606:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000072306d57. 00000400:00000200:0.0:1767384628.579609:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384628.579614:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp33->192.168.203.133@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384628.579631:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384628.579633:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384628.579637:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp33) recovery failed with -71 00010000:00000001:0.0:1767384628.897430:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384628.897436:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.897443:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384628.897445:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.897522:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384628.897526:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384628.897528:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384629.433144:0:29806:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384629.433157:0:29806:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.433161:0:29806:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.433168:0:29806:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384629.433174:0:29806:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.433177:0:29806:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384629.601442:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384629.601447:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384629.601450:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ec7285 00000400:00000010:2.0:1767384629.601454:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000400:00000200:2.0:1767384629.601459:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384629.601465:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384629.601474:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000074de1525. 00000400:00000010:2.0:1767384629.601477:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e41f731e. 00010000:00000001:0.0:1767384629.921380:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384629.921393:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.921399:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384629.921400:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.921419:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384629.921421:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384629.921423:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384630.161739:0:29970:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384630.161743:0:29970:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:0.0:1767384630.164652:0:29970:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384630.170123:0:29971:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000b8596e1. 00000400:00000010:0.0:1767384630.170137:0:29971:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c2143cd1. 00000400:00000010:0.0:1767384630.170146:0:29971:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000043eda7c8. 00000400:00000010:0.0:1767384630.170164:0:29971:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007b68321b. 00000400:00000010:0.0:1767384630.170167:0:29971:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000066e30f2e. 00000400:00000010:0.0:1767384630.170172:0:29971:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000064fa390f. 00000400:00000010:0.0:1767384630.170173:0:29971:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007e177ed6. 00000400:00000010:0.0:1767384630.170175:0:29971:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ce89c70. 00000400:00000010:0.0:1767384630.170178:0:29971:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008bb7ce95. 00000800:00000010:0.0:1767384630.170192:0:29971:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a8b243cc. 00000800:00000200:0.0:1767384630.170201:0:29971:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384630.170212:0:29971:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384630.170245:0:29971:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384630.170269:0:29971:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp36 [8/256/0/180] 00000400:00000010:0.0:1767384630.171864:0:29971:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000073c25cdb. 00000400:00000010:0.0:1767384630.171870:0:29971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd6ee65. 00000400:00000010:0.0:1767384630.171875:0:29971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc00a0ef. 00000400:00000001:0.0:1767384630.171890:0:29971:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384630.171892:0:29971:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384630.171893:0:29971:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d41a064. 00000400:00000200:0.0:1767384630.171896:0:29971:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1fee4c 00000400:00000010:0.0:1767384630.171898:0:29971:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1fee4c. 00000400:00000010:0.0:1767384630.171901:0:29971:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000514f1134. 00000400:00000200:0.0:1767384630.171906:0:29971:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (27) 00000400:00000200:0.0:1767384630.171919:0:29971:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384630.171931:0:29971:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:0.0:1767384630.171937:0:29971:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000061b239c5. 00000020:01000000:0.0:1767384630.171940:0:29971:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384630.171942:0:29971:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp36 00000400:00000010:0.0:1767384630.171953:0:29971:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c2143cd1. 00000400:00000010:0.0:1767384630.171956:0:29971:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000b8596e1. 00000400:00000200:3.0:1767384630.171981:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384630.171988:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384630.172010:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48128f8. 00000400:00000200:3.0:1767384630.172013:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (28) 00000400:00000010:3.0:1767384630.172018:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aca141bf. 00000400:00000200:3.0:1767384630.172022:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000020:00000001:2.0:1767384630.172030:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384630.172035:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 10000000:00000001:2.0:1767384630.172036:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384630.172041:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384630.172044:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:01000000:2.0:1767384630.172045:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384630.172052:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384630.172055:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:2.0:1767384630.172056:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384630.172059:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384630.172063:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384630.172065:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:01000004:2.0:1767384630.172066:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384630.172069:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384630.172072:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384630.172075:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000020:01000004:2.0:1767384630.172076:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384630.172079:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:3.0:1767384630.172099:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:01000004:2.0:1767384630.172102:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384630.172105:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384630.172106:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000400:00000200:3.0:1767384630.172110:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000100:00000010:2.0:1767384630.172112:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 00000400:00000200:3.0:1767384630.172115:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000020:00000040:2.0:1767384630.172117:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384630.172122:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000001:2.0:1767384630.172125:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384630.172128:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384630.172133:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.172137:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:3.0:1767384630.172141:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384630.172144:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 02000000:00000010:2.0:1767384630.172144:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c64b7859. 00000400:00000200:3.0:1767384630.172151:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000001:2.0:1767384630.172152:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.172155:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:3.0:1767384630.172159:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000100:00000001:2.0:1767384630.172177:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384630.172178:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000100:00000001:2.0:1767384630.172180:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.172185:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:3.0:1767384630.172190:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[68, 22], ns[68, 22] 00000100:00000040:2.0:1767384630.172191:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674c92be] to pc [ptlrpcd_00_00+0] req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384630.172201:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 22], ns[70, 22] 00000400:00000200:3.0:1767384630.172215:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 22], ns[71, 22] 00000400:00000200:3.0:1767384630.172220:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 22], ns[89, 22] 00000400:00000200:3.0:1767384630.172225:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[84, 22] 00000400:00000200:3.0:1767384630.172229:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 22], ns[96, 22] 00000400:00000200:3.0:1767384630.172233:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:3.0:1767384630.172238:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:00000001:2.0:1767384630.172239:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.172243:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 10000000:00000001:2.0:1767384630.172245:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.172249:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.172250:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp34 00000020:01000000:2.0:1767384630.172253:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384630.172253:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384630.172258:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp34 lpni_is_preferred = 0 00000100:00000001:0.0:1767384630.172259:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384630.172263:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384630.172264:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384630.172265:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp34 10000000:00000001:2.0:1767384630.172267:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384630.172269:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384630.172272:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384630.172273:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384630.172278:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384630.172281:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp34 NI seq info: [97:97:256:4294967295] 192.168.203.133@tcp34 LPNI seq info [95:95:8:4294967295] 00000020:01000004:2.0:1767384630.172282:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384630.172286:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384630.172290:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384630.172308:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384630.172343:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp34 00000400:00000200:3.0:1767384630.172353:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34:) -> 192.168.203.133@tcp34(192.168.203.133@tcp:192.168.203.133@tcp34) : PUT try# 0 00000020:01000004:2.0:1767384630.172358:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:3.0:1767384630.172359:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.133@tcp34 00000100:00000001:0.0:1767384630.172360:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384630.172361:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384630.172365:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384630.172367:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384630.172369:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053b0cc2d. 00000020:01000004:2.0:1767384630.172369:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384630.172369:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384630.172374:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384630.172376:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004057ca8. 02000000:00000001:0.0:1767384630.172377:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384630.172379:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ded02370. 00000020:00000040:2.0:1767384630.172381:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00100000:0.0:1767384630.172383:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037652480:0@lo:253: 00000800:00000010:3.0:1767384630.172385:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000126017b0. 00000100:00000001:2.0:1767384630.172385:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384630.172388:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384630.172392:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384630.172393:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384630.172397:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 02000000:00000001:0.0:1767384630.172398:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384630.172401:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000908503ec. 02000000:00000001:0.0:1767384630.172402:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384630.172403:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000100:00000001:2.0:1767384630.172408:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.172408:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384630.172414:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000303865f6. 00000400:00000200:3.0:1767384630.172419:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 02000000:00000001:0.0:1767384630.172419:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172420:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384630.172424:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000001:2.0:1767384630.172424:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384630.172427:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a63b6c9c. 00000100:00000040:2.0:1767384630.172433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004057ca8] to pc [ptlrpcd_00_01+1] req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384630.172435:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2143cd1. 00000100:00000200:0.0:1767384630.172442:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037652480, portal 25 00000100:00000001:0.0:1767384630.172445:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384630.172446:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.172447:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 10000000:00000001:2.0:1767384630.172450:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.172452:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384630.172455:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384630.172455:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384630.172458:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000061b239c5. 00000100:00000001:0.0:1767384630.172465:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384630.172468:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384630.172471:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003deb0882. 00000100:00000001:2.0:1767384630.172472:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.172477:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384630.172477:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037652480, offset 0 00000100:00000001:2.0:1767384630.172479:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384630.172480:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000040:2.0:1767384630.172484:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.172491:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384630.172493:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384630.172494:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.172498:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384630.172500:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384630.172503:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384630.172506:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384630.172507:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004057ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037652608:0@lo:253: 00000100:00000001:2.0:1767384630.172512:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384630.172514:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384630.172516:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.172519:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384630.172519:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505a00 00000400:00000200:3.0:1767384630.172521:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 02000000:00000010:2.0:1767384630.172524:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ca8f35da. 00000400:00000200:0.0:1767384630.172545:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a9 [2] + 0 02000000:00000001:2.0:1767384630.172546:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384630.172552:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000164bfc80. 00000400:00000010:2.0:1767384630.172554:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa843bd5. 00000400:00000200:0.0:1767384630.172557:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000199b48ec 00000400:00000200:3.0:1767384630.172563:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.172565:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384630.172568:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8426f68. 00000400:00000200:0.0:1767384630.172573:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384630.172574:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037652608, portal 25 00000100:00000001:2.0:1767384630.172578:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384630.172580:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974592896 : -117139734958720 : ffff957647b56d80) 00000400:00000200:0.0:1767384630.172580:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000199b48ec 00000400:00000010:0.0:1767384630.172585:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000199b48ec. 00000100:00000040:2.0:1767384630.172588:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.172591:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384630.172595:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384630.172598:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384630.172599:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000040:0.0:1767384630.172600:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000d6c8d128 x1853237037652480 msgsize 4848 00000100:00000040:2.0:1767384630.172613:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384630.172617:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384630.172618:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093772bf0. 00000100:00000040:0.0:1767384630.172619:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384630.172624:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037652608, offset 0 00000400:00000200:3.0:1767384630.172629:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000001:0.0:1767384630.172631:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384630.172634:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384630.172642:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deb0882 00000400:00000010:0.0:1767384630.172646:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003deb0882. 00000400:00000200:2.0:1767384630.172649:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384630.172653:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384630.172660:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384630.172661:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505a80 00000400:00000200:3.0:1767384630.172662:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.172674:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12b1 [2] + 0 00000100:00000001:0.0:1767384630.172676:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384630.172678:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057fc72df. 00000100:00000040:0.0:1767384630.172682:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384630.172683:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4d9c39e 00000400:00000200:2.0:1767384630.172690:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384630.172691:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.172695:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:0.0:1767384630.172696:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384630.172701:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384630.172705:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.172707:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d9c39e 00000400:00000010:2.0:1767384630.172710:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4d9c39e. 00000100:00000001:0.0:1767384630.172711:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294918989 00000100:00000001:2.0:1767384630.172714:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384630.172717:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384630.172717:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d57593ec. 00000100:00000040:2.0:1767384630.172724:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000001ef509e4 x1853237037652608 msgsize 4848 00000100:00000001:0.0:1767384630.172726:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384630.172734:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00100000:2.0:1767384630.172734:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384630.172735:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294918989 00000100:00000040:2.0:1767384630.172736:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384630.172744:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099914bf9. 00000100:00000001:0.0:1767384630.172748:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384630.172750:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384630.172757:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093772bf0 00000400:00000010:2.0:1767384630.172760:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093772bf0. 00000100:00000001:0.0:1767384630.172762:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294918989 00000100:00000001:2.0:1767384630.172764:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384630.172766:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000841e0df8. 00000100:00000200:2.0:1767384630.172770:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.172773:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384630.172779:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294918989 00000100:00000001:2.0:1767384630.172782:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384630.172785:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000010:0.0:1767384630.172785:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cfb8928. 00000100:00000040:2.0:1767384630.172786:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.172793:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384630.172798:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172801:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384630.172802:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384630.172805:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172807:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.172809:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172812:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294918989 00000100:00000001:0.0:1767384630.172813:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.172817:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294918989 00000100:00000001:2.0:1767384630.172821:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294918989 00000100:00000001:2.0:1767384630.172824:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294918989 00000100:00000001:0.0:1767384630.172824:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384630.172827:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384630.172831:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384630.172834:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000001:0.0:1767384630.172835:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384630.172836:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294918989 00000100:00000001:0.0:1767384630.172841:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172842:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294918989 00000100:00000001:2.0:1767384630.172847:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294918989 00000100:00000001:0.0:1767384630.172847:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172852:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294918989 00000100:00000001:2.0:1767384630.172854:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384630.172857:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172860:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172862:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.172867:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384630.172868:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384630.172871:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.172872:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384630.172874:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.172876:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.172886:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.172932:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000001:0.0:1767384630.172943:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384630.172947:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037652480 02000000:00000001:0.0:1767384630.172950:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384630.172953:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384630.172955:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.172958:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384630.172960:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037652480 00000020:00000001:0.0:1767384630.172963:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384630.172965:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384630.172967:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384630.172969:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384630.172972:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384630.172974:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384630.172978:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384630.172980:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000020:00000010:0.0:1767384630.172982:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000514c0ac3. 00000100:00000001:0.0:1767384630.172987:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384630.172989:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000514c0ac3. 00000100:00000001:2.0:1767384630.172991:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384630.172994:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037652608 00000020:00000010:0.0:1767384630.172995:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f15de78. 02000000:00000001:2.0:1767384630.172997:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384630.172999:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.173001:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.173007:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384630.173009:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000edb51983. 00000100:00100000:2.0:1767384630.173010:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037652608 00000020:00000001:2.0:1767384630.173014:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384630.173017:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000010:0.0:1767384630.173017:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001eaf82ac. 00000020:00000001:2.0:1767384630.173019:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384630.173023:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:2.0:1767384630.173025:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:3.0:1767384630.173026:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000020:00000001:2.0:1767384630.173027:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000040:0.0:1767384630.173029:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384630.173035:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384630.173035:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384630.173038:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384630.173041:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003648fbd8. 00000100:00000001:0.0:1767384630.173041:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.173047:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384630.173049:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003648fbd8. 00000100:00000001:0.0:1767384630.173052:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384630.173055:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e41f731e. 00000020:00000010:2.0:1767384630.173061:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e317d15. 00000100:00000001:0.0:1767384630.173062:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384630.173066:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007237cbda. 00000100:00000001:0.0:1767384630.173090:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384630.173093:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384630.173095:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384630.173096:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000100:00000001:2.0:1767384630.173098:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384630.173102:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384630.173102:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:0.0:1767384630.173108:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384630.173110:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.173111:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715856976 : -117138993694640 : ffff957673e43850) 00000100:00000001:2.0:1767384630.173117:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384630.173120:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6c8d128 x1853237037652480/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:611/0 lens 4848/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.173127:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384630.173128:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384630.173131:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384630.173131:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000514c0ac3. 00000100:00000001:0.0:1767384630.173135:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384630.173139:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000020:00000010:0.0:1767384630.173140:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000514c0ac3. 00000100:00000040:2.0:1767384630.173143:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:2.0:1767384630.173147:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715847760 : -117138993703856 : ffff957673e41450) 00000100:00100000:0.0:1767384630.173150:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6c8d128 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037652480:12345-0@lo:253: 00000400:00000200:3.0:1767384630.173152:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00000040:2.0:1767384630.173154:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ef509e4 x1853237037652608/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:611/0 lens 4848/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384630.173158:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037652480 00000020:00000001:0.0:1767384630.173163:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384630.173166:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384630.173167:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384630.173186:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003648fbd8. 00000020:00000001:0.0:1767384630.173187:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.173193:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384630.173193:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384630.173196:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000010:2.0:1767384630.173197:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003648fbd8. 00000020:00000001:0.0:1767384630.173203:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384630.173206:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384630.173210:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ef509e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037652608:12345-0@lo:253: 00000020:00000001:0.0:1767384630.173211:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384630.173215:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384630.173216:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037652608 00000400:00000200:3.0:1767384630.173218:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000020:00000001:0.0:1767384630.173218:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.173219:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384630.173224:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384630.173226:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384630.173227:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.173231:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384630.173232:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384630.173234:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384630.173236:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384630.173238:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384630.173241:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384630.173243:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384630.173244:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000061b239c5. 00000020:00000001:2.0:1767384630.173245:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.173249:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.173250:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384630.173252:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000100:00000001:0.0:1767384630.173254:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.173255:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384630.173260:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384630.173262:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ecdcc70. 02000000:00000001:2.0:1767384630.173266:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.173267:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384630.173270:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000104816f5. 20000000:01000000:0.0:1767384630.173275:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384630.173277:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384630.173279:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384630.173281:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 20000000:00000001:0.0:1767384630.173282:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384630.173287:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000056937c6f. 20000000:00000001:0.0:1767384630.173287:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384630.173305:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384630.173308:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384630.173309:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384630.173350:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384630.173352:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384630.173354:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.173356:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.173358:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384630.173361:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfd0c2be. 20000000:01000000:0.0:1767384630.173364:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000400:00000200:3.0:1767384630.173366:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 20000000:00000001:0.0:1767384630.173369:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384630.173374:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384630.173422:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00080000:00000001:0.0:1767384630.173422:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384630.173426:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384630.173430:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384630.173432:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384630.173435:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384630.173440:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384630.173443:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384630.173451:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c033e282. 00080000:00000001:0.0:1767384630.173453:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944782848 : -117139764768768 : ffff957645ee9000) 00080000:00000001:0.0:1767384630.173455:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384630.173475:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173507:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173531:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000001:00000001:0.0:1767384630.173579:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384630.173582:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384630.173584:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384630.173585:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00080000:00000001:0.0:1767384630.173605:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384630.173610:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384630.173637:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173687:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173740:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00080000:00000001:0.0:1767384630.173769:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384630.173773:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384630.173775:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173804:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173848:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173872:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173895:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173932:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384630.173959:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384630.174163:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d393633. 00000800:00000010:3.0:1767384630.174168:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bb5710b7. 00000800:00000010:3.0:1767384630.174172:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0953e60. 00000800:00000010:3.0:1767384630.174193:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0953e60. 00000800:00020000:3.0:1767384630.174202:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384630.174205:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bb5710b7. 00000800:00000010:3.0:1767384630.174208:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007d393633. 00000400:02020000:3.0:1767384630.174252:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp34 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384630.174258:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp34 notifying 192.168.203.133@tcp34: down 00000800:00000200:3.0:1767384630.174263:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp34 down 00000800:00000100:3.0:1767384630.174269:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 480 0@<0:0>->192.168.203.133@tcp34 00000800:00000010:3.0:1767384630.174272:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053b0cc2d. 00000400:00000200:3.0:1767384630.174276:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384630.174280:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp34->192.168.203.133@tcp34: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384630.174287:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp34 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:3.0:1767384630.174291:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384630.174362:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:3.0:1767384630.174367:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384630.174552:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384630.174558:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101151 00000400:00000001:2.0:1767384630.174561:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384630.174563:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384630.174564:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48128f8 00000400:00000010:2.0:1767384630.174565:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48128f8. 00000400:00000200:2.0:1767384630.174569:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384630.174573:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384630.174577:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (29) 00000400:00000200:2.0:1767384630.174581:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384630.174583:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc -71 00000400:00000200:2.0:1767384630.174586:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384630.174589:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (28) 00080000:00000001:2.0:1767384630.182896:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384630.182902:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:3.0:1767384630.182906:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384630.182906:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384630.182912:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384630.182912:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384630.182917:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384630.182918:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384630.182919:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384630.182921:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c033e282. 20000000:01000000:2.0:1767384630.182925:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384630.182927:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384630.182938:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384630.182943:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384630.182948:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384630.182949:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8bd85eb. 20000000:01000000:0.0:1767384630.182954:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:0.0:1767384630.182958:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384630.182961:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384630.182964:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384630.182967:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384630.182970:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384630.182973:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384630.182976:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384630.182983:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bfabe809. 00080000:00000001:0.0:1767384630.182984:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384630.182987:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384630.182988:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384630.182997:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000474c83dd. 00080000:00000001:0.0:1767384630.182998:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384630.183004:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384630.183005:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384630.183006:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:2.0:1767384630.183008:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000474c83dd with handle 0x1c01179f271edd5d to hash 00000020:00000001:0.0:1767384630.183011:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000001:2.0:1767384630.183012:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384630.183016:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00080000:00000001:0.0:1767384630.183017:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384630.183020:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384630.183024:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384630.183025:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b8596e1. 00010000:00000001:2.0:1767384630.183027:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384630.183030:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944791040 : -117139764760576 : ffff957645eeb000) 00010000:00010000:2.0:1767384630.183031:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384630.183035:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384630.183042:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384630.183045:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384630.183046:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384630.183048:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384630.183050:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.183052:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384630.183053:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.183055:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384630.183057:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384630.183058:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384630.183060:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384630.183062:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bfabe809) refcount = 1 00010000:00010000:2.0:1767384630.183064:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.183068:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384630.183070:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384630.183072:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.183074:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.183075:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384630.183078:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384630.183081:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384630.183083:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384630.183085:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384630.183094:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=4 00000020:00000001:2.0:1767384630.183096:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384630.183098:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384630.183100:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384630.183102:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.183107:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384630.183109:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.183113:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384630.183114:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384630.183115:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384630.183119:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384630.183119:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384630.183124:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384630.183128:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384630.183130:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.183132:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384630.183134:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384630.183138:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384630.183139:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000474c83dd already unused, calling callback (00000000eb30f30e) 00080000:00000001:0.0:1767384630.183143:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384630.183144:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384630.183147:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384630.183149:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.183153:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384630.183155:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384630.183156:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384630.183158:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=5 00000020:00000001:2.0:1767384630.183159:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384630.183161:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384630.183163:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384630.183169:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.183173:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384630.183176:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384630.183177:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.183181:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384630.183182:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384630.183184:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384630.183185:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384630.183187:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000474c83dd with handle 0x1c01179f271edd5d from hash 00010000:00000001:2.0:1767384630.183189:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384630.183191:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.183192:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.183193:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384630.183195:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384630.183197:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384630.183198:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384630.183200:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.183202:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.183203:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384630.183205:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384630.183207:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.183209:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.183210:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.183212:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.183213:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384630.183215:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.183219:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.183220:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.183221:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384630.183223:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384630.183224:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.183225:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.183227:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384630.183229:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384630.183230:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384630.183233:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:2.0:1767384630.183238:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384630.183241:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.183246:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384630.183247:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384630.183249:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000474c83dd/0x1c01179f271edd5d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384630.183253:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bfabe809 count: 0 00010000:00000001:2.0:1767384630.183258:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384630.183259:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384630.191122:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384630.191126:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384630.191126:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384630.191130:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384630.191132:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384630.191133:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:3.0:1767384630.191134:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384630.191138:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000b8596e1. 20000000:00000001:0.0:1767384630.191139:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384630.191144:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384630.191145:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384630.191146:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384630.191155:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384630.191158:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384630.191162:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384630.191168:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384630.191173:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384630.191174:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384630.191178:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384630.191179:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384630.191184:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d50fc58a. 00010000:00000001:2.0:1767384630.191187:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384630.191190:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002c643dd1. 00000020:00000001:2.0:1767384630.191192:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384630.191194:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002c643dd1 with handle 0x1c01179f271edd64 to hash 00000020:00000001:2.0:1767384630.191197:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384630.191198:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384630.191201:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384630.191204:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384630.191205:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384630.191208:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191213:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384630.191215:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384630.191217:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384630.191219:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384630.191220:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.191222:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384630.191230:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.191232:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384630.191233:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384630.191235:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384630.191236:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384630.191238:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d50fc58a) refcount = 1 00010000:00010000:2.0:1767384630.191241:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191246:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384630.191247:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384630.191249:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.191251:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.191253:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384630.191255:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384630.191259:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384630.191261:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384630.191262:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384630.191263:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=4 00000020:00000001:2.0:1767384630.191265:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384630.191267:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384630.191269:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384630.191271:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191276:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384630.191277:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191281:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.191283:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384630.191284:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191288:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384630.191290:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.191359:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384630.191361:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384630.191366:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002c643dd1 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384630.191368:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384630.191370:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384630.191373:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191377:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:3.0:1767384630.191378:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294918989, at 4294918990 00010000:00000001:2.0:1767384630.191379:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384630.191382:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384630.191385:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=5 00000100:00000010:3.0:1767384630.191387:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cfb8928. 00000020:00000001:2.0:1767384630.191388:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384630.191393:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384630.191396:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384630.191397:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191401:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384630.191403:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384630.191405:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.191409:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384630.191410:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384630.191412:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384630.191413:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384630.191414:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002c643dd1 with handle 0x1c01179f271edd64 from hash 00010000:00000001:2.0:1767384630.191417:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384630.191418:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.191419:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.191420:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384630.191421:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384630.191422:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384630.191424:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384630.191426:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.191433:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.191435:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384630.191436:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384630.191438:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.191439:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.191441:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.191442:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.191444:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384630.191446:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191449:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.191450:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.191451:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384630.191452:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384630.191453:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.191454:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.191455:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384630.191457:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.191459:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384630.191460:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.191464:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384630.191465:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384630.191466:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002c643dd1/0x1c01179f271edd64 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384630.191470:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d50fc58a count: 0 00010000:00000001:2.0:1767384630.191481:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384630.191483:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384630.191494:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294918989, at 4294918990 00000100:00000010:2.0:1767384630.191500:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000841e0df8. 00010000:00000010:2.1:1767384630.192336:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bfabe809. 00010000:00000010:2.1:1767384630.192343:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000474c83dd. 00000100:00000040:0.0:1767384630.192357:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294918989, at 4294918991 00000100:00000010:0.0:1767384630.192364:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d57593ec. 00000100:00000040:1.0:1767384630.192484:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294918989, at 4294918991 00000100:00000010:1.0:1767384630.192492:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099914bf9. 00080000:00000020:0.0:1767384630.193158:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384630.193161:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384630.193163:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000104816f5. 20000000:00000001:0.0:1767384630.193168:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384630.193172:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037652480 00010000:00000001:0.0:1767384630.193175:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384630.193180:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6c8d128 x1853237037652480/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384630.193188:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384630.193190:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384630.193199:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384630.193204:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384630.193207:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384630.193209:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384630.193212:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384630.193213:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.193216:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384630.193220:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384630.193223:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004362c3da. 00000100:00000200:0.0:1767384630.193227:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037652480, offset 224 00000400:00000010:3.0:1767384630.193228:0:29976:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e36d232e. 00000400:00000200:0.0:1767384630.193234:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384630.193242:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000040:3.0:1767384630.193247:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.193250:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384630.193253:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.193254:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.193257:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.193258:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384630.193261:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.193263:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384630.193265:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384630.193266:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384630.193267:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384630.193269:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.193271:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384630.193272:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.193273:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384630.193275:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384630.193277:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.193277:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384630.193279:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384630.193286:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.193287:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.193288:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.193290:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.193291:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.193305:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384630.193307:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.193308:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.193332:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.193333:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.193335:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.193336:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384630.193337:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.193340:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.193341:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.193342:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.193343:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.193344:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384630.193346:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.193347:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.193348:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384630.193350:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384630.193351:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.193352:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384630.193353:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384630.193354:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384630.193355:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384630.193356:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384630.193357:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384630.193358:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384630.193359:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.193361:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384630.193362:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384630.193363:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384630.193364:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384630.193366:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384630.193367:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384630.193368:0:29976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384630.193440:0:29976:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e36d232e. 00000400:00000200:0.0:1767384630.193445:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505a00 00000400:00000200:0.0:1767384630.193453:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a3d [2] + 224 00000400:00000200:0.0:1767384630.193458:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384630.193463:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384630.193468:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384630.193472:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384630.193481:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.193492:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384630.193499:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004362c3da 00000400:00000010:0.0:1767384630.193501:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004362c3da. 00000100:00000001:0.0:1767384630.193503:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384630.193505:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384630.193509:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384630.193512:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384630.193514:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384630.193517:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.193519:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384630.193523:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6c8d128 x1853237037652480/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384630.193531:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6c8d128 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037652480:12345-0@lo:253: Request processed in 20401us (20928us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384630.193546:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:0.0:1767384630.193548:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384630.193551:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384630.193552:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384630.193556:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000edb51983. 00000020:00000010:0.0:1767384630.193560:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001eaf82ac. 00000020:00000010:0.0:1767384630.193563:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f15de78. 00000020:00000040:0.0:1767384630.193567:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:0.0:1767384630.193571:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384630.193573:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000061b239c5. 02000000:00000001:0.0:1767384630.193576:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384630.193577:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384630.193581:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384630.193585:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfc34639. 00000400:00000010:0.0:1767384630.193589:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004362c3da. 00000100:00000001:0.0:1767384630.193606:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384630.193608:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384630.193611:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384630.193612:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384630.193613:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a63b6c9c. 00000400:00000200:0.0:1767384630.193615:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2143cd1 00000400:00000010:0.0:1767384630.193616:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2143cd1. 00000100:00000001:0.0:1767384630.193617:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384630.193619:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384630.193625:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.193630:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384630.193631:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.193632:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384630.193634:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384630.193635:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384630.193636:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.193638:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384630.193647:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384630.193650:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384630.193653:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384630.193655:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.193657:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384630.193658:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.193660:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384630.193664:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.193669:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384630.193671:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384630.193673:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384630.193676:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384630.193678:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384630.193678:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384630.193680:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384630.193681:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384630.193682:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384630.193684:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384630.193685:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384630.193686:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384630.193687:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384630.193689:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384630.193694:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037652480:0@lo:253: 00000100:00000001:0.0:1767384630.193699:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.193701:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384630.193703:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037652480/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.193707:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384630.193708:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384630.193710:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000303865f6. 02000000:00000001:0.0:1767384630.193713:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384630.193714:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384630.193716:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384630.193723:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384630.193725:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c64b7859. 02000000:00000001:0.0:1767384630.193728:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384630.193730:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384630.193731:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000100:00000001:0.0:1767384630.193735:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384630.193736:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.193738:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.193743:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384630.193744:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.193746:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384630.193748:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384630.194366:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384630.194368:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384630.194370:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000056937c6f. 20000000:00000001:0.0:1767384630.194373:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384630.194375:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037652608 00010000:00000001:0.0:1767384630.194377:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384630.194380:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ef509e4 x1853237037652608/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384630.194386:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384630.194387:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384630.194389:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384630.194391:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384630.194393:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384630.194395:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384630.194397:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384630.194398:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.194400:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384630.194403:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384630.194405:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8ac5b5b. 00000100:00000200:0.0:1767384630.194408:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037652608, offset 224 00000400:00000200:0.0:1767384630.194412:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384630.194416:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384630.194421:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505a80 00000400:00000200:0.0:1767384630.194425:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a45 [2] + 224 00000400:00000200:0.0:1767384630.194436:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384630.194440:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384630.194444:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384630.194447:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384630.194454:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.194467:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384630.194472:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8ac5b5b 00000400:00000010:0.0:1767384630.194474:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8ac5b5b. 00000100:00000001:0.0:1767384630.194478:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384630.194480:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384630.194480:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384630.194484:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384630.194487:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384630.194491:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384630.194491:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:2.0:1767384630.194495:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384630.194496:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384630.194498:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.194500:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384630.194503:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa843bd5. 00000100:00000040:0.0:1767384630.194504:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ef509e4 x1853237037652608/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384630.194510:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8426f68 00000400:00000010:2.0:1767384630.194513:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8426f68. 00000100:00100000:0.0:1767384630.194516:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ef509e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037652608:12345-0@lo:253: Request processed in 21347us (21788us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384630.194518:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384630.194526:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384630.194529:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000040:0.0:1767384630.194534:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384630.194539:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384630.194543:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384630.194546:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384630.194547:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e317d15. 00000020:00000010:0.0:1767384630.194554:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007237cbda. 00000100:00000001:2.0:1767384630.194557:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384630.194559:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e41f731e. 00000100:00000001:2.0:1767384630.194560:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.194563:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384630.194565:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:2.0:1767384630.194566:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384630.194569:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384630.194571:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384630.194572:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384630.194575:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ecdcc70. 02000000:00000001:2.0:1767384630.194576:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384630.194581:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=60 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384630.194581:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384630.194588:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384630.194588:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.194591:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384630.194592:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.194594:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384630.194597:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.194599:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384630.194600:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384630.194604:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384630.194604:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a63b6c9c. 00000400:00000010:0.0:1767384630.194611:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8ac5b5b. 00000100:00000001:2.0:1767384630.194613:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384630.194616:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384630.194618:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384630.194621:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384630.194623:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384630.194624:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384630.194626:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384630.194627:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384630.194628:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384630.194630:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384630.194631:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384630.194632:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384630.194640:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384630.194647:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004057ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037652608:0@lo:253: 00000100:00000001:2.0:1767384630.194652:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.194654:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384630.194657:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004057ca8 x1853237037652608/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.194662:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384630.194664:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384630.194666:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ca8f35da. 02000000:00000001:2.0:1767384630.194669:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384630.194670:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384630.194671:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384630.194673:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384630.194674:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000908503ec. 02000000:00000001:2.0:1767384630.194676:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384630.194677:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384630.194678:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004057ca8. 00000100:00000001:2.0:1767384630.194680:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384630.194681:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.194683:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.194687:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384630.194688:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.194689:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.194690:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384630.198327:0:29979:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d50fc58a. 00010000:00000010:2.1:1767384630.198335:0:29979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002c643dd1. 00000100:00000001:2.0:1767384630.369390:0:16798:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384630.369396:0:16798:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.369422:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384630.369425:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.625387:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp28 00000400:00000010:2.0:1767384630.625394:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000274a0b04. 00000400:00000010:2.0:1767384630.625402:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003ac1f5fc. 00000400:00000010:2.0:1767384630.625407:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839f8247. 00000400:00000010:2.0:1767384630.625417:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000851e0a8a. 00000400:00000200:2.0:1767384630.625422:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp28 00000400:00000200:2.0:1767384630.625439:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp28 local destination 00000400:00000200:2.0:1767384630.625445:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp28 00000400:00000200:2.0:1767384630.625456:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp28 NI seq info: [98:98:256:4294967295] 192.168.203.133@tcp28 LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1767384630.625463:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp28 00000400:00000200:2.0:1767384630.625470:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28:) -> 192.168.203.133@tcp28(192.168.203.133@tcp28:192.168.203.133@tcp28) : GET try# 0 00000800:00000200:2.0:1767384630.625476:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp28 00000800:00000010:2.0:1767384630.625481:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000098f77a84. 00000800:00000200:2.0:1767384630.625487:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000800:00000200:2.1:1767384630.625492:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000400:00000200:2.0:1767384630.625510:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp28 added to recovery queue. ping count: 4 next ping: 268 health :600 00000400:00000200:2.0:1767384630.625514:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp34 00000400:00000010:2.0:1767384630.625517:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007bfcdca4. 00000400:00000010:2.0:1767384630.625522:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a4d66380. 00000400:00000010:2.0:1767384630.625525:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009efb5e08. 00000400:00000010:2.0:1767384630.625532:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005391bbb1. 00000400:00000200:2.0:1767384630.625535:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp34 00000400:00000200:2.0:1767384630.625541:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp34 local destination 00000400:00000200:2.0:1767384630.625544:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp34 00000400:00000200:2.0:1767384630.625548:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp34 NI seq info: [99:99:256:4294967295] 192.168.203.133@tcp34 LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1767384630.625552:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp34 00000400:00000200:2.0:1767384630.625561:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34:) -> 192.168.203.133@tcp34(192.168.203.133@tcp34:192.168.203.133@tcp34) : GET try# 0 00000800:00000200:2.0:1767384630.625565:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp34 00000800:00000010:2.0:1767384630.625568:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e4914f1. 00000800:00000200:2.0:1767384630.625571:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000800:00000200:2.1:1767384630.625575:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000400:00000200:2.0:1767384630.625584:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp34 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:2.0:1767384630.625660:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.625727:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.625772:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.625820:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.625845:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.625867:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.625899:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.625940:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.625967:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626012:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626050:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626083:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626155:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626163:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626243:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626245:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626369:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626391:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626420:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626458:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626501:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626547:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626600:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626626:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626688:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626694:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626753:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626759:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626811:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626827:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626875:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626893:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.626950:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.626976:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627036:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627047:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627123:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627126:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627202:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627204:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627274:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627398:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627406:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627467:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627475:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627523:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627537:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627598:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627620:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627673:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627694:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627746:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627765:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627808:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627826:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627866:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627887:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627925:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.627945:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384630.627983:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.628004:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.628054:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.628083:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.628123:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.628152:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000800:00000010:2.0:1767384630.628164:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056937c6f. 00000800:00000010:2.0:1767384630.628170:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f4ed40c. 00000400:00000200:0.0:1767384630.628176:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000800:00000010:2.0:1767384630.628199:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000055e48ee5. 00000400:00000200:0.0:1767384630.628218:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000800:00000010:2.0:1767384630.628229:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000055e48ee5. 00000800:00020000:2.0:1767384630.628241:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384630.628245:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f4ed40c. 00000800:00000010:2.0:1767384630.628249:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000056937c6f. 00000400:00000200:0.0:1767384630.628251:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384630.628283:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:02020000:2.0:1767384630.628372:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp28 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384630.628380:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp28 notifying 192.168.203.133@tcp28: down 00000800:00000200:2.0:1767384630.628386:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp28 down 00000800:00000100:2.0:1767384630.628392:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp28 00000800:00000010:2.0:1767384630.628396:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000098f77a84. 00000400:00000200:2.0:1767384630.628399:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384630.628404:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384630.628412:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384630.628415:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384630.628419:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp28) recovery failed with -71 00000800:00000010:0.0:1767384630.628484:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000303865f6. 00000800:00000010:0.0:1767384630.628489:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002837ea6. 00000800:00000010:0.0:1767384630.628492:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075d441bb. 00000800:00000010:0.0:1767384630.628509:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075d441bb. 00000800:00020000:0.0:1767384630.628516:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384630.628519:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002837ea6. 00000800:00000010:0.0:1767384630.628520:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000303865f6. 00000400:02020000:0.0:1767384630.628552:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp34 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384630.628557:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp34 notifying 192.168.203.133@tcp34: down 00000400:00000200:0.0:1767384630.628561:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384630.628566:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp34 00000800:00000010:0.0:1767384630.628568:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e4914f1. 00000400:00000200:0.0:1767384630.628571:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384630.628580:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp34->192.168.203.133@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384630.628587:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384630.628589:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384630.628593:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp34) recovery failed with -71 00010000:00000001:0.0:1767384630.945396:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384630.945405:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.945413:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384630.945418:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384630.945421:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384630.945424:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.945428:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384630.945431:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.945434:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.945447:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.945497:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384630.945508:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.945511:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384631.585206:0:30385:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384631.585222:0:30385:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384631.585227:0:30385:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384631.585235:0:30385:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384631.585241:0:30385:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384631.585245:0:30385:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384631.649401:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (6) 00000800:00000200:2.0:1767384631.649408:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp19 ip 192.168.203.133:988 00000800:00000200:2.0:1767384631.649412:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:0.0:1767384631.649441:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384631.649445:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384631.649447:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839f8247 00000400:00000010:0.0:1767384631.649450:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839f8247. 00000400:00000200:0.0:1767384631.649454:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384631.649457:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery ping unlinked 00000400:00000010:0.0:1767384631.649466:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000274a0b04. 00000400:00000010:0.0:1767384631.649469:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003ac1f5fc. 00000400:00000001:0.0:1767384631.649473:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384631.649474:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384631.649475:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009efb5e08 00000400:00000010:0.0:1767384631.649477:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009efb5e08. 00000400:00000200:0.0:1767384631.649478:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384631.649481:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery ping unlinked 00000400:00000010:0.0:1767384631.649483:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007bfcdca4. 00000400:00000010:0.0:1767384631.649486:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a4d66380. 00000400:00000200:0.0:1767384631.649489:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp31 00000400:00000010:0.0:1767384631.649493:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002c58ef71. 00000400:00000010:0.0:1767384631.649498:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000003ff75d6. 00000400:00000010:0.0:1767384631.649501:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028cd3fda. 00000400:00000010:0.0:1767384631.649505:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da2ca1a0. 00000400:00000200:0.0:1767384631.649508:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp31 00000400:00000200:0.0:1767384631.649518:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp31 local destination 00000400:00000200:0.0:1767384631.649522:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp31 00000400:00000200:0.0:1767384631.649525:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp31 NI seq info: [100:100:256:4294967295] 192.168.203.133@tcp31 LPNI seq info [98:98:8:4294967295] 00000400:00000200:0.0:1767384631.649530:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp31 00000400:00000200:0.0:1767384631.649535:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp31(192.168.203.133@tcp31:) -> 192.168.203.133@tcp31(192.168.203.133@tcp31:192.168.203.133@tcp31) : GET try# 0 00000800:00000200:0.0:1767384631.649540:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp31 00000800:00000010:0.0:1767384631.649543:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a01c3f38. 00000800:00000200:0.0:1767384631.649548:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000800:00000200:0.1:1767384631.649552:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000800:00000200:3.0:1767384631.649561:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384631.649568:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384631.649572:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp31 added to recovery queue. ping count: 3 next ping: 261 health :700 00000800:00000001:3.0:1767384631.649576:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384631.649581:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384631.649584:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.649637:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649668:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649681:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649694:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649706:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649719:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649731:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649743:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649756:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649768:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649781:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649794:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649820:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649832:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649845:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649858:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649871:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649884:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649897:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649909:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649921:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649935:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649947:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649959:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649971:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649983:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.649995:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.650008:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.650021:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.650033:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.650044:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.650057:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.650069:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.650081:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384631.650100:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384631.650190:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056937c6f. 00000800:00000010:2.0:1767384631.650193:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002aed0cb5. 00000800:00000010:2.0:1767384631.650198:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006da8bb14. 00000800:00000010:2.0:1767384631.650212:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006da8bb14. 00000800:00020000:2.0:1767384631.650217:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384631.654758:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002aed0cb5. 00000800:00000010:2.0:1767384631.654761:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000056937c6f. 00000400:02020000:2.0:1767384631.654796:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp31 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384631.659101:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp31 notifying 192.168.203.133@tcp31: down 00000800:00000200:2.0:1767384631.659106:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp31 down 00000800:00000100:2.0:1767384631.659111:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp31 00000800:00000010:2.0:1767384631.659113:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a01c3f38. 00000400:00000200:2.0:1767384631.659119:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384631.659122:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp31->192.168.203.133@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384631.659129:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384631.659130:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384631.659133:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp31) recovery failed with -71 00000004:00000001:1.0:1767384631.905441:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384631.905445:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384631.905450:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859f5068. 00000020:00000040:1.0:1767384631.905456:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384631.905460:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384631.905463:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384631.905467:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384631.905472:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cba2668a. 00000100:00000001:1.0:1767384631.905478:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.905482:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384631.905484:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384631.905492:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859f5068] to pc [ptlrpcd_00_02+2] req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384631.905514:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.905530:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384631.905534:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.905535:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384631.905537:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384631.905543:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384631.905546:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.905555:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384631.905557:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.905560:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384631.905563:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384631.905565:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384631.905568:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037652736:0@lo:13: 00000100:00000001:3.0:1767384631.905572:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384631.905575:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384631.905578:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.905579:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384631.905583:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000099c1963f. 02000000:00000001:3.0:1767384631.905584:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384631.905589:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000400:00000010:3.0:1767384631.905594:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384631.905598:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037652736, portal 4 00000100:00000001:3.0:1767384631.905600:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384631.905601:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599139328 : -117139110412288 : ffff95766cef4000) 00000100:00000040:3.0:1767384631.905606:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.905612:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384631.905614:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384631.905616:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000100:00000200:3.0:1767384631.905618:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037652736, offset 0 00000400:00000200:3.0:1767384631.905622:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384631.905632:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384631.905658:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f505b00 00000400:00000200:3.0:1767384631.905663:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2240 00000400:00000200:3.0:1767384631.905669:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384631.905671:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384631.905676:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384631.905678:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384631.905681:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000122401cc. 00000100:00000040:3.0:1767384631.905683:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000122401cc x1853237037652736 msgsize 224 00000100:00100000:3.0:1767384631.905686:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384631.905697:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384631.905703:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:3.0:1767384631.905704:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000100:00000001:3.0:1767384631.905707:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384631.905710:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.905717:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384631.905720:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384631.905722:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384631.905725:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384631.905726:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037652736 00000100:00000001:3.0:1767384631.905728:0:16165:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384631.905730:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384631.905733:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.905733:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384631.905737:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.905739:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6793 usecs (7 jiffies) 02000000:00000001:1.0:1767384631.905741:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.905744:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294920711 00000100:00100000:1.0:1767384631.905745:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037652736 00000100:00000010:3.0:1767384631.905748:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb6ead8. 00000020:00000001:1.0:1767384631.905749:0:17588:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384631.905752:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:1.0:1767384631.905755:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384631.905757:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:1.0:1767384631.905758:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000001:1.0:1767384631.905762:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:1.0:1767384631.905764:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:3.0:1767384631.905765:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294920711 00000100:00000001:1.0:1767384631.905768:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384631.905769:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a85eadaf. 00000100:00000001:3.0:1767384631.905772:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384631.905785:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294920711 00000020:00000010:1.0:1767384631.905789:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344c4eb6. 00000100:00000010:3.0:1767384631.905790:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f9b9e9b. 00000100:00000001:3.0:1767384631.905795:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384631.905795:0:17588:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a6057df6. 00000100:00000001:3.0:1767384631.905797:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294920711 00000020:00000040:1.0:1767384631.905802:0:17588:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000010:3.0:1767384631.905806:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e85277c. 00000100:00000001:3.0:1767384631.905810:0:16165:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384631.905813:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384631.905814:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.905816:0:17588:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384631.905817:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.905820:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384631.905823:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c72adb00. 00000100:00000001:3.0:1767384631.905828:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384631.905828:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d26e4b5b. 00000100:00000001:3.0:1767384631.905831:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384631.905834:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000100:00000001:3.0:1767384631.905835:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.905837:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384631.905840:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.905841:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384631.905845:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384631.905849:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384631.905850:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384631.905851:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.905857:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.905865:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384631.905870:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384631.905875:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:1.0:1767384631.905876:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384631.905880:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384631.905885:0:17587:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384631.905885:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384631.905889:0:17587:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384631.905891:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384631.905892:0:17587:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.905895:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855687168 : -117138853864448 : ffff95767c39dc00) 00000100:00000001:3.0:1767384631.905896:0:17587:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384631.905904:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000122401cc x1853237037652736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:612/0 lens 224/0 e 0 to 0 dl 1767384642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384631.905910:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384631.905912:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6057df6. 00000100:00000001:1.0:1767384631.905913:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384631.905915:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6057df6. 00000100:00100000:1.0:1767384631.905918:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000122401cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037652736:12345-0@lo:13: 00000100:00000200:1.0:1767384631.905921:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037652736 00000020:00000001:1.0:1767384631.905923:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384631.905926:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384631.905927:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384631.905929:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384631.905931:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000020:00000001:1.0:1767384631.905934:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384631.905941:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384631.905943:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384631.905945:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384631.905947:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.905950:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384631.905951:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384631.905954:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000877146da. 02000000:00000001:1.0:1767384631.905955:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.905957:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384631.905959:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384631.905962:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384631.905964:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384631.905967:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384631.905977:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384631.905978:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384631.905980:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384631.905983:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384631.905985:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384631.905988:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384631.905990:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384631.905993:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384631.905995:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384631.905996:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384631.905999:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037652736 00010000:00000001:1.0:1767384631.906001:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384631.906004:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000122401cc x1853237037652736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:612/0 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384631.906010:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384631.906011:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384631.906014:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384631.906018:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384631.906020:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384631.906021:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384631.906023:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384631.906025:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384631.906032:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384631.906034:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384631.906036:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075e90106. 00000100:00000200:1.0:1767384631.906039:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037652736, offset 224 00000400:00000200:1.0:1767384631.906043:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384631.906049:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384631.906055:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f505b00 00000400:00000200:1.0:1767384631.906059:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a69 [1] + 224 00000400:00000200:1.0:1767384631.906062:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384631.906065:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384631.906069:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384631.906071:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384631.906087:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384631.906098:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384631.906102:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e90106 00000400:00000010:1.0:1767384631.906104:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e90106. 00000100:00000001:1.0:1767384631.906106:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384631.906107:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384631.906111:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384631.906114:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384631.906116:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384631.906117:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384631.906118:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.906119:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384631.906121:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384631.906125:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384631.906125:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000122401cc x1853237037652736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:612/0 lens 224/368 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384631.906129:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384631.906132:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000400:00000200:3.0:1767384631.906137:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000100:00100000:1.0:1767384631.906137:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000122401cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037652736:12345-0@lo:13: Request processed in 224us (451us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384631.906141:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:3.0:1767384631.906146:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384631.906159:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384631.906161:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384631.906167:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:1.0:1767384631.906172:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384631.906174:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384631.906175:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384631.906180:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384631.906182:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.906184:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384631.906185:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d26e4b5b. 02000000:00000001:3.0:1767384631.906186:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384631.906189:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384631.906190:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000100:00000001:3.0:1767384631.906191:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.906196:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384631.906197:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c72adb00. 00000100:00001000:3.0:1767384631.906200:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=51 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384631.906203:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000001:1.0:1767384631.906205:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384631.906210:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384631.906213:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384631.906215:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.906217:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384631.906220:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384631.906225:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.906227:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384631.906228:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384631.906230:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384631.906231:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.906234:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.906239:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384631.906241:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384631.906242:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384631.906243:0:16165:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384631.906246:0:16165:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384631.906248:0:16165:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384631.906254:0:16165:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384631.906257:0:16165:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.906260:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384631.906265:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037652736:0@lo:13: 00000100:00000001:3.0:1767384631.906269:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.906270:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384631.906273:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859f5068 x1853237037652736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384647 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.906277:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384631.906299:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384631.906301:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000099c1963f. 02000000:00000001:3.0:1767384631.906305:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384631.906306:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384631.906307:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384631.906359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384631.906363:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384631.906368:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd69e493. 00000020:00000040:0.0:1767384631.906371:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384631.906374:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384631.906375:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384631.906377:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384631.906382:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000335351fd. 00000100:00000001:0.0:1767384631.906385:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.906390:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384631.906392:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384631.906397:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cba2668a. 00000100:00000001:0.0:1767384631.906399:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384631.906402:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.906403:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384631.906406:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384631.906406:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd69e493] to pc [ptlrpcd_00_03+3] req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384631.906409:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859f5068. 00000100:00000001:3.0:1767384631.906415:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384631.906417:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.906420:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.906424:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384631.906426:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.906428:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384631.906430:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384631.906431:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.906432:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.906433:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384631.906437:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384631.906438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384631.906442:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384631.906443:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384631.906445:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384631.906447:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b9e4737. 00000100:00000001:3.0:1767384631.906448:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384631.906448:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384631.906453:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384631.906454:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.906455:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384631.906458:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384631.906462:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384631.906465:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.906471:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767384631.906471:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005464763c. 00000100:00000001:3.0:1767384631.906474:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.906476:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.906478:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384631.906481:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384631.906482:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384631.906484:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384631.906492:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd69e493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037652864:0@lo:400: 00000100:00000001:3.0:1767384631.906498:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384631.906498:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384631.906501:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.906503:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384631.906505:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.906507:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384631.906509:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038c5fad3. 02000000:00000001:3.0:1767384631.906512:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.906514:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9e4737] to pc [ptlrpcd_00_00+0] req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384631.906524:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000400:00000010:3.0:1767384631.906529:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384631.906532:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037652864, portal 25 00000100:00000001:3.0:1767384631.906533:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384631.906534:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987287808 : -117139722263808 : ffff957648772300) 00000100:00000001:0.0:1767384631.906535:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.906539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384631.906541:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384631.906543:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384631.906546:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384631.906548:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099e14c91. 00000100:00000001:2.0:1767384631.906551:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384631.906552:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384631.906554:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384631.906555:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384631.906558:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384631.906560:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384631.906562:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000100:00000040:2.0:1767384631.906564:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384631.906564:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767384631.906568:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037652864, offset 0 02000000:00000001:0.0:1767384631.906569:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384631.906577:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000450c50e1. 00000400:00000200:3.0:1767384631.906579:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384631.906580:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384631.906583:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.906584:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384631.906589:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384631.906590:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384631.906592:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384631.906592:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384631.906598:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.906605:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384631.906606:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b9e4737 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037652992:0@lo:400: 00000400:00000200:3.0:1767384631.906608:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f505b80 00000100:00000001:0.0:1767384631.906609:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.906615:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384631.906617:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099e14c91] to pc [ptlrpcd_00_01+1] req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384631.906619:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384631.906620:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12c1 [2] + 0 02000000:00000001:2.0:1767384631.906623:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384631.906628:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384631.906629:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056526d12. 02000000:00000010:2.0:1767384631.906635:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007173af1b. 00000400:00000200:3.0:1767384631.906636:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000353211b9 02000000:00000001:2.0:1767384631.906640:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.906640:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384631.906641:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384631.906645:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (258) 00000400:00000200:3.0:1767384631.906649:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384631.906649:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa843bd5. 00000400:00000200:3.0:1767384631.906656:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000353211b9 00000400:00000010:2.0:1767384631.906658:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005973d3bd. 00000400:00000010:3.0:1767384631.906659:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000353211b9. 00000100:00000001:3.0:1767384631.906665:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384631.906666:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037652992, portal 10 00000100:00000200:3.0:1767384631.906667:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384631.906669:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384631.906673:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384631.906674:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384631.906675:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000059cf52f x1853237037652864 msgsize 224 00000100:00000001:2.0:1767384631.906675:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987293184 : -117139722258432 : ffff957648773800) 00000100:00000001:0.0:1767384631.906688:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384631.906694:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384631.906695:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384631.906699:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384631.906700:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384631.906712:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384631.906717:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:3.0:1767384631.906721:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000100:00000001:0.0:1767384631.906721:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384631.906722:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384631.906725:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.906727:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384631.906729:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384631.906729:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384631.906732:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384631.906733:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384631.906734:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009efb5e08. 02000000:00000001:0.0:1767384631.906737:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384631.906740:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037652992, offset 0 00000100:00100000:0.0:1767384631.906746:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037653120:0@lo:400: 00000400:00000200:2.0:1767384631.906752:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384631.906753:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384631.906754:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384631.906758:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384631.906763:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384631.906765:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384631.906769:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384631.906774:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384631.906775:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f505c00 00000100:00000001:3.0:1767384631.906779:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384631.906781:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b71f5b1. 00000100:00000001:3.0:1767384631.906782:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384631.906785:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 02000000:00000001:0.0:1767384631.906786:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.906789:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.906793:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384631.906794:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294920723 00000400:00000010:0.0:1767384631.906794:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cd6ef06. 00000400:00000200:2.0:1767384631.906800:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384631.906801:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e620a2b3. 00000100:00000001:3.0:1767384631.906803:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294920711 00000100:00000001:2.0:1767384631.906805:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384631.906806:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037653120, portal 10 00000100:00000200:2.0:1767384631.906809:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384631.906811:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294920723 00000100:00000001:0.0:1767384631.906811:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384631.906814:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987285120 : -117139722266496 : ffff957648771880) 00000100:00000010:2.0:1767384631.906816:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004057ca8. 00000100:00000001:3.0:1767384631.906817:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294920711 00000100:00000040:2.0:1767384631.906822:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000004057ca8 x1853237037652992 msgsize 224 00000100:00000001:3.0:1767384631.906823:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294920723 00000100:00000040:0.0:1767384631.906825:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.906829:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920711 00000100:00100000:2.0:1767384631.906834:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384631.906835:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294920723 00000100:00000001:3.0:1767384631.906842:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920711 00000100:00000001:0.0:1767384631.906843:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384631.906845:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384631.906847:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384631.906851:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.906851:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384631.906855:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009efb5e08 00000400:00000010:0.0:1767384631.906856:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda64fb6. 00000100:00000001:3.0:1767384631.906857:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384631.906859:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009efb5e08. 00000100:00000001:3.0:1767384631.906863:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.906864:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384631.906865:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037653120, offset 0 00000100:00000200:2.0:1767384631.906870:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384631.906875:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384631.906880:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384631.906884:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037652992 00000100:00000001:2.0:1767384631.906885:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384631.906888:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384631.906889:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384631.906892:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.906893:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384631.906896:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.906901:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.906902:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f505c80 00000100:00100000:3.0:1767384631.906907:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037652992 00000020:00000001:3.0:1767384631.906913:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384631.906913:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000001:2.0:1767384631.906914:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384631.906917:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000001:2.0:1767384631.906919:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384631.906922:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384631.906924:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384631.906925:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:2.0:1767384631.906925:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.906931:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384631.906932:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000040:2.0:1767384631.906933:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3885 usecs (4 jiffies) 00000100:00000001:0.0:1767384631.906936:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384631.906937:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:2.0:1767384631.906938:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294920709 00000100:00000200:0.0:1767384631.906939:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384631.906941:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384631.906945:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294920723 00000100:00000010:0.0:1767384631.906946:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe21d1a2. 00000020:00000010:3.0:1767384631.906947:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be6347fd. 00000100:00000001:2.0:1767384631.906951:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294920709 00000100:00000040:0.0:1767384631.906952:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000fe21d1a2 x1853237037653120 msgsize 224 00000100:00000001:3.0:1767384631.906958:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384631.906962:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294920723 00000020:00000010:3.0:1767384631.906965:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be6347fd. 00000100:00100000:0.0:1767384631.906965:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384631.906967:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294920709 00000100:00000001:2.0:1767384631.906971:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294920723 00000020:00000010:3.0:1767384631.906973:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091a65f29. 00000100:00000001:2.0:1767384631.906974:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294920709 00000100:00000001:0.0:1767384631.906978:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384631.906979:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294920723 00000020:00000010:3.0:1767384631.906981:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003f63974. 00000100:00000001:2.0:1767384631.906982:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384631.906985:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda64fb6 00000100:00000001:2.0:1767384631.906986:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384631.906987:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000078a720c0. 00000400:00000010:0.0:1767384631.906988:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda64fb6. 00000100:00000001:2.0:1767384631.906993:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.906994:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384631.906997:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384631.906997:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384631.907000:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.907003:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384631.907006:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384631.907007:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384631.907010:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384631.907012:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.907013:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384631.907014:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384631.907017:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384631.907018:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384631.907018:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.907023:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384631.907024:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.907026:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.907027:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.907036:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.907037:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384631.907040:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.907042:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.907046:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3720 usecs (4 jiffies) 00000100:00000001:0.0:1767384631.907049:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294920709 00000100:00000001:3.0:1767384631.907051:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384631.907052:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294920723 00000100:00100000:3.0:1767384631.907056:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037653120 00000100:00000001:0.0:1767384631.907057:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294920709 00000100:00000001:2.0:1767384631.907058:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384631.907061:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384631.907062:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384631.907063:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294920723 00000100:00000001:3.0:1767384631.907064:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384631.907067:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.907068:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294920709 02000000:00000001:3.0:1767384631.907072:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384631.907072:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:0.0:1767384631.907073:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294920723 00000100:00000040:2.0:1767384631.907075:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00100000:3.0:1767384631.907078:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037653120 00000100:00000001:0.0:1767384631.907078:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294920709 00000100:00000001:2.0:1767384631.907079:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974592896 : -117139734958720 : ffff957647b56d80) 00000020:00000001:3.0:1767384631.907082:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384631.907085:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294920723 00000020:00000040:3.0:1767384631.907086:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000040:2.0:1767384631.907089:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004057ca8 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:612/0 lens 224/0 e 0 to 0 dl 1767384642 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384631.907091:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384631.907091:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384631.907094:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000100:00000001:0.0:1767384631.907098:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.907100:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:0.0:1767384631.907104:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.907106:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:0.0:1767384631.907110:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.907112:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384631.907117:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be6347fd. 00000100:00000001:0.0:1767384631.907117:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384631.907118:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384631.907121:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384631.907123:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000077d669f0. 00000020:00000010:2.0:1767384631.907124:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ddfb8b9. 00000100:00000001:0.0:1767384631.907125:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384631.907128:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:0.0:1767384631.907129:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384631.907130:0:17559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384631.907134:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384631.907135:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ddfb8b9. 00000100:00000001:3.0:1767384631.907139:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384631.907140:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384631.907143:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cc1edac. 00000100:00100000:2.0:1767384631.907144:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004057ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037652992:12345-0@lo:400: 00000020:00000010:3.0:1767384631.907150:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099b0cc04. 00000100:00000200:2.0:1767384631.907151:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037652992 00000020:00000001:2.0:1767384631.907155:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384631.907156:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fd8af3d. 00000020:00000001:2.0:1767384631.907158:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384631.907160:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384631.907161:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384631.907161:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384631.907164:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037652864 02000000:00000001:0.0:1767384631.907166:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384631.907167:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384631.907170:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384631.907170:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384631.907172:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384631.907173:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384631.907175:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 02000000:00000001:0.0:1767384631.907175:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.907179:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384631.907180:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384631.907181:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037652864 00000100:00000001:3.0:1767384631.907182:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384631.907184:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.907185:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.907185:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384631.907189:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384631.907190:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384631.907192:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384631.907194:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.907196:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384631.907199:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384631.907199:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384631.907203:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:2.0:1767384631.907204:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384631.907207:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384631.907207:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384631.907208:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384631.907211:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384631.907212:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 02000000:00000010:2.0:1767384631.907213:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c4ce30d5. 00000100:00100000:3.0:1767384631.907218:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:0.0:1767384631.907218:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384631.907219:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384631.907223:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000264054e5. 00000100:00000001:2.0:1767384631.907224:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.907225:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000001:0.0:1767384631.907229:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384631.907231:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987282432 : -117139722269184 : ffff957648770e00) 00000020:00000001:2.0:1767384631.907231:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384631.907232:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000264054e5. 00010000:00000040:2.0:1767384631.907238:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037652992 00000100:00000040:3.0:1767384631.907241:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe21d1a2 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:612/0 lens 224/0 e 0 to 0 dl 1767384642 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384631.907242:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384631.907242:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4d66380. 00000020:00000010:0.0:1767384631.907248:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000800ba34f. 00010000:00000200:2.0:1767384631.907250:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004057ca8 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:612/0 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384631.907255:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001eaf82ac. 00000100:00000040:0.0:1767384631.907265:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384631.907267:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384631.907270:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384631.907272:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d669f0. 00010000:00000001:2.0:1767384631.907272:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384631.907273:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384631.907275:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.907277:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.907278:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384631.907279:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=55 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384631.907296:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d669f0. 00000100:00000001:2.0:1767384631.907299:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384631.907299:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384631.907305:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00100000:3.0:1767384631.907306:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe21d1a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037653120:12345-0@lo:400: 00000100:00000001:0.0:1767384631.907346:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384631.907356:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037653120 00000100:00000001:0.0:1767384631.907357:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384631.907358:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384631.907360:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384631.907362:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384631.907363:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:3.0:1767384631.907365:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384631.907368:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 02000000:00000001:2.0:1767384631.907369:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384631.907370:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384631.907373:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.907374:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000040:0.0:1767384631.907374:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384631.907377:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384631.907379:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715843664 : -117138993707952 : ffff957673e40450) 00000020:00000001:3.0:1767384631.907381:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384631.907385:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384631.907385:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000059cf52f x1853237037652864/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:612/0 lens 224/0 e 0 to 0 dl 1767384642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384631.907386:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384631.907389:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009efb5e08. 00000020:00000001:3.0:1767384631.907391:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384631.907395:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384631.907396:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037652992, offset 224 00000020:00000001:3.0:1767384631.907398:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.907404:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384631.907405:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384631.907409:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384631.907410:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384631.907411:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000264054e5. 02000000:00000001:3.0:1767384631.907414:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384631.907415:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384631.907419:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd842fec. 00000020:00000010:0.0:1767384631.907421:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000264054e5. 00000400:00000200:2.0:1767384631.907422:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384631.907424:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384631.907429:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000059cf52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037652864:12345-0@lo:400: 00000400:00000200:2.0:1767384631.907434:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f505c00 00000100:00000001:3.0:1767384631.907436:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384631.907438:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037652864 00000020:00000001:3.0:1767384631.907442:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.907442:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384631.907445:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a7d [1] + 224 00010000:00000040:3.0:1767384631.907446:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037653120 00000400:00000200:2.0:1767384631.907451:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384631.907452:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384631.907453:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384631.907456:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384631.907457:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe21d1a2 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:612/0 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384631.907463:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384631.907467:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384631.907467:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00010000:00000001:3.0:1767384631.907474:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384631.907475:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384631.907476:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384631.907479:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.907479:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384631.907483:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384631.907485:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=55 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384631.907486:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384631.907489:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384631.907492:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.907496:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384631.907496:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384631.907501:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:0.0:1767384631.907501:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384631.907503:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384631.907504:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.907505:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000010:0.0:1767384631.907508:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a9937820. 02000000:00000001:3.0:1767384631.907510:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384631.907514:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.907515:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.907520:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.907522:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384631.907524:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.907526:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384631.907527:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:0.0:1767384631.907528:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037652864 00000400:00000200:2.0:1767384631.907532:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009efb5e08 00010000:00000001:0.0:1767384631.907532:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384631.907533:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000400:00000010:2.0:1767384631.907536:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009efb5e08. 00010000:00000200:0.0:1767384631.907540:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000059cf52f x1853237037652864/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:612/0 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.907541:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384631.907545:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037653120, offset 224 00000100:00000001:2.0:1767384631.907545:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384631.907551:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384631.907557:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384631.907557:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384631.907558:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:0.0:1767384631.907561:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.907563:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:0.0:1767384631.907565:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=61 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384631.907566:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384631.907571:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384631.907572:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384631.907574:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384631.907577:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000040:2.0:1767384631.907579:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004057ca8 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:612/0 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384631.907583:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f505c80 00000100:00000001:0.0:1767384631.907583:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384631.907590:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384631.907593:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384631.907595:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a85 [1] + 224 00000100:00000001:0.0:1767384631.907599:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384631.907605:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384631.907606:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384631.907611:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004057ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037652992:12345-0@lo:400: Request processed in 489us (784us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384631.907612:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384631.907613:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda64fb6. 00000100:00000200:0.0:1767384631.907620:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037652864, offset 224 00000100:00000001:3.0:1767384631.907622:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384631.907626:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000200:3.0:1767384631.907629:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384631.907631:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000400:00000200:0.0:1767384631.907631:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384631.907637:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384631.907640:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384631.907645:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384631.907646:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384631.907646:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003f63974. 00000020:00000010:2.0:1767384631.907652:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000078a720c0. 00000400:00000200:0.0:1767384631.907656:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f505b80 00000020:00000010:2.0:1767384631.907660:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091a65f29. 00000400:00000200:0.0:1767384631.907665:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a75 [1] + 224 00000100:00000001:3.0:1767384631.907666:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384631.907667:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:2.0:1767384631.907671:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384631.907678:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384631.907681:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000200:0.0:1767384631.907682:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384631.907685:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000100:00000001:2.0:1767384631.907689:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.907690:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384631.907690:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384631.907693:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384631.907696:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384631.907697:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384631.907698:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384631.907701:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384631.907705:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.907707:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384631.907710:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa843bd5. 00000100:00000040:3.0:1767384631.907712:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000200:2.0:1767384631.907717:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005973d3bd 00010000:00000001:3.0:1767384631.907719:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384631.907721:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005973d3bd. 00000020:00000001:3.0:1767384631.907722:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.907726:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384631.907728:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384631.907734:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384631.907735:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe21d1a2 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:612/0 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384631.907738:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384631.907745:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda64fb6 00000400:00000010:0.0:1767384631.907750:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda64fb6. 00000100:00000001:0.0:1767384631.907755:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384631.907758:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384631.907762:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.907770:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000200:2.0:1767384631.907773:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384631.907782:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe21d1a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037653120:12345-0@lo:400: Request processed in 502us (817us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384631.907783:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384631.907787:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.907792:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384631.907800:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1767384631.907800:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000059cf52f x1853237037652864/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:612/0 lens 224/224 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.907801:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384631.907805:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384631.907808:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000001:2.0:1767384631.907809:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384631.907813:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384631.907814:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384631.907816:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384631.907818:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384631.907819:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384631.907822:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000059cf52f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037652864:12345-0@lo:400: Request processed in 414us (1144us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384631.907824:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099b0cc04. 02000000:00000001:2.0:1767384631.907824:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384631.907832:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fd8af3d. 00000100:00001000:2.0:1767384631.907833:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=55 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384631.907837:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000020:00000010:3.0:1767384631.907840:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cc1edac. 00000100:00001000:2.0:1767384631.907840:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=55 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384631.907841:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000020:00000040:3.0:1767384631.907847:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:0.0:1767384631.907848:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384631.907849:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384631.907852:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384631.907853:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.907853:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384631.907856:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000800ba34f. 00010000:00000001:2.0:1767384631.907858:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384631.907861:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001eaf82ac. 00010000:00080000:2.0:1767384631.907864:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384631.907867:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4d66380. 00000020:00000040:0.0:1767384631.907873:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00010000:00000001:2.0:1767384631.907874:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.907879:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384631.907879:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384631.907880:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384631.907881:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000010:0.0:1767384631.907882:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a9937820. 00000100:00000001:3.0:1767384631.907883:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384631.907885:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767384631.907888:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384631.907889:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384631.907890:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384631.907892:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384631.907894:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384631.907896:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384631.907897:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000400:00000200:3.0:1767384631.907904:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000100:00000200:0.0:1767384631.907905:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384631.907908:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:2.0:1767384631.907909:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384631.907911:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b102152f. 00000100:00000001:3.0:1767384631.907912:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384631.907914:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384631.907917:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384631.907918:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cb307b7. 00000100:00000200:3.0:1767384631.907919:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384631.907924:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384631.907937:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767384631.907940:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384631.907942:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:0.0:1767384631.907952:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384631.907956:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384631.907960:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384631.907961:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384631.907964:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384631.907965:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384631.907967:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cd6ef06. 00000100:00000001:3.0:1767384631.907969:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384631.907969:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b9e4737 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037652992:0@lo:400: 00000400:00000200:0.0:1767384631.907972:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e620a2b3 00000100:00000001:2.0:1767384631.907975:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384631.907976:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e620a2b3. 02000000:00000001:3.0:1767384631.907979:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384631.907981:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384631.907982:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384631.907982:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384631.907986:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384631.907987:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b9e4737 x1853237037652992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384631.907990:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384631.907991:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384631.907997:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384631.908006:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384631.908012:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384631.908015:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.908020:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384631.908023:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.908023:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384631.908026:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384631.908027:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384631.908028:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384631.908031:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007173af1b. 00000100:00000040:3.0:1767384631.908037:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384631.908037:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384631.908041:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384631.908043:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384631.908044:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384631.908046:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384631.908050:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384631.908052:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384631.908053:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005464763c. 02000000:00000001:0.0:1767384631.908056:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384631.908059:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384631.908060:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384631.908061:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384631.908062:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384631.908064:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384631.908066:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384631.908067:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384631.908067:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384631.908069:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b9e4737. 00000100:00000001:2.0:1767384631.908075:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767384631.908075:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=55 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384631.908076:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.908077:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.908083:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384631.908085:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384631.908090:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384631.908093:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384631.908094:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.908096:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.908099:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384631.908103:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384631.908104:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384631.908105:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd69e493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037652864:0@lo:400: 00010000:00080000:0.0:1767384631.908110:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.908114:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.908119:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384631.908121:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.908125:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd69e493 x1853237037652864/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384631.908126:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384631.908130:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384631.908134:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384631.908137:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384631.908138:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384631.908143:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038c5fad3. 00000100:00000001:0.0:1767384631.908143:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.908149:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384631.908150:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384631.908151:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384631.908153:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384631.908158:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384631.908161:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000335351fd. 00000100:00000001:0.0:1767384631.908166:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384631.908167:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384631.908168:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384631.908170:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384631.908171:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384631.908173:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd69e493. 00000100:00000040:0.0:1767384631.908175:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.908184:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767384631.908185:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037653120:0@lo:400: 00000100:00000001:3.0:1767384631.908187:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.908191:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.908191:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.908194:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384631.908195:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384631.908196:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099e14c91 x1853237037653120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.908198:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.908203:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.908207:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.908208:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384631.908212:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384631.908214:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b71f5b1. 02000000:00000001:0.0:1767384631.908218:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384631.908219:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384631.908220:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384631.908221:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384631.908223:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000450c50e1. 02000000:00000001:0.0:1767384631.908225:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384631.908227:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384631.908227:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099e14c91. 00000100:00000001:0.0:1767384631.908229:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384631.908230:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.908231:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.908235:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384631.908236:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.908238:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384631.908239:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384631.925355:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294920723, at 4294920724 00000100:00000040:2.0:1767384631.925359:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294920723, at 4294920724 00000100:00000010:1.0:1767384631.925364:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a85eadaf. 00000100:00000010:2.0:1767384631.925367:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f9b9e9b. 00000100:00000040:3.0:1767384631.925368:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294920723, at 4294920724 00000100:00000040:0.0:1767384631.925374:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294920723, at 4294920724 00000100:00000010:3.0:1767384631.925376:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e85277c. 00000100:00000010:0.0:1767384631.925383:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb6ead8. 00010000:00000001:0.0:1767384631.969383:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384631.969395:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384631.969400:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384631.969401:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.969417:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384631.969419:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384631.969420:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384632.234467:0:30549:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384632.234471:0:30549:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:1.0:1767384632.237736:0:30549:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384632.244909:0:30550:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009ecf0333. 00000400:00000010:0.0:1767384632.244936:0:30550:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003deb0882. 00000400:00000010:0.0:1767384632.244944:0:30550:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a558aaef. 00000400:00000010:0.0:1767384632.244947:0:30550:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ef59eb0d. 00000400:00000010:0.0:1767384632.244950:0:30550:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006c4c1ef8. 00000400:00000010:0.0:1767384632.244954:0:30550:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000264054e5. 00000400:00000010:0.0:1767384632.244956:0:30550:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2a7b233. 00000400:00000010:0.0:1767384632.244957:0:30550:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b25a616. 00000400:00000010:0.0:1767384632.244960:0:30550:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c4c21513. 00000800:00000010:0.0:1767384632.244971:0:30550:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000450c50e1. 00000800:00000200:0.0:1767384632.244979:0:30550:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384632.244988:0:30550:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384632.245020:0:30550:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384632.245039:0:30550:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp37 [8/256/0/180] 00000400:00000010:0.0:1767384632.246573:0:30550:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000007d26d828. 00000400:00000010:0.0:1767384632.246578:0:30550:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cd6ef06. 00000400:00000010:0.0:1767384632.246582:0:30550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e620a2b3. 00000400:00000001:0.0:1767384632.246596:0:30550:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384632.246597:0:30550:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384632.246599:0:30550:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd6ee65. 00000400:00000200:0.0:1767384632.246601:0:30550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc00a0ef 00000400:00000010:0.0:1767384632.246603:0:30550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc00a0ef. 00000400:00000010:0.0:1767384632.246606:0:30550:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000073c25cdb. 00000400:00000200:0.0:1767384632.246610:0:30550:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (27) 00000400:00000200:0.0:1767384632.246623:0:30550:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384632.246631:0:30550:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:0.0:1767384632.246636:0:30550:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000303865f6. 00000400:00000200:3.0:1767384632.246639:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384632.246640:0:30550:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384632.246645:0:30550:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp37 00000400:00000200:3.0:1767384632.246648:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:3.0:1767384632.246657:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000400:00000200:3.0:1767384632.246660:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (28) 00000400:00000010:0.0:1767384632.246664:0:30550:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003deb0882. 00000400:00000010:3.0:1767384632.246665:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c566911. 00000400:00000010:0.0:1767384632.246670:0:30550:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009ecf0333. 00000400:00000200:3.0:1767384632.246671:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:3.0:1767384632.246685:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000001:1.0:1767384632.246689:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384632.246690:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:00000001:1.0:1767384632.246694:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384632.246698:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:00000001:1.0:1767384632.246699:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384632.246702:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384632.246706:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:01000004:1.0:1767384632.246708:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384632.246712:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384632.246714:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000020:01000004:1.0:1767384632.246715:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384632.246718:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384632.246721:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384632.246722:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:01000004:1.0:1767384632.246723:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384632.246727:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384632.246729:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384632.246730:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:01000004:1.0:1767384632.246731:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384632.246735:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384632.246738:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000100:00000010:1.0:1767384632.246742:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055425c0f. 00000400:00000200:3.0:1767384632.246743:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000020:00000040:1.0:1767384632.246748:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384632.246750:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000100:00000001:1.0:1767384632.246755:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384632.246756:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 02000000:00000001:1.0:1767384632.246760:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384632.246765:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.246772:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 02000000:00000010:1.0:1767384632.246774:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003eadb214. 00000400:00000200:3.0:1767384632.246777:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384632.246782:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000100:00000001:1.0:1767384632.246782:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.246789:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000001:1.0:1767384632.246792:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384632.246793:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000100:00000001:1.0:1767384632.246796:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.246800:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:3.0:1767384632.246806:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000100:00000040:1.0:1767384632.246806:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055425c0f] to pc [ptlrpcd_00_02+2] req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384632.246822:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:3.0:1767384632.246826:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 22], ns[98, 22] 00000400:00000200:3.0:1767384632.246840:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 22], ns[70, 22] 00000400:00000200:3.0:1767384632.246854:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 22], ns[71, 22] 00000400:00000200:3.0:1767384632.246857:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 22], ns[100, 22] 00000400:00000200:3.0:1767384632.246860:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[84, 22] 00000400:00000200:3.0:1767384632.246863:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 22], ns[96, 22] 00000400:00000200:3.0:1767384632.246866:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[97, 22], ns[99, 22] 00000400:00000200:3.0:1767384632.246870:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 10000000:00000001:1.0:1767384632.246871:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.246874:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 10000000:00000001:1.0:1767384632.246876:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.246879:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.246882:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp35 00000020:01000000:1.0:1767384632.246883:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384632.246885:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384632.246890:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp35 lpni_is_preferred = 0 00000100:00000001:0.0:1767384632.246890:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384632.246891:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384632.246896:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp35 10000000:00000001:1.0:1767384632.246897:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384632.246897:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384632.246900:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384632.246904:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384632.246905:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384632.246907:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384632.246911:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384632.246914:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp35 NI seq info: [101:101:256:4294967295] 192.168.203.133@tcp35 LPNI seq info [99:99:8:4294967295] 00000020:01000004:1.0:1767384632.246916:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384632.246920:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384632.246923:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384632.246927:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384632.246930:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384632.246931:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp35 00000020:01000004:1.0:1767384632.246931:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384632.246934:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384632.246935:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384632.246939:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384632.246941:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384632.246944:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859f5068. 02000000:00000001:0.0:1767384632.246945:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384632.246950:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp35(192.168.203.133@tcp35:) -> 192.168.203.133@tcp35(192.168.203.133@tcp:192.168.203.133@tcp35) : PUT try# 0 00000020:00000040:1.0:1767384632.246951:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:0.0:1767384632.246951:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.246958:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384632.246959:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055425c0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037653248:0@lo:253: 02000000:00000001:1.0:1767384632.246961:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384632.246965:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384632.246966:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.133@tcp35 00000100:00000001:0.0:1767384632.246969:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767384632.246974:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b897c10b. 02000000:00000010:1.0:1767384632.246974:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f4707545. 02000000:00000001:0.0:1767384632.246975:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384632.246979:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.246981:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.246982:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384632.246985:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1767384632.246986:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006e8550e5. 00000100:00000001:1.0:1767384632.246989:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384632.246990:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000061b239c5. 00000800:00000010:3.0:1767384632.246992:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000859f4b9e. 02000000:00000001:0.0:1767384632.246996:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384632.246998:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859f5068] to pc [ptlrpcd_00_03+3] req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384632.247001:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd6ee65. 00000800:00000200:3.0:1767384632.247003:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000400:00000010:0.0:1767384632.247010:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003deb0882. 00000800:00000200:3.1:1767384632.247014:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000100:00000200:0.0:1767384632.247018:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037653248, portal 25 00000100:00000001:0.0:1767384632.247024:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384632.247026:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 10000000:00000001:1.0:1767384632.247027:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384632.247030:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.247032:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.247034:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384632.247036:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000020:01000000:1.0:1767384632.247036:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384632.247043:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000303865f6. 00000400:00000200:3.0:1767384632.247044:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000100:00000001:0.0:1767384632.247053:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384632.247057:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384632.247058:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384632.247060:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073582bd0. 00000100:00000200:0.0:1767384632.247063:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037653248, offset 0 00000100:00000001:1.0:1767384632.247065:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384632.247068:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384632.247071:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384632.247073:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.247080:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384632.247083:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.247084:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384632.247087:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384632.247089:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384632.247091:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384632.247094:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037653376:0@lo:253: 00000400:00000200:0.0:1767384632.247098:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505d00 00000100:00000001:1.0:1767384632.247101:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384632.247105:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384632.247106:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.247108:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d9 [2] + 0 02000000:00000001:1.0:1767384632.247109:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.247112:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384632.247117:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007d0e41a9. 00000400:00000010:0.0:1767384632.247120:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a741f16b. 02000000:00000001:1.0:1767384632.247121:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.247127:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a81f853a 00000400:00000010:1.0:1767384632.247128:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de73ae2d. 00000400:00000010:1.0:1767384632.247136:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bcbcc35. 00000400:00000200:0.0:1767384632.247137:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384632.247139:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037653376, portal 25 00000100:00000001:1.0:1767384632.247145:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384632.247145:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384632.247148:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599139328 : -117139110412288 : ffff95766cef4000) 00000400:00000200:3.0:1767384632.247151:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.247151:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a81f853a 00000100:00000040:1.0:1767384632.247154:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384632.247156:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a81f853a. 00000100:00000001:1.0:1767384632.247165:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384632.247165:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384632.247168:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384632.247171:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384632.247173:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000723f6ad0 x1853237037653248 msgsize 4848 00000400:00000010:1.0:1767384632.247175:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1ad9c45. 00000100:00000200:1.0:1767384632.247180:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037653376, offset 0 00000400:00000200:3.0:1767384632.247183:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00100000:0.0:1767384632.247184:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384632.247189:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384632.247190:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384632.247201:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384632.247202:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384632.247209:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073582bd0 00000400:00000010:0.0:1767384632.247211:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073582bd0. 00000400:00000200:3.0:1767384632.247213:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:0.0:1767384632.247214:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384632.247219:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505d80 00000100:00000200:0.0:1767384632.247221:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384632.247230:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x130d [2] + 0 00000400:00000010:1.0:1767384632.247235:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ffa0f9. 00000100:00000001:0.0:1767384632.247236:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384632.247240:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b886139 00000100:00000040:0.0:1767384632.247242:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384632.247243:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.247246:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384632.247253:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.247256:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384632.247259:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384632.247262:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384632.247264:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b886139 00000100:00000001:0.0:1767384632.247267:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294921063 00000400:00000010:1.0:1767384632.247268:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b886139. 00000400:00000200:3.0:1767384632.247272:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:1.0:1767384632.247275:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384632.247276:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca17f310. 00000100:00000200:1.0:1767384632.247292:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384632.247295:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000e6f50ff6 x1853237037653376 msgsize 4848 00000100:00100000:1.0:1767384632.247300:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384632.247302:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384632.247302:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384632.247337:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:1.0:1767384632.247342:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384632.247349:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ad9c45 00000400:00000010:1.0:1767384632.247351:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1ad9c45. 00000100:00000001:0.0:1767384632.247351:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294921064 00000100:00000001:1.0:1767384632.247357:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384632.247359:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b23fee52. 00000100:00000200:1.0:1767384632.247362:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.247365:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384632.247372:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294921064 00000100:00000001:1.0:1767384632.247373:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384632.247374:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000040:1.0:1767384632.247379:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384632.247380:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008161cddf. 00000100:00000001:0.0:1767384632.247387:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384632.247389:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247392:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384632.247393:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294921064 00000100:00000001:1.0:1767384632.247398:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247403:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294921064 00000100:00000010:0.0:1767384632.247407:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d57593ec. 00000100:00000001:1.0:1767384632.247412:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921063 00000100:00000001:0.0:1767384632.247414:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384632.247418:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294921064 00000100:00000001:1.0:1767384632.247422:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294921064 00000100:00000001:0.0:1767384632.247422:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384632.247423:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:1.0:1767384632.247425:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294921064 00000100:00000001:1.0:1767384632.247432:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294921064 00000100:00000001:0.0:1767384632.247432:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247434:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294921064 00000100:00000001:1.0:1767384632.247438:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294921064 00000100:00000001:1.0:1767384632.247440:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384632.247440:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247446:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.247448:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.247449:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247453:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.247459:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384632.247463:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384632.247464:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384632.247466:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000001:1.0:1767384632.247467:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384632.247472:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384632.247474:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.247476:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384632.247477:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384632.247481:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.247483:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247485:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.247490:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247509:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384632.247514:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037653248 02000000:00000001:1.0:1767384632.247516:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384632.247516:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384632.247517:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000001:1.0:1767384632.247521:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384632.247521:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037653376 00000100:00000001:1.0:1767384632.247526:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.247526:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384632.247530:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384632.247532:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.247533:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384632.247539:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037653248 02000000:00000001:0.0:1767384632.247540:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.247544:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384632.247545:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037653376 00000020:00000040:1.0:1767384632.247548:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384632.247549:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384632.247552:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384632.247552:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000040:1.0:1767384632.247556:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384632.247556:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384632.247560:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:1.0:1767384632.247561:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:3.0:1767384632.247564:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000020:00000001:0.0:1767384632.247565:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384632.247566:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384632.247571:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384632.247573:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384632.247576:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384632.247579:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bb30a3b. 00000020:00000010:0.0:1767384632.247581:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002174b218. 00000100:00000001:1.0:1767384632.247584:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384632.247585:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384632.247587:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005bb30a3b. 00000020:00000010:0.0:1767384632.247589:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002174b218. 00000020:00000010:1.0:1767384632.247595:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb38e593. 00000020:00000010:0.0:1767384632.247597:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4d66380. 00000020:00000010:1.0:1767384632.247602:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d26e4b5b. 00000020:00000010:0.0:1767384632.247603:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093fc88f1. 00000400:00000200:3.0:1767384632.247604:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000020:00000010:1.0:1767384632.247610:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000020:00000010:0.0:1767384632.247611:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001eaf82ac. 00000100:00000040:1.0:1767384632.247638:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384632.247643:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384632.247644:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384632.247645:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384632.247649:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.247649:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384632.247653:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247659:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.247667:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.247669:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00000001:1.0:1767384632.247672:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.247672:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.247692:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384632.247694:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384632.247696:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384632.247697:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384632.247703:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:1.0:1767384632.247707:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00100000:0.0:1767384632.247711:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000040:0.0:1767384632.247715:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384632.247716:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715858000 : -117138993693616 : ffff957673e43c50) 00000400:00000200:3.0:1767384632.247719:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000100:00000001:0.0:1767384632.247720:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981241424 : -117139728310192 : ffff9576481ae050) 00000100:00000040:1.0:1767384632.247725:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000723f6ad0 x1853237037653248/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 4848/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384632.247730:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6f50ff6 x1853237037653376/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 4848/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.247743:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384632.247746:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384632.247749:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bb30a3b. 00000020:00000010:0.0:1767384632.247751:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002174b218. 00000100:00000001:1.0:1767384632.247754:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384632.247755:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384632.247759:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005bb30a3b. 00000020:00000010:0.0:1767384632.247760:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002174b218. 00000100:00100000:1.0:1767384632.247770:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000723f6ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037653248:12345-0@lo:253: 00000100:00100000:0.0:1767384632.247771:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f50ff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037653376:12345-0@lo:253: 00000400:00000200:3.0:1767384632.247776:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00000200:1.0:1767384632.247782:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037653248 00000100:00000200:0.0:1767384632.247783:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037653376 00000020:00000001:1.0:1767384632.247788:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384632.247788:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384632.247794:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384632.247794:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384632.247798:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.247798:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.247802:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384632.247803:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384632.247806:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384632.247806:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:1.0:1767384632.247814:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384632.247814:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384632.247816:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000020:00000001:1.0:1767384632.247817:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384632.247819:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384632.247824:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384632.247824:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384632.247828:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384632.247829:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384632.247832:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.247833:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247839:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384632.247840:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384632.247844:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384632.247845:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384632.247850:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 02000000:00000010:0.0:1767384632.247852:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000104816f5. 02000000:00000010:1.0:1767384632.247853:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000798a1bd5. 02000000:00000001:1.0:1767384632.247859:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.247859:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.247866:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.247866:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384632.247874:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384632.247874:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384632.247880:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 20000000:00000010:0.0:1767384632.247885:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005312d69e. 20000000:00000010:1.0:1767384632.247887:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001f15e33c. 20000000:01000000:0.0:1767384632.247891:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384632.247892:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384632.247895:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384632.247898:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384632.247901:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384632.247902:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384632.247905:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.247906:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384632.247907:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 20000000:00000001:1.0:1767384632.247908:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384632.247910:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.247913:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384632.247918:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c72adb00. 20000000:00000001:0.0:1767384632.247919:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384632.247927:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:1.0:1767384632.247932:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384632.247937:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384632.247971:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00080000:00000001:1.0:1767384632.247986:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384632.247991:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384632.247993:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384632.247994:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384632.247998:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384632.248003:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384632.248006:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384632.248012:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001113eb36. 00080000:00000001:1.0:1767384632.248014:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568994304 : -117144140557312 : ffff9575411d5400) 00080000:00000001:1.0:1767384632.248017:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384632.248020:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248060:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248104:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248134:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000001:00000001:1.0:1767384632.248137:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384632.248140:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384632.248143:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384632.248158:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00080000:00000001:1.0:1767384632.248163:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384632.248167:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384632.248224:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248295:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00080000:00000001:1.0:1767384632.248382:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384632.248385:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00080000:00000001:1.0:1767384632.248387:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384632.248419:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248458:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248491:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248541:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248572:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.248598:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384632.248771:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d393633. 00000800:00000010:3.0:1767384632.248776:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000038ddc0fe. 00000800:00000010:3.0:1767384632.248780:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000142df39f. 00000800:00000010:3.0:1767384632.248803:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000142df39f. 00000800:00020000:3.0:1767384632.248813:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384632.248816:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000038ddc0fe. 00000800:00000010:3.0:1767384632.248819:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007d393633. 00000400:02020000:3.0:1767384632.248868:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp35 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384632.248875:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp35 notifying 192.168.203.133@tcp35: down 00000800:00000200:3.0:1767384632.248880:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp35 down 00000800:00000100:3.0:1767384632.248886:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 496 0@<0:0>->192.168.203.133@tcp35 00000800:00000010:3.0:1767384632.248890:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b897c10b. 00000400:00000200:3.0:1767384632.248893:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384632.248897:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp35->192.168.203.133@tcp35: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384632.248903:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp35 added to recovery queue. ping count: 0 next ping: 254 health :900 00000400:00000200:3.0:1767384632.248906:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384632.248915:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:3.0:1767384632.248918:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384632.248938:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384632.248943:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101171 00000400:00000001:3.0:1767384632.248945:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384632.248947:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384632.248948:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000400:00000010:3.0:1767384632.248950:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000400:00000200:3.0:1767384632.248954:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384632.248956:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384632.248959:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (29) 00000400:00000200:3.0:1767384632.248961:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384632.248963:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc -71 00000400:00000200:3.0:1767384632.248968:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384632.248971:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (28) 00080000:00000001:0.0:1767384632.256526:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384632.256533:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:0.0:1767384632.256536:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.256539:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384632.256543:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384632.256547:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384632.256549:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384632.256550:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384632.256553:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384632.256555:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384632.256557:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001113eb36. 00080000:00000001:2.0:1767384632.256562:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384632.256563:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384632.256567:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384632.256573:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384632.256580:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384632.256584:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384632.256588:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384632.256592:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384632.256595:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:0.0:1767384632.256597:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d97ea85. 00010000:00000010:3.0:1767384632.256602:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f51b02a. 20000000:01000000:0.0:1767384632.256602:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00010000:00000001:3.0:1767384632.256610:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:0.0:1767384632.256610:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384632.256614:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d29bc72. 00080000:00000001:0.0:1767384632.256616:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384632.256620:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384632.256624:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000d29bc72 with handle 0x1c01179f271edd6b to hash 00000020:00000001:3.0:1767384632.256627:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384632.256629:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.256631:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.256634:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384632.256636:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.256638:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256646:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384632.256648:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384632.256653:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384632.256656:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256658:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384632.256659:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384632.256662:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:0.0:1767384632.256664:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384632.256666:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384632.256669:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:3.0:1767384632.256670:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.256676:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384632.256676:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384632.256680:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.256682:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:0.0:1767384632.256683:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000673de950. 00010000:00000001:3.0:1767384632.256684:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384632.256688:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384632.256689:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944787968 : -117139764763648 : ffff957645eea400) 00010000:00000001:3.0:1767384632.256691:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:0.0:1767384632.256694:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:3.0:1767384632.256695:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f51b02a) refcount = 1 00010000:00010000:3.0:1767384632.256699:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256704:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384632.256706:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384632.256707:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.256709:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256710:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384632.256713:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384632.256716:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384632.256718:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.256720:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384632.256721:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=4 00000020:00000001:3.0:1767384632.256723:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.256725:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.256727:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384632.256728:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256733:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384632.256735:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256738:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.256740:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384632.256747:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256751:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384632.256753:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256756:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384632.256757:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384632.256762:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000d29bc72 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384632.256764:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384632.256766:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384632.256768:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256772:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384632.256773:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.256775:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384632.256776:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=5 00000020:00000001:3.0:1767384632.256777:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00000001:00000001:0.0:1767384632.256779:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384632.256780:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00080000:00000001:0.0:1767384632.256783:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256785:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1767384632.256786:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384632.256788:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256793:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384632.256795:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384632.256796:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256799:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:0.0:1767384632.256800:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256801:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384632.256806:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384632.256806:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384632.256810:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384632.256812:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d29bc72 with handle 0x1c01179f271edd6b from hash 00010000:00000001:3.0:1767384632.256815:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384632.256816:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.256823:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.256824:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384632.256826:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384632.256828:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384632.256830:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384632.256831:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.256834:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256836:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384632.256837:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384632.256839:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.256840:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.256841:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256843:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.256844:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.256846:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256850:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.256851:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.256852:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384632.256854:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384632.256855:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.256856:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.256858:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384632.256860:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384632.256861:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.256873:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.256877:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384632.256878:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384632.256880:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000d29bc72/0x1c01179f271edd6b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384632.256882:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000040:3.0:1767384632.256884:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006f51b02a count: 0 00080000:00000001:0.0:1767384632.256886:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384632.256897:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384632.256900:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384632.264344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f51b02a. 00010000:00000010:3.1:1767384632.264354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d29bc72. 00000100:00000040:1.0:1767384632.266354:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294921064, at 4294921065 00000100:00000010:1.0:1767384632.266363:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b23fee52. 00000100:00000040:3.0:1767384632.266404:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294921064, at 4294921065 00000100:00000010:3.0:1767384632.266415:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d57593ec. 00000100:00000040:2.0:1767384632.266467:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294921064, at 4294921065 00000100:00000010:2.0:1767384632.266474:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008161cddf. 00080000:00000001:0.0:1767384632.266980:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.266984:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384632.266986:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384632.266988:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384632.266991:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384632.266991:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384632.266993:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384632.266994:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384632.266995:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000673de950. 00080000:00000001:2.0:1767384632.267000:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384632.267001:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384632.267005:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384632.267013:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384632.267016:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384632.267022:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384632.267024:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384632.267028:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384632.267030:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384632.267033:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384632.267036:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384632.267041:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f51b02a. 00010000:00000001:3.0:1767384632.267043:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384632.267045:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d29bc72. 00000020:00000001:3.0:1767384632.267048:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384632.267049:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000d29bc72 with handle 0x1c01179f271edd72 to hash 00000020:00000001:3.0:1767384632.267051:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384632.267052:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.267054:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.267057:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384632.267058:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.267060:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267066:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384632.267069:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384632.267071:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384632.267072:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384632.267074:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.267075:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384632.267077:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.267078:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384632.267080:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384632.267081:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384632.267083:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384632.267084:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f51b02a) refcount = 1 00010000:00010000:3.0:1767384632.267086:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267090:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384632.267099:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384632.267100:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.267102:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.267104:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384632.267106:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384632.267108:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384632.267110:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.267111:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384632.267113:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=4 00000020:00000001:3.0:1767384632.267115:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.267117:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.267119:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384632.267121:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267125:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384632.267127:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267131:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.267132:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384632.267133:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267137:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384632.267138:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.267140:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384632.267142:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384632.267147:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000d29bc72 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384632.267149:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384632.267150:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384632.267152:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267164:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384632.267166:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.267167:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384632.267168:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=5 00000020:00000001:3.0:1767384632.267169:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.267171:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.267173:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384632.267174:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267177:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384632.267178:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384632.267179:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.267182:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384632.267184:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384632.267185:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384632.267186:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384632.267187:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d29bc72 with handle 0x1c01179f271edd72 from hash 00010000:00000001:3.0:1767384632.267189:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384632.267190:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.267190:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.267191:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384632.267192:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384632.267193:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384632.267194:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384632.267196:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.267197:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.267198:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384632.267199:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384632.267200:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.267201:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.267202:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.267204:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.267205:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.267212:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267215:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.267216:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.267217:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384632.267218:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384632.267219:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.267220:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.267221:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384632.267223:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384632.267224:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.267226:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.267230:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384632.267231:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384632.267232:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000d29bc72/0x1c01179f271edd72 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384632.267236:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006f51b02a count: 0 00010000:00000001:3.0:1767384632.267245:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384632.267247:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384632.267302:0:30555:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000378e8ee3. 00000400:00000040:2.0:1767384632.267352:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384632.267355:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000040:0.0:1767384632.267357:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294921064, at 4294921066 00000400:00000040:2.0:1767384632.267358:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.267363:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000010:0.0:1767384632.267365:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca17f310. 00000400:00000040:2.0:1767384632.267367:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.267370:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384632.267372:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384632.267374:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384632.267376:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384632.267377:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384632.267378:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384632.267379:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384632.267381:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384632.267383:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384632.267384:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384632.267385:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384632.267386:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384632.267387:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384632.267389:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384632.267391:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.267392:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384632.267393:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384632.267394:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384632.267395:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384632.267396:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384632.267397:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.267398:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384632.267400:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384632.267401:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384632.267402:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384632.267403:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384632.267410:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.267411:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384632.267412:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384632.267413:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384632.267414:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384632.267415:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384632.267417:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384632.267419:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384632.267420:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384632.267421:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384632.267422:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384632.267423:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384632.267424:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384632.267426:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384632.267427:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384632.267428:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384632.267429:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384632.267431:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384632.267432:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384632.267433:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384632.267434:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384632.267435:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384632.267436:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384632.267437:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384632.267438:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384632.267439:0:30555:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384632.267519:0:30555:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000378e8ee3. 00080000:00000020:1.0:1767384632.267833:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384632.267836:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384632.267839:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001f15e33c. 20000000:00000001:1.0:1767384632.267843:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384632.267846:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037653248 00010000:00000001:1.0:1767384632.267849:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384632.267855:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000723f6ad0 x1853237037653248/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384632.267863:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384632.267865:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384632.267868:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384632.267872:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384632.267874:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384632.267876:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384632.267884:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384632.267887:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.267890:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384632.267893:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384632.267897:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092254c26. 00000100:00000200:1.0:1767384632.267901:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037653248, offset 224 00000400:00000200:1.0:1767384632.267909:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384632.267919:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384632.267928:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505d00 00000400:00000200:1.0:1767384632.267933:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1aa5 [2] + 224 00000400:00000200:1.0:1767384632.267938:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.267942:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384632.267948:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384632.267952:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384632.267959:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.267975:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384632.267982:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092254c26 00000400:00000010:1.0:1767384632.267984:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092254c26. 00000100:00000001:0.0:1767384632.267986:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384632.267987:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384632.267992:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384632.267992:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384632.267997:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384632.268000:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384632.268001:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384632.268007:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384632.268007:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384632.268009:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384632.268012:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd6ee65. 00000020:00000001:1.0:1767384632.268013:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384632.268017:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000723f6ad0 x1853237037653248/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384632.268020:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deb0882 00000400:00000010:0.0:1767384632.268025:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003deb0882. 00000100:00100000:1.0:1767384632.268030:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000723f6ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037653248:12345-0@lo:253: Request processed in 20285us (20854us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384632.268033:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384632.268039:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000200:0.0:1767384632.268042:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384632.268044:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384632.268054:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384632.268057:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384632.268062:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384632.268063:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d26e4b5b. 00000020:00000010:1.0:1767384632.268070:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384632.268076:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb38e593. 00000100:00000001:0.0:1767384632.268078:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384632.268081:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:0.0:1767384632.268082:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384632.268086:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384632.268087:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384632.268089:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000798a1bd5. 02000000:00000001:0.0:1767384632.268091:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384632.268093:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384632.268095:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384632.268096:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.268100:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384632.268102:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384632.268105:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384632.268109:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05e81d6. 00000100:00001000:0.0:1767384632.268111:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=62 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384632.268114:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092254c26. 00000100:00001000:0.0:1767384632.268116:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384632.268120:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384632.268122:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.268124:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384632.268126:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.268128:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.268132:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.268138:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384632.268147:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384632.268149:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384632.268152:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384632.268154:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384632.268155:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384632.268157:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384632.268158:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384632.268159:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384632.268160:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384632.268162:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384632.268163:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384632.268164:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384632.268167:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384632.268173:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055425c0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037653248:0@lo:253: 00000100:00000001:0.0:1767384632.268178:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.268180:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384632.268182:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055425c0f x1853237037653248/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.268187:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384632.268190:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384632.268193:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000061b239c5. 02000000:00000001:0.0:1767384632.268197:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384632.268199:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384632.268200:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384632.268203:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384632.268204:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003eadb214. 02000000:00000001:0.0:1767384632.268209:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384632.268211:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384632.268212:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055425c0f. 00000100:00000001:0.0:1767384632.268217:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384632.268218:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.268220:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.268226:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384632.268227:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.268231:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.268239:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384632.269701:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384632.269704:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384632.269705:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005312d69e. 20000000:00000001:2.0:1767384632.269709:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384632.269712:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037653376 00010000:00000001:2.0:1767384632.269713:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384632.269717:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6f50ff6 x1853237037653376/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.269723:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384632.269724:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384632.269732:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384632.269734:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384632.269735:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384632.269737:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384632.269739:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384632.269740:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.269742:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384632.269743:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384632.269745:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f4ed40c. 00000100:00000200:2.0:1767384632.269748:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037653376, offset 224 00000400:00000200:2.0:1767384632.269751:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384632.269755:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384632.269759:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505d80 00000400:00000200:2.0:1767384632.269763:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1aad [2] + 224 00000400:00000200:2.0:1767384632.269767:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384632.269769:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384632.269771:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384632.269774:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384632.269780:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.269792:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384632.269796:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f4ed40c 00000400:00000010:2.0:1767384632.269798:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f4ed40c. 00000100:00000001:2.0:1767384632.269800:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384632.269801:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384632.269802:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384632.269804:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.269805:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384632.269809:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:1.0:1767384632.269811:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384632.269812:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384632.269815:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384632.269816:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384632.269818:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de73ae2d. 00000020:00000001:2.0:1767384632.269819:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384632.269824:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f50ff6 x1853237037653376/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384632.269825:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bcbcc35 00000400:00000010:1.0:1767384632.269828:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bcbcc35. 00000100:00000001:1.0:1767384632.269832:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384632.269838:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384632.269839:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f50ff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037653376:12345-0@lo:253: Request processed in 22091us (22540us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384632.269848:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384632.269857:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000001:1.0:1767384632.269858:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384632.269860:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384632.269861:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.269865:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384632.269866:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384632.269870:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384632.269870:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384632.269872:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384632.269875:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093fc88f1. 00000100:00000001:1.0:1767384632.269875:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.269876:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384632.269880:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001eaf82ac. 00000100:00001000:1.0:1767384632.269881:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384632.269887:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=62 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384632.269888:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4d66380. 00000100:00000001:1.0:1767384632.269890:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384632.269892:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384632.269893:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:2.0:1767384632.269897:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384632.269898:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000104816f5. 02000000:00000001:2.0:1767384632.269901:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384632.269902:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384632.269905:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.269906:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.269911:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384632.269913:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384632.269916:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384632.269919:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa843bd5. 00000400:00000010:2.0:1767384632.269925:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f4ed40c. 00000100:00000001:1.0:1767384632.269926:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384632.269930:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384632.269932:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384632.269934:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384632.269936:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384632.269937:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384632.269938:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384632.269939:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384632.269940:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384632.269940:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384632.269941:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384632.269942:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384632.269944:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384632.269949:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037653376:0@lo:253: 00000100:00000001:1.0:1767384632.269951:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.269952:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.269954:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859f5068 x1853237037653376/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.269957:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384632.269959:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384632.269960:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007d0e41a9. 02000000:00000001:1.0:1767384632.269963:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384632.269964:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384632.269964:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384632.269966:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384632.269966:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f4707545. 02000000:00000001:1.0:1767384632.269969:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384632.269969:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384632.269970:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859f5068. 00000100:00000001:1.0:1767384632.269977:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384632.269978:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.269979:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.269983:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384632.269984:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.269985:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384632.269986:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384632.275364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f51b02a. 00010000:00000010:3.1:1767384632.275372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d29bc72. 00000400:00000001:1.0:1767384632.674378:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384632.674384:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384632.674387:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028cd3fda 00000400:00000010:1.0:1767384632.674392:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028cd3fda. 00000400:00000200:1.0:1767384632.674399:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384632.674405:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384632.674414:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002c58ef71. 00000400:00000010:1.0:1767384632.674417:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000003ff75d6. 00000400:00000200:1.0:1767384632.674426:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp34 00000400:00000010:1.0:1767384632.674431:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008cbc9308. 00000400:00000010:1.0:1767384632.674437:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cedd70c2. 00000400:00000010:1.0:1767384632.674441:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075e90106. 00000400:00000010:1.0:1767384632.674449:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc76d076. 00000400:00000200:1.0:1767384632.674454:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp34 00000400:00000200:1.0:1767384632.674466:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp34 local destination 00000400:00000200:1.0:1767384632.674472:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp34 00000400:00000200:1.0:1767384632.674475:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp34 NI seq info: [102:102:256:4294967295] 192.168.203.133@tcp34 LPNI seq info [100:100:8:4294967295] 00000400:00000200:1.0:1767384632.674482:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp34 00000400:00000200:1.0:1767384632.674490:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34:) -> 192.168.203.133@tcp34(192.168.203.133@tcp34:192.168.203.133@tcp34) : GET try# 0 00000800:00000200:1.0:1767384632.674495:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp34 00000800:00000010:1.0:1767384632.674501:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cba2668a. 00000800:00000200:1.0:1767384632.674507:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000800:00000200:1.1:1767384632.674511:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000400:00000200:1.0:1767384632.674529:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp34 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:1.0:1767384632.674533:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp33 00000400:00000010:1.0:1767384632.674537:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c5e7fa14. 00000400:00000010:1.0:1767384632.674551:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007173af1b. 00000400:00000010:1.0:1767384632.674555:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000321b3865. 00000400:00000010:1.0:1767384632.674562:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7102c67. 00000400:00000200:1.0:1767384632.674566:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp33 00000400:00000200:1.0:1767384632.674574:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp33 local destination 00000400:00000200:1.0:1767384632.674577:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp33 00000400:00000200:1.0:1767384632.674581:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp33 NI seq info: [103:103:256:4294967295] 192.168.203.133@tcp33 LPNI seq info [101:101:8:4294967295] 00000400:00000200:1.0:1767384632.674586:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp33 00000400:00000200:1.0:1767384632.674592:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp33(192.168.203.133@tcp33:) -> 192.168.203.133@tcp33(192.168.203.133@tcp33:192.168.203.133@tcp33) : GET try# 0 00000800:00000200:1.0:1767384632.674596:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp33 00000800:00000010:1.0:1767384632.674600:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009660df08. 00000800:00000200:1.0:1767384632.674605:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000800:00000200:1.1:1767384632.674609:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000400:00000200:1.0:1767384632.674619:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp33 added to recovery queue. ping count: 3 next ping: 262 health :700 00000400:00000200:1.0:1767384632.674622:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp35 00000400:00000010:1.0:1767384632.674626:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aed3be74. 00000400:00000010:1.0:1767384632.674630:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f7e19f38. 00000400:00000010:1.0:1767384632.674634:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b67f4c0. 00000400:00000010:1.0:1767384632.674640:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aefbe384. 00000400:00000200:1.0:1767384632.674642:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp35 00000400:00000200:1.0:1767384632.674646:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp35 local destination 00000400:00000200:1.0:1767384632.674648:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp35 00000400:00000200:1.0:1767384632.674651:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp35 NI seq info: [104:104:256:4294967295] 192.168.203.133@tcp35 LPNI seq info [102:102:8:4294967295] 00000400:00000200:1.0:1767384632.674654:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp35 00000400:00000200:1.0:1767384632.674660:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp35(192.168.203.133@tcp35:) -> 192.168.203.133@tcp35(192.168.203.133@tcp35:192.168.203.133@tcp35) : GET try# 0 00000800:00000200:1.0:1767384632.674662:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp35 00000800:00000010:1.0:1767384632.674666:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cbbc50dc. 00000800:00000200:1.0:1767384632.674668:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000800:00000200:1.1:1767384632.674671:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000400:00000200:1.0:1767384632.674680:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp35 added to recovery queue. ping count: 1 next ping: 256 health :900 00000400:00000200:1.0:1767384632.674743:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.674810:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.674844:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.674889:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.674942:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.674983:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675028:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675084:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675136:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675199:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675251:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675639:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675698:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675752:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675811:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675852:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675884:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675912:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675936:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.675991:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676052:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676113:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676169:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676210:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676243:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676270:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676344:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676399:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676434:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676468:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676522:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676580:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676653:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676721:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.676787:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384632.677006:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001f15e33c. 00000800:00000010:1.0:1767384632.677012:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000047479f26. 00000800:00000010:1.0:1767384632.677018:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ab20983. 00000800:00000010:1.0:1767384632.677045:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ab20983. 00000800:00020000:1.0:1767384632.677057:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384632.677061:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000047479f26. 00000800:00000010:1.0:1767384632.677064:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001f15e33c. 00000400:02020000:1.0:1767384632.677126:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp34 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384632.677133:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp34 notifying 192.168.203.133@tcp34: down 00000400:00000200:1.0:1767384632.677137:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384632.677141:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp34 00000800:00000010:1.0:1767384632.677145:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cba2668a. 00000400:00000200:1.0:1767384632.677149:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384632.677155:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp34->192.168.203.133@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384632.677164:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384632.677168:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384632.677171:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp34) recovery failed with -71 00000400:00000200:1.0:1767384632.677218:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677274:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677379:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677438:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677492:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677535:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677587:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677657:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677710:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677754:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677785:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677844:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677900:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.677959:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678002:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678026:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678054:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678074:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678098:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678148:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678202:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678247:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678333:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678403:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678439:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678460:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678485:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678513:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678541:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678566:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678585:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678603:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678634:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.678700:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678718:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.678800:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.678802:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.678893:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.678951:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.678991:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000010:1.0:1767384632.678995:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001f15e33c. 00000800:00000010:1.0:1767384632.679000:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000047479f26. 00000800:00000010:1.0:1767384632.679005:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ab20983. 00000400:00000200:2.0:1767384632.679023:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000010:1.0:1767384632.679026:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ab20983. 00000800:00020000:1.0:1767384632.679038:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384632.679041:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000047479f26. 00000800:00000010:1.0:1767384632.679045:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001f15e33c. 00000400:00000200:2.0:1767384632.679084:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:02020000:1.0:1767384632.679136:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp33 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384632.679144:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp33 notifying 192.168.203.133@tcp33: down 00000400:00000200:1.0:1767384632.679148:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384632.679154:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp33 00000800:00000010:1.0:1767384632.679157:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009660df08. 00000400:00000200:1.0:1767384632.679161:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384632.679167:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp33->192.168.203.133@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384632.679168:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.679174:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384632.679179:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384632.679185:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp33) recovery failed with -71 00000400:00000200:2.0:1767384632.679239:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679299:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679379:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679404:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679444:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679491:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679548:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679603:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679637:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679682:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679721:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679757:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679801:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679848:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679896:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679940:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.679982:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680021:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680063:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680115:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680167:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680221:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680263:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680302:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680615:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680647:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.680667:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384632.680790:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056937c6f. 00000800:00000010:2.0:1767384632.680797:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000741ee2e2. 00000800:00000010:2.0:1767384632.680802:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e485e39d. 00000800:00000010:2.0:1767384632.680824:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e485e39d. 00000800:00020000:2.0:1767384632.680831:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384632.680834:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000741ee2e2. 00000800:00000010:2.0:1767384632.680836:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000056937c6f. 00000400:02020000:2.0:1767384632.680865:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp35 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384632.680871:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp35 notifying 192.168.203.133@tcp35: down 00000400:00000200:2.0:1767384632.680875:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384632.680878:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp35 00000800:00000010:2.0:1767384632.680880:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cbbc50dc. 00000400:00000200:2.0:1767384632.680883:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384632.680895:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp35->192.168.203.133@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384632.680901:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384632.680904:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384632.680906:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp35) recovery failed with -71 10000000:00000001:3.0:1767384632.929368:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384632.929372:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:3.0:1767384632.929376:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.929378:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384632.929380:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384632.929381:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384632.929383:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384632.929385:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384632.929387:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 53 10000000:00000001:3.0:1767384632.929389:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384632.929390:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384632.929396:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021341f2. 00000100:00000001:0.0:1767384632.929398:0:18091:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000020:00000040:3.0:1767384632.929400:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384632.929402:0:18091:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.929405:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384632.929414:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384632.929417:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384632.929424:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd1eb3f9. 00000100:00000001:3.0:1767384632.929429:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.929433:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384632.929436:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384632.929443:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3f7ddef. 00010000:00000001:3.0:1767384632.929445:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384632.929448:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d29bc72. 00000020:00000001:3.0:1767384632.929451:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384632.929453:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000d29bc72 with handle 0x1c01179f271edd79 to hash 00000020:00000001:3.0:1767384632.929455:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384632.929456:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.929459:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.929461:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384632.929463:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.929465:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384632.929472:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384632.929480:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384632.929485:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384632.929486:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384632.929491:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f31d9456. 00000100:00000001:3.0:1767384632.929492:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929587078848 : -117144122472768 : ffff9575423146c0) 00000100:00000001:3.0:1767384632.929495:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384632.929496:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855691648 : -117138853859968 : ffff95767c39ed80) 00000100:00000001:3.0:1767384632.929500:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384632.929502:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.929504:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384632.929506:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384632.929517:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.929525:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384632.929526:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.929529:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384632.929532:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384632.929534:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384632.929536:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021341f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037653504:0@lo:101: 00000100:00000001:3.0:1767384632.929540:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384632.929544:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384632.929547:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.929550:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384632.929554:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000099c1963f. 02000000:00000001:3.0:1767384632.929557:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.929564:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000400:00000010:3.0:1767384632.929571:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384632.929578:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037653504, portal 25 00000100:00000001:3.0:1767384632.929580:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384632.929581:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855691648 : -117138853859968 : ffff95767c39ed80) 00000100:00000040:3.0:1767384632.929586:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.929595:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384632.929598:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384632.929602:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000100:00000200:3.0:1767384632.929604:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037653504, offset 0 00000400:00000200:3.0:1767384632.929612:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.929624:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384632.929637:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f505e00 00000400:00000200:3.0:1767384632.929644:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1355 [2] + 0 00000400:00000010:3.0:1767384632.929649:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1be1433. 00000400:00000200:3.0:1767384632.929653:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005de260c7 00000400:00000200:3.0:1767384632.929659:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.929665:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384632.929677:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005de260c7 00000400:00000010:3.0:1767384632.929679:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005de260c7. 00000100:00000001:3.0:1767384632.929684:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384632.929685:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384632.929688:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000ac34e7e3 x1853237037653504 msgsize 328 00000100:00100000:3.0:1767384632.929694:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384632.929696:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384632.929705:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384632.929711:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:3.0:1767384632.929713:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000100:00000001:3.0:1767384632.929715:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384632.929719:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.929726:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.929730:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.929734:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.929736:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384632.929740:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.929743:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294921746 00000100:00000010:3.0:1767384632.929748:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e85277c. 00000100:00000001:3.0:1767384632.929753:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384632.929759:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294921746 00000100:00000010:3.0:1767384632.929763:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee71ecbe. 00000100:00000001:3.0:1767384632.929765:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384632.929769:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294921746 00000100:00000010:3.0:1767384632.929771:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1cd4b33. 00000100:00000001:3.0:1767384632.929774:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384632.929777:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294921746 00000100:00000010:3.0:1767384632.929779:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010add171. 00000100:00000001:3.0:1767384632.929781:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384632.929786:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384632.929793:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.929795:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384632.929797:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384632.929799:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f31d9456 going to sleep for 11 seconds 00000100:00000001:0.0:1767384632.929799:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384632.929802:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037653504 00000100:00000001:3.0:1767384632.929804:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384632.929806:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384632.929808:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.929809:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384632.929812:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.929815:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384632.929818:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037653504 00000020:00000001:0.0:1767384632.929820:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384632.929822:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384632.929824:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384632.929826:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384632.929829:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384632.929831:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384632.929834:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384632.929838:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe46ecc0. 00000100:00000001:0.0:1767384632.929840:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384632.929842:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe46ecc0. 00000020:00000010:0.0:1767384632.929891:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a49dddce. 00000020:00000010:0.0:1767384632.929896:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b27a9b5. 00000020:00000010:0.0:1767384632.929901:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e52e7ad. 00000100:00000040:0.0:1767384632.929909:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384632.929912:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384632.929914:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384632.929915:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.929922:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.929930:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.929939:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384632.929940:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384632.929944:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000040:0.0:1767384632.929947:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384632.929949:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981233232 : -117139728318384 : ffff9576481ac050) 00000100:00000040:0.0:1767384632.929953:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac34e7e3 x1853237037653504/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 328/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.929967:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384632.929969:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f3dee4b. 00000100:00000001:0.0:1767384632.929971:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384632.929972:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f3dee4b. 00000100:00100000:0.0:1767384632.929978:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac34e7e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037653504:12345-0@lo:101: 00000100:00000200:0.0:1767384632.929981:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037653504 00000020:00000001:0.0:1767384632.929984:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384632.929987:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384632.929989:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.929991:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384632.929993:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:0.0:1767384632.929995:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384632.929997:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384632.929999:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384632.930000:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384632.930002:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.930004:0:16806:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384632.930006:0:16806:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384632.930007:0:16806:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384632.930009:0:16806:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384632.930010:0:16806:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.930014:0:16806:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384632.930020:0:16806:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000007d17664. 00010000:00000001:0.0:1767384632.930023:0:16806:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384632.930025:0:16806:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f567f21. 00000020:00000001:0.0:1767384632.930028:0:16806:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384632.930029:0:16806:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f567f21 with handle 0x1c01179f271edd80 to hash 00000020:00000001:0.0:1767384632.930031:0:16806:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384632.930032:0:16806:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:0.0:1767384632.930034:0:16806:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00010000:0.0:1767384632.930036:0:16806:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271edd79 expref: -99 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384632.930050:0:16806:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:0.0:1767384632.930052:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:0.0:1767384632.930058:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384632.930059:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384632.930063:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a9937820. 02000000:00000001:0.0:1767384632.930065:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.930067:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.930069:0:16806:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384632.930072:0:16806:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384632.930075:0:16806:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384632.930076:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384632.930078:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.930079:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384632.930081:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.930083:0:16806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384632.930085:0:16806:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384632.930087:0:16806:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384632.930088:0:16806:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384632.930090:0:16806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000007d17664) refcount = 1 00010000:00010000:0.0:1767384632.930094:0:16806:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271edd79 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.930099:0:16806:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384632.930100:0:16806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384632.930102:0:16806:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.930103:0:16806:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.930105:0:16806:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384632.930108:0:16806:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384632.930111:0:16806:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edd79 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.930115:0:16806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384632.930117:0:16806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384632.930119:0:16806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.930126:0:16806:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.930128:0:16806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384632.930129:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.930130:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384632.930132:0:16806:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004f567f21, rc 0) 00000020:00000001:0.0:1767384632.930134:0:16806:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384632.930137:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037653504 00010000:00000001:0.0:1767384632.930139:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384632.930143:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac34e7e3 x1853237037653504/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 328/344 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384632.930149:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384632.930151:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384632.930155:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384632.930159:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384632.930161:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384632.930163:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384632.930166:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384632.930168:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.930171:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384632.930174:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384632.930177:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc00a0ef. 00000100:00000200:0.0:1767384632.930180:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037653504, offset 224 00000400:00000200:0.0:1767384632.930186:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384632.930193:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384632.930199:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f505e00 00000400:00000200:0.0:1767384632.930202:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ad1 [1] + 224 00000400:00000200:0.0:1767384632.930205:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.930207:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384632.930209:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384632.930212:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384632.930218:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.930232:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384632.930243:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc00a0ef 00000400:00000010:0.0:1767384632.930245:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc00a0ef. 00000100:00000001:3.0:1767384632.930248:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384632.930248:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384632.930252:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384632.930255:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384632.930256:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384632.930259:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384632.930262:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000010:3.0:1767384632.930263:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00010000:00000001:0.0:1767384632.930265:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384632.930268:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000020:00000001:0.0:1767384632.930268:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.930270:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384632.930272:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00000001:3.0:1767384632.930288:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384632.930290:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac34e7e3 x1853237037653504/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 328/344 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384632.930294:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384632.930340:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac34e7e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037653504:12345-0@lo:101: Request processed in 371us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384632.930347:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000040:0.0:1767384632.930350:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384632.930353:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384632.930354:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384632.930358:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b27a9b5. 00000020:00000010:0.0:1767384632.930362:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e52e7ad. 00000020:00000010:0.0:1767384632.930365:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a49dddce. 00000020:00000040:0.0:1767384632.930369:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:0.0:1767384632.930372:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384632.930374:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a9937820. 02000000:00000001:0.0:1767384632.930376:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384632.930377:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384632.930381:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384632.930384:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd6ee65. 00000400:00000010:0.0:1767384632.930388:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a2adbf3. 00000100:00000200:3.0:1767384632.930472:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.930478:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384632.930480:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.930482:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384632.930484:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384632.930485:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384632.930487:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.930488:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384632.930491:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384632.930494:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384632.930496:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384632.930498:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.930500:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384632.930502:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930503:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384632.930505:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.930510:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384632.930512:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384632.930513:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384632.930521:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384632.930527:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021341f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037653504:0@lo:101: 00000100:00000001:3.0:1767384632.930531:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.930533:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930534:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384632.930535:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.930536:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.930540:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384632.930542:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f31d9456. 00000100:00000001:3.0:1767384632.930544:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384632.930546:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.930548:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384632.930550:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.930552:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384632.930553:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=4 00000020:00000001:3.0:1767384632.930555:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.930558:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000040:3.0:1767384632.930563:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000d29bc72, remote cookie: 0x1c01179f271edd80, flags: 0x0 00010000:00000001:3.0:1767384632.930566:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384632.930568:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384632.930570:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384632.930572:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384632.930574:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384632.930576:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3f7ddef) refcount = 1 00010000:00010000:3.0:1767384632.930580:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.930586:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384632.930588:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384632.930589:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384632.930592:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384632.930603:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.930606:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.930611:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384632.930612:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.930613:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.930614:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.930615:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.930616:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930618:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.930621:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021341f2 x1853237037653504/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.930625:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384632.930627:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384632.930629:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000099c1963f. 02000000:00000001:3.0:1767384632.930632:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384632.930633:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384632.930634:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384632.930635:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384632.930637:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd1eb3f9. 02000000:00000001:3.0:1767384632.930639:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384632.930641:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384632.930642:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021341f2. 00000100:00000001:3.0:1767384632.930645:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384632.930646:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384632.930648:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.930649:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384632.930650:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:3.0:1767384632.930652:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.930653:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.930654:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384632.930655:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=3 00000020:00000001:3.0:1767384632.930657:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.930659:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.930660:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384632.930666:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.930667:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.930668:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.930670:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384632.930673:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d4862135. 00000100:00000010:3.0:1767384632.930685:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021341f2. 00000020:00000040:3.0:1767384632.930687:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384632.930690:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384632.930691:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384632.930692:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384632.930695:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd1eb3f9. 00000100:00000001:3.0:1767384632.930697:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930700:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384632.930702:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000099c1963f. 00000100:00000010:3.0:1767384632.930704:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000077d669f0. 00000020:00000040:3.0:1767384632.930706:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384632.930708:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384632.930709:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384632.930711:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f31d9456. 00000100:00000001:3.0:1767384632.930713:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929587078848 : -117144122472768 : ffff9575423146c0) 00000100:00000001:3.0:1767384632.930714:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384632.930715:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855691648 : -117138853859968 : ffff95767c39ed80) 00000100:00000001:3.0:1767384632.930717:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384632.930718:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930720:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384632.930721:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384632.930723:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.930728:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384632.930729:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.930730:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384632.930732:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384632.930733:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384632.930735:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021341f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037653632:0@lo:256: 00000100:00000001:3.0:1767384632.930737:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384632.930744:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384632.930746:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930748:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384632.930751:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000400:00000010:3.0:1767384632.930754:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e81b67d4. 00000100:00000200:3.0:1767384632.930757:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f505e80-0x695825f505e80, portal 33 00000100:00000001:3.0:1767384632.930759:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.930760:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384632.930762:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001665a600. 02000000:00000001:3.0:1767384632.930763:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.930765:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000400:00000010:3.0:1767384632.930767:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000100:00000200:3.0:1767384632.930769:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037653632, portal 25 00000100:00000001:3.0:1767384632.930770:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384632.930771:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855691648 : -117138853859968 : ffff95767c39ed80) 00000100:00000040:3.0:1767384632.930774:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.930778:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384632.930780:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384632.930781:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000100:00000200:3.0:1767384632.930783:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037653632, offset 0 00000400:00000200:3.0:1767384632.930786:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.930792:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384632.930797:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f505e80 00000400:00000200:3.0:1767384632.930800:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x135d [2] + 0 00000400:00000010:3.0:1767384632.930802:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a18a994a. 00000400:00000200:3.0:1767384632.930805:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b42aff4c 00000400:00000200:3.0:1767384632.930807:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.930810:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384632.930812:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b42aff4c 00000400:00000010:3.0:1767384632.930813:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b42aff4c. 00000100:00000001:3.0:1767384632.930816:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384632.930817:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384632.930819:0:16808:0:(events.c:337:request_in_callback()) incoming req@0000000080ef9ff6 x1853237037653632 msgsize 304 00000100:00100000:3.0:1767384632.930827:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384632.930828:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384632.930838:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384632.930842:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:3.0:1767384632.930844:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000100:00000001:3.0:1767384632.930846:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384632.930848:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.930853:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.930855:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.930859:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930860:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384632.930864:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930866:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294921747 00000100:00000001:3.0:1767384632.930871:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921746 00000100:00000001:3.0:1767384632.930875:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294921747 00000100:00000001:3.0:1767384632.930877:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921746 00000100:00000001:3.0:1767384632.930880:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294921747 00000100:00000001:3.0:1767384632.930884:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921746 00000100:00000001:3.0:1767384632.930888:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294921747 00000100:00000001:3.0:1767384632.930894:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294921746 00000100:00000001:0.0:1767384632.930896:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384632.930898:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384632.930900:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037653632 00000100:00000001:3.0:1767384632.930901:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.930904:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384632.930905:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384632.930907:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384632.930908:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384632.930910:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384632.930911:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f31d9456 going to sleep for 11 seconds 00000100:00000001:3.0:1767384632.930915:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384632.930915:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.930919:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384632.930920:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037653632 00000020:00000001:0.0:1767384632.930929:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384632.930930:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384632.930932:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384632.930934:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384632.930936:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384632.930938:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384632.930941:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384632.930943:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f3dee4b. 00000100:00000001:0.0:1767384632.930945:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384632.930947:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f3dee4b. 00000020:00000010:0.0:1767384632.930951:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a49dddce. 00000020:00000010:0.0:1767384632.930954:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b27a9b5. 00000020:00000010:0.0:1767384632.930956:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e52e7ad. 00000100:00000040:0.0:1767384632.930962:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384632.930964:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384632.930965:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384632.930966:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.930971:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.930989:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.930997:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384632.930998:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384632.931001:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:0.0:1767384632.931003:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384632.931005:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981243472 : -117139728308144 : ffff9576481ae850) 00000100:00000040:0.0:1767384632.931008:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080ef9ff6 x1853237037653632/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 304/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.931014:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384632.931017:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f3dee4b. 00000100:00000001:0.0:1767384632.931019:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384632.931020:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f3dee4b. 00000100:00100000:0.0:1767384632.931025:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080ef9ff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037653632:12345-0@lo:256: 00000100:00000200:0.0:1767384632.931027:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037653632 00000020:00000001:0.0:1767384632.931034:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384632.931036:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384632.931037:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.931039:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384632.931040:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:0.0:1767384632.931042:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384632.931043:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384632.931044:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384632.931046:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384632.931047:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.931049:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384632.931051:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384632.931052:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a9937820. 02000000:00000001:0.0:1767384632.931054:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.931055:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.931057:0:16806:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384632.931060:0:16806:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384632.931062:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384632.931064:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384632.931066:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.931067:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384632.931068:0:16806:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384632.931070:0:16806:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f5d3f3b2. 20000000:00000001:0.0:1767384632.931072:0:16806:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384632.931084:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384632.931089:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384632.931092:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384632.931093:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384632.931095:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384632.931096:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384632.931098:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384632.931099:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384632.931100:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384632.931101:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384632.931103:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384632.931104:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384632.931106:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384632.931107:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384632.931114:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384632.931116:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384632.931117:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384632.931119:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384632.931120:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384632.931122:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384632.931123:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384632.931125:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384632.931127:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384632.931128:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384632.931129:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384632.931130:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384632.931131:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384632.931132:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384632.931134:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:0.0:1767384632.931135:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 3492/1/4/3. 20000000:00000040:0.0:1767384632.931140:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384632.931142:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384632.931143:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384632.931144:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384632.931146:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384632.931147:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384632.931148:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384632.931149:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384632.931150:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384632.931151:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384632.931152:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384632.931153:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384632.931154:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384632.931155:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384632.931157:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384632.931158:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384632.931159:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384632.931161:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384632.931162:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384632.931164:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384632.931165:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384632.931167:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384632.931168:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384632.931175:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384632.931176:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384632.931178:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384632.931180:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384632.931181:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384632.931182:0:16806:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:0.0:1767384632.931184:0:16806:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 2888/1/4/3. 20000000:01000000:0.0:1767384632.931186:0:16806:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1208, version 62 20000000:00000001:0.0:1767384632.931187:0:16806:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1208 : 1208 : 4b8) 00000100:00000001:0.0:1767384632.931189:0:16806:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384632.931192:0:16806:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d6d1bf36. 00000100:00000010:0.0:1767384632.931193:0:16806:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000029b757d. 00000020:00000040:0.0:1767384632.931195:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:0.0:1767384632.931197:0:16806:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384632.931199:0:16806:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384632.931202:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc00a0ef. 00000400:00000010:0.0:1767384632.931206:0:16806:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004175ce24. 00000400:00000200:0.0:1767384632.931208:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384632.931214:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384632.931218:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1208 into portal 33 MB=0x695825f505e80 00000400:00000200:0.0:1767384632.931221:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1208/1208 into md 0x1ae1 [4] + 0 00000400:00000010:0.0:1767384632.931223:0:16806:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000400:00000200:0.0:1767384632.931225:0:16806:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e81b67d4 00000400:00000200:0.0:1767384632.931228:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.931230:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384632.931232:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e81b67d4 00000400:00000010:0.0:1767384632.931234:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e81b67d4. 00000100:00000001:0.0:1767384632.931236:0:16806:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384632.931237:0:16806:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000021341f2 desc 0000000099c1963f mbits 1853237037653632 00000100:00000001:0.0:1767384632.931246:0:16806:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384632.931249:0:16806:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384632.931255:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:3.0:1767384632.931256:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384632.931259:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.931262:0:16806:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1aed 00000400:00000200:0.0:1767384632.931265:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.931267:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384632.931291:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384632.931292:0:16806:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d6d1bf36 00000100:00000001:0.0:1767384632.931294:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384632.931299:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc00a0ef 00000400:00000010:0.0:1767384632.931300:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc00a0ef. 00000100:00000001:0.0:1767384632.931302:0:16806:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384632.931303:0:16806:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d6d1bf36 00000100:00000001:0.0:1767384632.931304:0:16806:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384632.931307:0:16806:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1208 bytes via portal 33 id 12345-0@lo mbits 0x695825f505e80-0x695825f505e80 00000100:00000001:0.0:1767384632.931329:0:16806:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.931334:0:16806:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.931336:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384632.931338:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:0.0:1767384632.931340:0:16806:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000029b757d. 00000100:00000010:0.0:1767384632.931343:0:16806:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d6d1bf36. 00000100:00000001:0.0:1767384632.931345:0:16806:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384632.931346:0:16806:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384632.931351:0:16806:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f5d3f3b2. 20000000:00000001:0.0:1767384632.931353:0:16806:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384632.931355:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037653632 00010000:00000001:0.0:1767384632.931357:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384632.931359:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080ef9ff6 x1853237037653632/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 304/240 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384632.931364:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384632.931366:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384632.931367:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384632.931369:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384632.931371:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384632.931372:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384632.931374:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384632.931375:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.931377:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384632.931379:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384632.931381:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc00a0ef. 00000100:00000200:0.0:1767384632.931383:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037653632, offset 224 00000400:00000200:0.0:1767384632.931390:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384632.931395:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384632.931400:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f505e80 00000400:00000200:0.0:1767384632.931403:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ae5 [1] + 224 00000400:00000200:0.0:1767384632.931406:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.931409:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384632.931411:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384632.931414:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384632.931421:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.931432:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384632.931436:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc00a0ef 00000400:00000010:0.0:1767384632.931438:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc00a0ef. 00000100:00000001:0.0:1767384632.931440:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384632.931441:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384632.931442:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384632.931444:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.931446:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384632.931447:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384632.931448:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.931452:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384632.931454:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384632.931456:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080ef9ff6 x1853237037653632/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:613/0 lens 304/240 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384632.931457:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384632.931460:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000400:00000200:3.0:1767384632.931466:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000400:00000010:3.0:1767384632.931470:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000100:00100000:0.0:1767384632.931470:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080ef9ff6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037653632:12345-0@lo:256: Request processed in 452us (647us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384632.931477:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384632.931480:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000200:3.0:1767384632.931483:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384632.931484:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384632.931488:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384632.931491:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384632.931495:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b27a9b5. 00000100:00000200:3.0:1767384632.931497:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384632.931500:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e52e7ad. 00000020:00000010:0.0:1767384632.931506:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a49dddce. 00000100:00000001:3.0:1767384632.931508:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384632.931509:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.931511:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384632.931513:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384632.931515:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384632.931516:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:3.0:1767384632.931517:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.931522:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.931523:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384632.931525:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=62 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384632.931525:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a9937820. 00000100:00001000:3.0:1767384632.931531:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=62 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384632.931531:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384632.931533:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.931535:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384632.931537:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384632.931538:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.931542:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384632.931543:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b9343f7. 00010000:00000001:3.0:1767384632.931545:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384632.931547:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017b97afe. 00000100:00000001:3.0:1767384632.931549:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384632.931556:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384632.931565:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.931571:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384632.931573:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384632.931577:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384632.931584:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021341f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037653632:0@lo:256: 00000100:00000001:3.0:1767384632.931598:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.931601:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.931603:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384632.931605:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.931609:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.931615:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384632.931617:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f31d9456. 00000100:00000001:3.0:1767384632.931619:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384632.931620:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384632.931623:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 62, more 0. 10000000:00000001:3.0:1767384632.931625:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384632.931629:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002c41d231. 10000000:00000040:3.0:1767384632.931637:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384632.931642:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384632.931644:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384632.931648:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:3.0:1767384632.931650:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.931652:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384632.931653:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:3.0:1767384632.931655:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000400:00000200:3.0:1767384632.931658:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 29 NIDs 00000400:00001000:3.0:1767384632.931660:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384632.931663:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:3.0:1767384632.931667:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384632.931671:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (27) 00000400:00000200:3.0:1767384632.931676:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (28) 00000400:00000200:3.0:1767384632.931690:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384632.931692:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384632.931696:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384632.931700:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:3.0:1767384632.931702:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (29) 00000400:00000200:3.0:1767384632.931704:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:3.0:1767384632.931706:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:3.0:1767384632.931715:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931716:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:3.0:1767384632.931718:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:3.0:1767384632.931721:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931722:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:3.0:1767384632.931724:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:3.0:1767384632.931727:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931728:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:3.0:1767384632.931730:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:3.0:1767384632.931733:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931734:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:3.0:1767384632.931736:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:3.0:1767384632.931738:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931739:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:3.0:1767384632.931740:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:3.0:1767384632.931743:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931744:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:3.0:1767384632.931746:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:3.0:1767384632.931748:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.931748:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384632.931753:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:3.0:1767384632.931755:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:1.0:1767384632.931757:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:3.0:1767384632.931762:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931764:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:3.0:1767384632.931766:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000010:1.0:1767384632.931766:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093088cb3. 00000400:00000200:3.0:1767384632.931773:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.931773:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (28) 00000400:00000200:3.0:1767384632.931777:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:3.0:1767384632.931778:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000010:1.0:1767384632.931779:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009dd2782a. 00000400:00000200:3.0:1767384632.931783:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931787:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:1.0:1767384632.931787:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:3.0:1767384632.931793:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:3.0:1767384632.931797:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931798:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:1.0:1767384632.931800:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:3.0:1767384632.931803:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:3.0:1767384632.931808:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.931809:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:3.0:1767384632.931810:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:3.0:1767384632.931816:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:1.0:1767384632.931818:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:1.0:1767384632.931821:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:1.0:1767384632.931829:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000400:00000200:3.0:1767384632.931830:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931834:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:3.0:1767384632.931838:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:1.0:1767384632.931839:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:3.0:1767384632.931844:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.931846:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:3.0:1767384632.931848:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:3.0:1767384632.931853:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:1.0:1767384632.931856:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000400:00000200:3.0:1767384632.931861:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931864:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:1.0:1767384632.931864:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:3.0:1767384632.931869:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:1.0:1767384632.931874:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:3.0:1767384632.931875:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931877:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:3.0:1767384632.931878:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:3.0:1767384632.931880:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931885:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:3.0:1767384632.931889:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:1.0:1767384632.931892:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:3.0:1767384632.931893:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931898:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:3.0:1767384632.931902:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:1.0:1767384632.931903:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:3.0:1767384632.931908:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.931911:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384632.931912:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:3.0:1767384632.931917:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:1.0:1767384632.931921:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:3.0:1767384632.931924:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931927:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:1.0:1767384632.931930:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:3.0:1767384632.931932:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:3.0:1767384632.931938:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.931941:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:3.0:1767384632.931942:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:3.0:1767384632.931947:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:1.0:1767384632.931951:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:3.0:1767384632.931954:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931959:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp31 00000400:00000200:1.0:1767384632.931962:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:3.0:1767384632.931965:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000200:3.0:1767384632.931971:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.931972:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:3.0:1767384632.931974:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp32 00000400:00000200:3.0:1767384632.931979:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.133@tcp33 00000400:00000200:1.0:1767384632.931981:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 22], ns[98, 22] 00000400:00000200:3.0:1767384632.931985:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.931987:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp33 00000400:00000200:1.0:1767384632.931989:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 22], ns[70, 22] 00000400:00000200:3.0:1767384632.931992:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.133@tcp34 00000400:00000200:1.0:1767384632.931997:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 22], ns[71, 22] 00000400:00000200:3.0:1767384632.932005:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.932006:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 22], ns[100, 22] 00000400:00000200:3.0:1767384632.932010:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp34 00000400:00000200:3.0:1767384632.932015:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.133@tcp35 00000400:00000200:1.0:1767384632.932015:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[84, 22] 00000400:00000200:3.0:1767384632.932021:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.932024:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 22], ns[103, 22] 00000400:00000200:3.0:1767384632.932025:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp35 00000400:00000200:3.0:1767384632.932031:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.133@tcp36 00000400:00000200:1.0:1767384632.932033:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 22], ns[102, 22] 00000400:00000010:3.0:1767384632.932037:0:16808:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000091a65f29. 00000400:00000200:1.0:1767384632.932039:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 22], ns[104, 22] 00000400:00000200:3.0:1767384632.932044:0:16808:0:(peer.c:264:lnet_peer_alloc()) 0000000091a65f29 nid 192.168.203.133@tcp36 00000400:00000200:1.0:1767384632.932047:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000010:3.0:1767384632.932049:0:16808:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001e6b970e. 00000400:00000200:3.0:1767384632.932053:0:16808:0:(peer.c:204:lnet_peer_net_alloc()) 000000001e6b970e net tcp36 00000400:00000200:1.0:1767384632.932054:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp17 00000400:00000010:3.0:1767384632.932058:0:16808:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bb035eec. 00000400:00000200:1.0:1767384632.932066:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp17 lpni_is_preferred = 0 00000400:00000200:3.0:1767384632.932067:0:16808:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bb035eec nid 192.168.203.133@tcp36 00000400:00000200:1.0:1767384632.932071:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp17 00000400:00000200:1.0:1767384632.932075:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp17 NI seq info: [105:105:256:4294967295] 192.168.203.133@tcp17 LPNI seq info [103:103:8:4294967295] 00000400:00000200:1.0:1767384632.932080:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp17 00000400:00000200:1.0:1767384632.932085:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp17(192.168.203.133@tcp17:) -> 192.168.203.133@tcp17(192.168.203.133@tcp:192.168.203.133@tcp17) : PUT try# 0 00000400:00000200:3.0:1767384632.932089:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000091a65f29 (0) 00000800:00000200:1.0:1767384632.932090:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.133@tcp17 00000800:00000010:1.0:1767384632.932096:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009660df08. 00000400:00000200:3.0:1767384632.932098:0:16808:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.133@tcp36: -2 00000400:00000200:3.0:1767384632.932106:0:16808:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp36 NID 192.168.203.133@tcp36 flags 0x1 00000800:00000200:1.0:1767384632.932107:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad7b517f] -> 12345-192.168.203.133@tcp17 (6) 00000400:00000200:3.0:1767384632.932111:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000091a65f29 (1) 00000400:00000200:3.0:1767384632.932113:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000091a65f29 (2) 00000400:00000200:3.0:1767384632.932115:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000091a65f29 (1) 00000800:00000200:1.0:1767384632.932117:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp17 ip 192.168.203.133:988 00000400:00000200:3.0:1767384632.932118:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000091a65f29 (2) 00000800:00000200:1.0:1767384632.932122:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009660df08 type 1, nob 592 niov 1 nkiov 1 00000400:00000200:3.0:1767384632.932125:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp36 (0000000091a65f29): 0 00000400:00000200:3.0:1767384632.932128:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384632.932131:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384632.932133:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp36 NID 192.168.203.133@tcp36: 0. pending discovery 00000400:00000200:3.0:1767384632.932134:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000091a65f29 (3) 00000400:00000200:3.0:1767384632.932136:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.133@tcp37 00000400:00000010:3.0:1767384632.932140:0:16808:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000033b7fd9a. 00000400:00000200:1.0:1767384632.932143:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384632.932146:0:16808:0:(peer.c:264:lnet_peer_alloc()) 0000000033b7fd9a nid 192.168.203.133@tcp37 00000400:00000200:1.0:1767384632.932149:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000400:00000010:3.0:1767384632.932151:0:16808:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000acfd91d1. 00000400:00000200:1.0:1767384632.932156:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp36(0000000091a65f29) state 0x41 00000400:00000200:3.0:1767384632.932157:0:16808:0:(peer.c:204:lnet_peer_net_alloc()) 00000000acfd91d1 net tcp37 00000400:00000200:1.0:1767384632.932160:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000091a65f29 (2) 00000400:00000010:3.0:1767384632.932161:0:16808:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fe2b3df3. 00000400:00000010:1.0:1767384632.932165:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f0d2b52d. 00000400:00000200:3.0:1767384632.932166:0:16808:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fe2b3df3 nid 192.168.203.133@tcp37 00000400:00000200:3.0:1767384632.932171:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000033b7fd9a (0) 00000400:00000010:1.0:1767384632.932172:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee45251c. 00000400:00000200:3.0:1767384632.932176:0:16808:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.133@tcp37: -2 00000400:00000200:3.0:1767384632.932179:0:16808:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp37 NID 192.168.203.133@tcp37 flags 0x1 00000400:00000200:3.0:1767384632.932184:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000033b7fd9a (1) 00000400:00000010:1.0:1767384632.932184:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006db3b957. 00000400:00000200:1.0:1767384632.932189:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp36 00000400:00000200:3.0:1767384632.932194:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000033b7fd9a (2) 00000400:00000200:1.0:1767384632.932199:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp36 local destination 00000400:00000200:1.0:1767384632.932203:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:1.0:1767384632.932206:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp36 00000400:00000200:1.0:1767384632.932208:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp36 lpni_is_preferred = 0 00000400:00000200:1.0:1767384632.932209:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp36 00000400:00000200:1.0:1767384632.932212:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp36 NI seq info: [106:106:256:4294967295] 192.168.203.133@tcp36 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384632.932215:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp36 00000400:00000200:1.0:1767384632.932222:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp36(192.168.203.133@tcp36:) -> 192.168.203.133@tcp36(192.168.203.133@tcp36:192.168.203.133@tcp36) : GET try# 0 00000400:00000200:3.0:1767384632.932227:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000033b7fd9a (1) 00000800:00000200:1.0:1767384632.932227:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp36 00000800:00000200:0.0:1767384632.932229:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384632.932230:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cba2668a. 00000400:00000200:3.0:1767384632.932232:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000033b7fd9a (2) 00000800:00000010:0.0:1767384632.932235:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009660df08. 00000800:00000010:1.0:1767384632.932238:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e6cd75c. 00000400:00000200:3.0:1767384632.932240:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp37 (0000000033b7fd9a): 0 00000400:00000200:0.0:1767384632.932241:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384632.932243:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000455abc4d. 00000400:00000200:3.0:1767384632.932244:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384632.932249:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384632.932251:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp17->192.168.203.133@tcp17: PUT: OK 00000800:00000200:1.0:1767384632.932257:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000400:00000200:3.0:1767384632.932258:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp37 NID 192.168.203.133@tcp37: 0. pending discovery 00000400:00000200:3.0:1767384632.932263:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000033b7fd9a (3) 00000800:00000200:1.1:1767384632.932266:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000100:00000001:3.0:1767384632.932267:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.932268:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:3.0:1767384632.932273:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.932287:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 10000000:00000040:3.0:1767384632.932290:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 00000400:00000200:1.0:1767384632.932293:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp36 10000000:00000010:3.0:1767384632.932297:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000d836d0b. 00000400:00000200:1.0:1767384632.932298:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp36(0000000091a65f29) state 0x241 rc 0 00000800:00000001:0.0:1767384632.932299:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000040:3.0:1767384632.932302:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 62/62 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:3.0:1767384632.932305:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384632.932306:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp37(0000000033b7fd9a) state 0x41 00000800:00000001:0.0:1767384632.932309:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.932328:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384632.932331:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000033b7fd9a (2) 00000800:00000001:0.0:1767384632.932332:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384632.932337:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c2fe1f56. 00000020:00000001:3.0:1767384632.932338:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384632.932343:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp17(192.168.203.133@tcp17) <- 192.168.203.133@tcp17 : PUT - for me 00000020:00000010:3.0:1767384632.932344:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000def4c7dc. 00000400:00000010:1.0:1767384632.932344:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1fee4c. 00000020:00000010:3.0:1767384632.932351:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d197ddcf. 00000400:00000200:0.0:1767384632.932352:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384632.932353:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d687082. 00000040:00000010:3.0:1767384632.932358:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000077710860. 00000400:00000200:1.0:1767384632.932363:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp37 00000020:00000010:3.0:1767384632.932364:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007abfa55b. 00000020:00000010:3.0:1767384632.932369:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ba7dd190. 00000400:00000200:0.0:1767384632.932370:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 464/496 into md 0x1a1d [1] + 0 00000020:00000010:3.0:1767384632.932376:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000038d3a563. 00000400:00000010:0.0:1767384632.932376:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:0.0:1767384632.932379:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000008e969e 80000000:00000010:3.0:1767384632.932381:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000352987b2. 00000800:00000001:0.0:1767384632.932384:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 40000000:00000010:3.0:1767384632.932386:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eb49e773. 00000400:00000200:1.0:1767384632.932389:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp37 local destination 00000800:00000001:0.0:1767384632.932390:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:3.0:1767384632.932392:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000006dd8bcc. 00000400:00000200:0.0:1767384632.932394:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.932395:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00040000:00000010:3.0:1767384632.932399:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005304b8ed. 00000400:00000200:1.0:1767384632.932402:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp37 00000400:00000200:0.0:1767384632.932405:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp17->192.168.203.133@tcp17: PUT: OK 00040000:00000010:3.0:1767384632.932406:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e086bdc0. 00000400:00000200:1.0:1767384632.932410:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp37 lpni_is_preferred = 0 00040000:00000010:3.0:1767384632.932413:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4d66380. 00000400:00000200:1.0:1767384632.932415:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp37 00080000:00000010:3.0:1767384632.932418:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003960a4ae. 00000400:00000200:1.0:1767384632.932422:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp37 NI seq info: [107:107:256:4294967295] 192.168.203.133@tcp37 LPNI seq info [1:1:8:4294967295] 00000004:00000010:3.0:1767384632.932425:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c3d035d8. 00000400:00000200:1.0:1767384632.932428:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp37 00000004:00000010:3.0:1767384632.932432:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e27731e. 00000004:00000010:3.0:1767384632.932438:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e8d033b3. 00000400:00000200:1.0:1767384632.932439:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp37(192.168.203.133@tcp37:) -> 192.168.203.133@tcp37(192.168.203.133@tcp37:192.168.203.133@tcp37) : GET try# 0 00002000:00000010:3.0:1767384632.932444:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df255301. 00000400:00000200:0.0:1767384632.932446:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008e969e 00000800:00000200:1.0:1767384632.932450:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp37 00000004:00000010:3.0:1767384632.932451:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a1e811ec. 00000400:00000010:0.0:1767384632.932451:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000008e969e. 00000800:00000010:1.0:1767384632.932455:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c54eaef. 00000400:00000200:0.0:1767384632.932456:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000800:00000010:1.0:1767384632.932461:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000079323200. 00000004:00000001:3.0:1767384632.932463:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:0.0:1767384632.932463:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (29) 00000800:00000010:1.0:1767384632.932467:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d2d0eba5. 00000040:00000001:3.0:1767384632.932469:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:0.0:1767384632.932472:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000040:00001000:3.0:1767384632.932473:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000d836d0b 00000040:00001000:3.0:1767384632.932477:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000800:00000200:1.0:1767384632.932479:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079323200] -> 12345-192.168.203.133@tcp37 (2) 00000400:00000200:0.0:1767384632.932479:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (496 bytes) 00000040:00001000:3.0:1767384632.932480:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384632.932484:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384632.932487:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:0.0:1767384632.932487:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000800:00000200:1.1:1767384632.932490:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079323200] -> 12345-192.168.203.133@tcp37 (2) 00000040:00001000:3.0:1767384632.932492:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384632.932496:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384632.932499:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384632.932499:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (30) 00000040:00001000:3.0:1767384632.932500:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000400:00000200:1.0:1767384632.932504:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp37 00000040:00000001:3.0:1767384632.932505:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384632.932506:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384632.932509:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp37(0000000033b7fd9a) state 0x241 rc 0 00000400:00000200:0.0:1767384632.932514:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp17 to MR: 192.168.203.133@tcp17 local destination 00000400:00000200:0.0:1767384632.932524:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp17 NI seq info: [108:108:256:4294967295] 192.168.203.133@tcp17 LPNI seq info [104:104:8:4294967295] 00000400:00000200:2.0:1767384632.932528:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.932539:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp17(192.168.203.133@tcp17:192.168.203.133@tcp17) -> 192.168.203.133@tcp17(192.168.203.133@tcp17:192.168.203.133@tcp17) 192.168.203.133@tcp17 : ACK try# 0 00000800:00000200:0.0:1767384632.932544:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp17 00000400:00000010:1.0:1767384632.932545:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000009c5ee50e. 00000800:00000010:0.0:1767384632.932548:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ba1946. 00000400:00000010:1.0:1767384632.932551:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de73ae2d. 00000400:00000010:1.0:1767384632.932556:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004a35a85. 00000800:00000200:0.0:1767384632.932556:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad7b517f] -> 12345-192.168.203.133@tcp17 (6) 00000004:00000001:3.0:1767384632.932559:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384632.932563:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009c5ee50e 00000020:00000010:3.0:1767384632.932567:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d197ddcf. 00000800:00000200:0.0:1767384632.932567:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp17 ip 192.168.203.133:1007 00000400:00000010:1.0:1767384632.932569:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000078ae45b9. 00000800:00000200:0.0:1767384632.932572:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ba1946 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384632.932573:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.932575:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000040:00000010:3.0:1767384632.932577:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000077710860. 00000400:00000200:1.0:1767384632.932581:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102471 00000400:00000200:1.0:1767384632.932585:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (29) 00000020:00000010:3.0:1767384632.932586:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007abfa55b. 00000800:00000001:0.0:1767384632.932586:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384632.932593:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ba7dd190. 00000800:00000001:0.0:1767384632.932595:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384632.932596:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000078ae45b9. 00000020:00000010:3.0:1767384632.932599:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000038d3a563. 00000400:00000010:1.0:1767384632.932603:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fab85ec. 00000400:00000200:2.0:1767384632.932606:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 80000000:00000010:3.0:1767384632.932607:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000352987b2. 00000400:00000010:1.0:1767384632.932608:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb2540af. 40000000:00000010:3.0:1767384632.932616:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eb49e773. 00000400:00000200:1.0:1767384632.932616:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00100000:00000010:3.0:1767384632.932623:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000006dd8bcc. 00000400:00000200:1.0:1767384632.932627:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00040000:00000010:3.0:1767384632.932628:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005304b8ed. 00000400:00000200:1.0:1767384632.932633:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00040000:00000010:3.0:1767384632.932634:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e086bdc0. 00000800:00000200:0.0:1767384632.932635:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00040000:00000010:3.0:1767384632.932640:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4d66380. 00000800:00000010:0.0:1767384632.932641:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ba1946. 00000400:00000200:2.0:1767384632.932644:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.932645:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384632.932647:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1767384632.932648:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003960a4ae. 00000004:00000010:3.0:1767384632.932657:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c3d035d8. 00000400:00000200:1.0:1767384632.932659:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:0.0:1767384632.932661:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp17->192.168.203.133@tcp17: ACK: OK 00000004:00000010:3.0:1767384632.932663:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006e27731e. 00000400:00000200:1.0:1767384632.932668:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000004:00000010:3.0:1767384632.932670:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e8d033b3. 00000400:00000200:2.0:1767384632.932671:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.932672:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00002000:00000010:3.0:1767384632.932677:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000df255301. 00000400:00000200:1.0:1767384632.932680:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000004:00000010:3.0:1767384632.932682:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a1e811ec. 00000400:00000200:1.0:1767384632.932686:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000020:00000010:3.0:1767384632.932687:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000def4c7dc. 00000400:00000200:1.0:1767384632.932693:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00000020:00000001:3.0:1767384632.932694:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.932698:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000020:00000001:3.0:1767384632.932699:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384632.932702:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 10000000:00000010:3.0:1767384632.932704:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000d836d0b. 00000400:00000200:1.0:1767384632.932709:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 10000000:00000010:3.0:1767384632.932710:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002c41d231. 00000400:00000200:1.0:1767384632.932713:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384632.932718:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 10000000:00000001:3.0:1767384632.932722:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.932724:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.932725:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000100:00000001:3.0:1767384632.932726:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.932733:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021341f2 x1853237037653632/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384632.932735:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:2.0:1767384632.932744:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.932750:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000100:00000001:3.0:1767384632.932755:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384632.932758:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384632.932759:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 02000000:00000010:3.0:1767384632.932761:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001665a600. 02000000:00000001:3.0:1767384632.932764:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384632.932766:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000020:00000001:3.0:1767384632.932767:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384632.932771:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384632.932775:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384632.932777:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:1.0:1767384632.932778:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000020:00000001:3.0:1767384632.932779:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384632.932782:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384632.932786:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384632.932787:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000100:00000010:3.0:1767384632.932790:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000077d669f0. 00000400:00000200:2.0:1767384632.932791:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.932794:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 24], ns[98, 24] 00000100:00000010:3.0:1767384632.932795:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000099c1963f. 00000100:00000001:3.0:1767384632.932802:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:1.0:1767384632.932804:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 24], ns[70, 24] 02000000:00000010:3.0:1767384632.932805:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd1eb3f9. 02000000:00000001:3.0:1767384632.932812:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384632.932812:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 24], ns[71, 24] 00000400:00000200:2.0:1767384632.932814:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 02000000:00000001:3.0:1767384632.932815:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384632.932818:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021341f2. 00000400:00000200:1.0:1767384632.932823:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 24], ns[100, 24] 00000100:00000001:3.0:1767384632.932824:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384632.932828:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384632.932831:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 24], ns[84, 24] 00000400:00000200:1.0:1767384632.932835:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 24], ns[103, 24] 00000400:00000200:1.0:1767384632.932839:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 24], ns[102, 24] 00000400:00000200:2.0:1767384632.932841:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 10000000:00000010:3.0:1767384632.932842:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d4862135. 00000400:00000200:1.0:1767384632.932843:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 24], ns[104, 24] 10000000:01000000:3.0:1767384632.932849:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:1.0:1767384632.932850:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 10000000:00000001:3.0:1767384632.932855:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:1.0:1767384632.932856:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp18 00010000:00000001:3.0:1767384632.932875:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.932879:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384632.932879:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp18 lpni_is_preferred = 0 00000020:00000040:3.0:1767384632.932883:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=3 00000400:00000200:2.0:1767384632.932885:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.932885:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp18 00000020:00000001:3.0:1767384632.932889:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384632.932894:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00000400:00000200:1.0:1767384632.932895:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp18 NI seq info: [109:109:256:4294967295] 192.168.203.133@tcp18 LPNI seq info [105:105:8:4294967295] 00010000:00000001:3.0:1767384632.932900:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384632.932903:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384632.932905:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp18 00000400:00000200:2.0:1767384632.932912:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.932922:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp18(192.168.203.133@tcp18:) -> 192.168.203.133@tcp18(192.168.203.133@tcp:192.168.203.133@tcp18) : GET try# 0 00010000:00000001:3.0:1767384632.932932:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767384632.932937:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp18 00010000:00000001:3.0:1767384632.932938:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384632.932939:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000800:00000001:0.0:1767384632.932939:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1767384632.932942:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384632.932942:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000085bba8b. 00000800:00000001:0.0:1767384632.932944:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.932951:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384632.932953:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee43787d] -> 12345-192.168.203.133@tcp18 (6) 00000800:00000001:0.0:1767384632.932957:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.932959:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000001:0.0:1767384632.932961:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384632.932962:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767384632.932966:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp18 ip 192.168.203.133:988 00010000:00000001:3.0:1767384632.932967:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:0.0:1767384632.932968:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.932970:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000800:00000200:1.0:1767384632.932971:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000085bba8b type 2, nob 96 niov 1 nkiov 0 10000000:00000001:3.0:1767384632.932972:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.932978:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.932982:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp17(192.168.203.133@tcp17) <- 192.168.203.133@tcp17 : ACK - for me 10000000:00000001:3.0:1767384632.932984:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384632.932988:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:1.0:1767384632.932990:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 10000000:00000040:3.0:1767384632.932991:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 00000400:00000200:1.0:1767384632.932996:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100671 rc 0 10000000:00000001:3.0:1767384632.932998:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384632.933000:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933001:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp17: ACK from 12345-192.168.203.133@tcp17 into md 0x1af9 00000400:00000200:0.0:1767384632.933010:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.933014:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp17->192.168.203.133@tcp17: ACK: OK 00000400:00000200:0.0:1767384632.933018:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093088cb3 00000400:00000010:0.0:1767384632.933020:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093088cb3. 00000400:00000200:0.0:1767384632.933024:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384632.933026:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:0.0:1767384632.933029:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384632.933046:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (30) 00000400:00000200:1.0:1767384632.933058:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.933060:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933062:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384632.933071:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 00000400:00000200:3.0:1767384632.933074:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (29) 00000400:00000010:3.0:1767384632.933078:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000a4d66380. 00000400:00000010:3.0:1767384632.933081:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d6b5d38. 00000400:00000010:3.0:1767384632.933088:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003fc54893. 00000400:00000200:3.0:1767384632.933094:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000800:00000200:0.0:1767384632.933099:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384632.933103:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000085bba8b. 00000400:00000200:3.0:1767384632.933106:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:0.0:1767384632.933124:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.933129:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:0.0:1767384632.933134:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp18->192.168.203.133@tcp18: GET: OK 00000400:00000200:3.0:1767384632.933141:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384632.933143:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.933149:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933151:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:3.0:1767384632.933158:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000400:00000200:3.0:1767384632.933163:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:3.0:1767384632.933168:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:3.0:1767384632.933172:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000400:00000200:3.0:1767384632.933180:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00000400:00000200:3.0:1767384632.933184:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00000400:00000200:3.0:1767384632.933188:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:3.0:1767384632.933192:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:2.0:1767384632.933196:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933197:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:3.0:1767384632.933208:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:1.0:1767384632.933216:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933217:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:3.0:1767384632.933227:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:3.0:1767384632.933234:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:3.0:1767384632.933240:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:2.0:1767384632.933243:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933248:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:3.0:1767384632.933254:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 26], ns[98, 26] 00000400:00000200:3.0:1767384632.933261:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 26], ns[70, 26] 00000400:00000200:1.0:1767384632.933265:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933270:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 26], ns[71, 26] 00000400:00000200:3.0:1767384632.933291:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 26], ns[100, 26] 00000400:00000200:3.0:1767384632.933297:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 26], ns[84, 26] 00000400:00000200:3.0:1767384632.933303:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 26], ns[103, 26] 00000400:00000200:2.0:1767384632.933304:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933338:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 26], ns[102, 26] 00000400:00000200:1.0:1767384632.933343:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933353:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 26], ns[104, 26] 00000400:00000200:3.0:1767384632.933357:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:3.0:1767384632.933361:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp19 00000400:00000200:3.0:1767384632.933365:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp19 lpni_is_preferred = 0 00000400:00000200:3.0:1767384632.933367:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp19 00000400:00000200:3.0:1767384632.933371:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp19 NI seq info: [110:110:256:4294967295] 192.168.203.133@tcp19 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767384632.933376:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp19 00000400:00000200:2.0:1767384632.933378:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.933387:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19:) -> 192.168.203.133@tcp19(192.168.203.133@tcp:192.168.203.133@tcp19) : GET try# 0 00000400:00000200:0.0:1767384632.933393:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384632.933395:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp19 00000400:00000200:1.0:1767384632.933399:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933399:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000010:3.0:1767384632.933400:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005304b8ed. 00000800:00000200:3.0:1767384632.933409:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (6) 00000800:00000001:0.0:1767384632.933409:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933415:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.933419:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384632.933420:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp19 ip 192.168.203.133:988 00000800:00000200:3.0:1767384632.933424:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005304b8ed type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384632.933424:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.933430:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384632.933434:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384632.933436:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000800:00000001:0.0:1767384632.933439:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.933440:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000400:00000200:0.0:1767384632.933449:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp18(192.168.203.133@tcp18) <- 192.168.203.133@tcp18 : GET - for me 00000400:00000200:1.0:1767384632.933457:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933458:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384632.933466:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 496/496 into md 0x1a9d [1] + 0 00000400:00000200:0.0:1767384632.933474:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp18 to MR: 192.168.203.133@tcp18 local destination 00000400:00000200:0.0:1767384632.933479:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp18 NI seq info: [111:111:256:4294967295] 192.168.203.133@tcp18 LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1767384632.933490:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp18(192.168.203.133@tcp18:192.168.203.133@tcp18) -> 192.168.203.133@tcp18(192.168.203.133@tcp18:192.168.203.133@tcp18) 192.168.203.133@tcp18 : REPLY try# 0 00000400:00000200:2.0:1767384632.933492:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000800:00000200:0.0:1767384632.933497:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.133@tcp18 00000800:00000010:0.0:1767384632.933502:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ba1946. 00000800:00000200:0.0:1767384632.933505:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee43787d] -> 12345-192.168.203.133@tcp18 (6) 00000800:00000200:0.0:1767384632.933511:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp18 ip 192.168.203.133:1005 00000400:00000200:1.0:1767384632.933513:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000800:00000200:0.0:1767384632.933513:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ba1946 type 3, nob 592 niov 1 nkiov 1 00000400:00000200:2.0:1767384632.933540:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000800:00000200:0.0:1767384632.933559:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384632.933560:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000800:00000010:0.0:1767384632.933562:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005304b8ed. 00000400:00000200:0.0:1767384632.933567:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.933571:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: GET: OK 00000400:00000200:0.0:1767384632.933574:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384632.933577:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:0.0:1767384632.933589:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384632.933593:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000800:00000001:0.0:1767384632.933593:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384632.933616:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000800:00000200:0.0:1767384632.933628:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384632.933631:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ba1946. 00000400:00000200:0.0:1767384632.933634:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.933639:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp18->192.168.203.133@tcp18: REPLY: OK 00000800:00000001:0.0:1767384632.933648:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933651:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.933653:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933659:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.933662:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933667:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19) <- 192.168.203.133@tcp19 : GET - for me 00000400:00000200:0.0:1767384632.933675:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384632.933676:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933685:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 496/496 into md 0x1a9d [1] + 0 00000400:00000200:0.0:1767384632.933692:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp19 to MR: 192.168.203.133@tcp19 local destination 00000400:00000200:0.0:1767384632.933697:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp19 NI seq info: [112:112:256:4294967295] 192.168.203.133@tcp19 LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1767384632.933708:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19:192.168.203.133@tcp19) -> 192.168.203.133@tcp19(192.168.203.133@tcp19:192.168.203.133@tcp19) 192.168.203.133@tcp19 : REPLY try# 0 00000800:00000200:0.0:1767384632.933712:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.133@tcp19 00000800:00000010:0.0:1767384632.933715:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ba1946. 00000400:00000200:2.0:1767384632.933717:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000800:00000200:0.0:1767384632.933723:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (6) 00000800:00000200:0.0:1767384632.933729:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp19 ip 192.168.203.133:1003 00000800:00000200:0.0:1767384632.933731:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ba1946 type 3, nob 592 niov 1 nkiov 1 00000400:00000200:1.0:1767384632.933733:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000800:00000200:0.0:1767384632.933763:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384632.933766:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ba1946. 00000400:00000200:0.0:1767384632.933769:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.933773:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: REPLY: OK 00000400:00000200:2.0:1767384632.933776:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000800:00000001:0.0:1767384632.933779:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933786:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384632.933789:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000800:00000001:0.0:1767384632.933789:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933794:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384632.933801:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp18(192.168.203.133@tcp18) <- 192.168.203.133@tcp18 : REPLY - for me 00000400:00000200:0.0:1767384632.933825:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp18: Reply from 12345-192.168.203.133@tcp18 of length 496/496 into md 0x1b09 00000800:00000001:0.0:1767384632.933836:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933841:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384632.933843:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.933847:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp18->192.168.203.133@tcp18: REPLY: OK 00000400:00000200:2.0:1767384632.933848:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933851:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fab85ec 00000400:00000010:0.0:1767384632.933854:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fab85ec. 00000400:00000200:0.0:1767384632.933859:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384632.933862:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933863:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:0.0:1767384632.933869:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384632.933873:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 29. state = 0x100271 00000400:00000200:0.0:1767384632.933878:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384632.933890:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (30) 00000800:00000001:0.0:1767384632.933895:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933899:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.933901:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933905:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.933907:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933911:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.933913:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933921:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19) <- 192.168.203.133@tcp19 : REPLY - for me 00000400:00000200:3.0:1767384632.933929:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384632.933930:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933939:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp19: Reply from 12345-192.168.203.133@tcp19 of length 496/496 into md 0x1b0d 00000400:00000200:3.0:1767384632.933942:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000800:00000001:0.0:1767384632.933946:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.933954:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384632.933956:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 0000000099c1963f. 00000400:00000200:0.0:1767384632.933956:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384632.933964:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000a1e811ec. 00000400:00000200:0.0:1767384632.933965:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: REPLY: OK 00000400:00000200:0.0:1767384632.933971:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6b5d38 00000400:00000010:3.0:1767384632.933973:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 00000000df255301. 00000400:00000010:0.0:1767384632.933974:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d6b5d38. 00000400:00000200:2.0:1767384632.933982:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.933982:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384632.933988:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:0.0:1767384632.933992:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384632.933997:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 29. state = 0x100171 00000400:00000200:1.0:1767384632.934000:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384632.934005:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384632.934010:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (29) 00000800:00000001:0.0:1767384632.934016:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384632.934019:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp28(0000000041a0c004) status changed from 0xdeadface to 0x15aac0de 00000800:00000001:0.0:1767384632.934027:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.934031:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384632.934032:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp31(00000000a695b245) status changed from 0xdeadface to 0x15aac0de 00000800:00000001:0.0:1767384632.934035:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.934044:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp33(00000000f8bf93df) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384632.934052:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp34(00000000e1d96ff0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384632.934059:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.934060:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp35(00000000d6fb1190) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384632.934072:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.934075:0:16161:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee45251c 00000400:00000200:3.0:1767384632.934084:0:16161:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.133@tcp36 00000400:00000200:3.0:1767384632.934095:0:16161:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.133@tcp36 NID 192.168.203.133@tcp36 00000400:00000010:3.0:1767384632.934120:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fd1eb3f9. 00000400:00000200:3.0:1767384632.934128:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fd1eb3f9 nid 192.168.203.133@tcp36 00000400:00000010:3.0:1767384632.934133:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000352987b2. 00000400:00000200:3.0:1767384632.934136:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000352987b2 net tcp36 00000400:00000200:2.0:1767384632.934138:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.934140:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (28) 00000400:00000200:3.0:1767384632.934148:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp36 flags 0x11 00000400:00000200:3.0:1767384632.934157:0:16161:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba1fee4c 00000400:00000200:1.0:1767384632.934162:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384632.934163:0:16161:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.133@tcp37 00000400:00000200:3.0:1767384632.934174:0:16161:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.133@tcp37 NID 192.168.203.133@tcp37 00000400:00000010:3.0:1767384632.934179:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001665a600. 00000400:00000200:3.0:1767384632.934183:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001665a600 nid 192.168.203.133@tcp37 00000400:00000010:3.0:1767384632.934187:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007f0b98a4. 00000400:00000200:3.0:1767384632.934190:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000007f0b98a4 net tcp37 00000400:00000200:3.0:1767384632.934193:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (29) 00000400:00000200:3.0:1767384632.934198:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp37 flags 0x11 00000400:00000010:3.0:1767384632.934202:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 0000000099c1963f. 00000400:00000010:3.0:1767384632.934206:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000a1e811ec. 00000400:00000010:3.0:1767384632.934208:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 00000000df255301. 00000400:00000010:3.0:1767384632.934211:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000078ae45b9. 00000400:00000200:3.0:1767384632.934216:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384632.934227:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x1001f1 00000400:00000200:3.0:1767384632.934230:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1001f1 rc 1 00000400:00000200:3.0:1767384632.934234:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1001f1 00000400:00000010:3.0:1767384632.934239:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000df255301. 00000400:00000010:3.0:1767384632.934241:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000a1e811ec. 00000400:00000200:1.0:1767384632.934242:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000010:3.0:1767384632.934243:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 0000000099c1963f. 00000400:00000010:3.0:1767384632.934294:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000df255301. 00000400:00000010:3.0:1767384632.934298:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000a1e811ec. 00000400:00000010:3.0:1767384632.934301:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 0000000099c1963f. 00000400:00000200:1.0:1767384632.934304:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000010:3.0:1767384632.934305:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000a4d66380. 00000400:00000200:3.0:1767384632.934343:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384632.934348:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:3.0:1767384632.934352:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:3.0:1767384632.934364:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:3.0:1767384632.934367:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384632.934371:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:3.0:1767384632.934375:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384632.934379:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (30) 00000400:00000200:1.0:1767384632.934435:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934459:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934481:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934509:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934561:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934629:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934680:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934775:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934826:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934874:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934916:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.934949:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000800:00000010:2.0:1767384632.934972:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056937c6f. 00000400:00000200:1.0:1767384632.934975:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000800:00000010:2.0:1767384632.934978:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a0f5201. 00000800:00000010:2.0:1767384632.934984:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d34030d1. 00000400:00000200:1.0:1767384632.934999:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384632.935008:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d34030d1. 00000800:00020000:2.0:1767384632.935017:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384632.935020:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a0f5201. 00000800:00000010:2.0:1767384632.935023:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000056937c6f. 00000400:00000200:1.0:1767384632.935032:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.935075:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:02020000:2.0:1767384632.935081:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp36 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384632.935089:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp36 notifying 192.168.203.133@tcp36: down 00000800:00000200:2.0:1767384632.935093:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp36 down 00000800:00000100:2.0:1767384632.935099:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp36 00000800:00000010:2.0:1767384632.935101:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cba2668a. 00000400:00000200:2.0:1767384632.935105:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384632.935110:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp36->192.168.203.133@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384632.935110:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.935115:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp36 added to recovery queue. ping count: 0 next ping: 255 health :900 00000400:00000200:2.0:1767384632.935119:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee45251c 00000400:00000010:2.0:1767384632.935121:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee45251c. 00000400:00000200:2.0:1767384632.935124:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384632.935126:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp36: 1 00000400:00000200:2.0:1767384632.935129:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp36 (0000000091a65f29): -114 00000400:00000200:1.0:1767384632.935137:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000010:2.0:1767384632.935138:0:16153:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f0d2b52d. 00000400:00000200:2.0:1767384632.935144:0:16153:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000091a65f29 (3) 00000400:00000200:2.0:1767384632.935149:0:16153:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000bb035eec nid 192.168.203.133@tcp36 00000400:00000010:2.0:1767384632.935157:0:16153:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000bb035eec. 00000400:00000200:2.0:1767384632.935161:0:16153:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000001e6b970e net tcp36 00000400:00000010:2.0:1767384632.935163:0:16153:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000001e6b970e. 00000400:00000200:1.0:1767384632.935165:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.935166:0:16153:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000091a65f29 (2) 00000400:00000200:2.0:1767384632.935188:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384632.935193:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp36(0000000091a65f29) state 0x80841 00000400:00000200:1.0:1767384632.935195:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.935196:0:16161:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.133@tcp36(0000000091a65f29) state 0x80841 00000400:00000200:2.0:1767384632.935203:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp36(0000000091a65f29) state 0x80801 rc 0 00000400:00000200:2.0:1767384632.935207:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp36 (0000000091a65f29) 00000400:00000200:2.0:1767384632.935211:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000091a65f29 (1) 00000400:00000200:2.0:1767384632.935214:0:16161:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000091a65f29 nid 192.168.203.133@tcp36 00000400:00000010:2.0:1767384632.935216:0:16161:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000091a65f29. 00000400:00000200:1.0:1767384632.935234:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000800:00000010:1.0:1767384632.935451:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001f15e33c. 00000800:00000010:1.0:1767384632.935456:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001bcbcc35. 00000800:00000010:1.0:1767384632.935459:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ab20983. 00000800:00000010:1.0:1767384632.935496:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ab20983. 00000400:00000200:2.0:1767384632.935829:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384632.935847:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp37 from 213.3.0.2 00000800:00000010:2.0:1767384632.935850:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008a78c7f4. 00000800:00000010:1.0:1767384632.935918:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000798a1bd5. 00000800:00000010:1.0:1767384632.935924:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000084007633. 00000800:00000010:1.0:1767384632.935948:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000006f9428e. 00000800:00000200:1.1:1767384632.935955:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079323200] -> 12345-192.168.203.133@tcp37 (2) 00000800:00000200:1.1:1767384632.935960:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp37 0000000006f9428e deleted 00000800:00000010:1.1:1767384632.935962:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000006f9428e. 00000800:00000200:1.1:1767384632.935966:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384632.935987:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp37 ip 192.168.203.133:981 00000800:00000200:1.1:1767384632.935990:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c54eaef type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384632.935997:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp37 p 3.x 192.168.203.133 -> 192.168.203.133:981 incarnation:1767384632244972408 sched[0] 00000800:00000010:1.0:1767384632.936003:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ab20983. 00000800:00000010:1.0:1767384632.936057:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ab20983. 00000800:00000010:1.0:1767384632.936062:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000084007633. 00000800:00000010:1.0:1767384632.936094:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008a78c7f4. 00000800:00000001:1.0:1767384632.936104:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384632.936108:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384632.936162:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384632.936164:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c54eaef. 00000400:00000200:1.0:1767384632.936168:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.936184:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp37->192.168.203.133@tcp37: GET: OK 00000400:00000200:1.0:1767384632.936187:0:16157:0:(lib-msg.c:980:lnet_msg_detach_md()) md 0x00000000ba1fee4c already unlinked 00000400:00000200:1.0:1767384632.936196:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1fee4c 00000400:00000010:1.0:1767384632.936197:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1fee4c. 00000400:00000200:1.0:1767384632.936201:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384632.936205:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp37: 1 00000400:00000200:1.0:1767384632.936211:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp37 (0000000033b7fd9a): -114 00000400:00000010:1.0:1767384632.936220:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c2fe1f56. 00000400:00000200:1.0:1767384632.936224:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000033b7fd9a (3) 00000400:00000200:1.0:1767384632.936231:0:16157:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000fe2b3df3 nid 192.168.203.133@tcp37 00000400:00000010:1.0:1767384632.936234:0:16157:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000fe2b3df3. 00000400:00000200:1.0:1767384632.936247:0:16157:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000acfd91d1 net tcp37 00000400:00000010:1.0:1767384632.936250:0:16157:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000acfd91d1. 00000400:00000200:1.0:1767384632.936253:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000033b7fd9a (2) 00000800:00000200:1.1:1767384632.936296:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384632.936301:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp37 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384632244972408 sched[0] 00000800:00000010:1.0:1767384632.936304:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001bcbcc35. 00000400:00000200:2.0:1767384632.936358:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384632.936364:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp37(0000000033b7fd9a) state 0x80841 00000400:00000200:2.0:1767384632.936367:0:16161:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.133@tcp37(0000000033b7fd9a) state 0x80841 00000400:00000200:2.0:1767384632.936369:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp37(0000000033b7fd9a) state 0x80801 rc 0 00000400:00000200:2.0:1767384632.936371:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp37 (0000000033b7fd9a) 00000400:00000200:2.0:1767384632.936373:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000033b7fd9a (1) 00000400:00000200:2.0:1767384632.936377:0:16161:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000033b7fd9a nid 192.168.203.133@tcp37 00000400:00000010:2.0:1767384632.936381:0:16161:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000033b7fd9a. 00000800:00000001:2.0:1767384632.936396:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384632.936399:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:2.0:1767384632.936402:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384632.936406:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.936415:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.936421:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp37(192.168.203.133@tcp37) <- 192.168.203.133@tcp37 : GET - for me 00000400:00000200:2.0:1767384632.936430:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384632.936436:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1a9d [1] + 0 00000400:00000200:2.0:1767384632.936444:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp37 to MR: 192.168.203.133@tcp37 local destination 00000400:00000200:1.0:1767384632.936449:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384632.936450:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp37 NI seq info: [113:113:256:4294967295] 192.168.203.133@tcp37 LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1767384632.936471:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp37(192.168.203.133@tcp37:192.168.203.133@tcp37) -> 192.168.203.133@tcp37(192.168.203.133@tcp37:192.168.203.133@tcp37) 192.168.203.133@tcp37 : REPLY try# 0 00000800:00000200:2.0:1767384632.936476:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp37 00000800:00000010:2.0:1767384632.936480:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e761395. 00000400:00000200:1.0:1767384632.936480:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000200:2.0:1767384632.936489:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079323200] -> 12345-192.168.203.133@tcp37 (4) 00000800:00000200:2.0:1767384632.936495:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp37 ip 192.168.203.133:988 00000800:00000200:2.0:1767384632.936497:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e761395 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384632.936513:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936546:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000200:2.0:1767384632.936555:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384632.936559:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e761395. 00000400:00000200:2.0:1767384632.936563:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384632.936568:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp37->192.168.203.133@tcp37: REPLY: OK 00000800:00000001:2.0:1767384632.936592:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.936595:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384632.936595:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000001:2.0:1767384632.936600:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.936605:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384632.936607:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.936611:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.936615:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp37(192.168.203.133@tcp37) <- 192.168.203.133@tcp37 : REPLY - for me 00000400:00000100:2.0:1767384632.936624:0:16156:0:(lib-move.c:4607:lnet_parse_reply()) 192.168.203.133@tcp37: Dropping REPLY from 12345-192.168.203.133@tcp37 for invalid MD 0x188702e5e077b83a.0x1b01 00000400:00000200:2.0:1767384632.936626:0:16156:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000003f28d63d is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384632.936629:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1767384632.936636:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384632.936636:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000800:00000001:2.0:1767384632.936642:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384632.936645:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.936649:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384632.936671:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936700:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936725:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936742:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936762:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936781:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936797:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936815:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936855:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936896:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936918:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936951:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936974:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.936992:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937018:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937038:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937064:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937083:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937103:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937124:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937143:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937162:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937180:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937202:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937235:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937257:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937290:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384632.937354:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384632.937457:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002805257. 00000800:00000010:1.0:1767384632.937460:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001bcbcc35. 00000800:00000010:1.0:1767384632.937463:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ab20983. 00000800:00000010:1.0:1767384632.937483:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ab20983. 00000800:00020000:1.0:1767384632.937490:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384632.937493:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001bcbcc35. 00000800:00000010:1.0:1767384632.937496:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002805257. 00000400:02020000:1.0:1767384632.937553:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp37 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000020:00000010:0.0:1767384632.946100:0:30768:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bed4f100. 00000020:00000040:0.0:1767384632.946106:0:30768:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384632.946108:0:30768:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bed4f100. 00000100:00000040:3.0:1767384632.949395:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294921747, at 4294921748 00000100:00000010:3.0:1767384632.949402:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010add171. 00000100:00000040:2.0:1767384632.950416:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294921747, at 4294921749 00000100:00000010:2.0:1767384632.950423:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1cd4b33. 00000100:00000040:1.0:1767384632.950585:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294921747, at 4294921749 00000100:00000010:1.0:1767384632.950592:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee71ecbe. 00000100:00000040:0.0:1767384632.950683:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294921747, at 4294921749 00000100:00000010:0.0:1767384632.950690:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e85277c. 00010000:00000001:0.0:1767384632.993411:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384632.993416:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.993420:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384632.993422:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.993453:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384632.993457:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.993459:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384633.697471:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384633.697490:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384633.697494:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e90106 00000400:00000010:1.0:1767384633.697501:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e90106. 00000400:00000200:1.0:1767384633.697507:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384633.697515:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384633.697528:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008cbc9308. 00000400:00000010:1.0:1767384633.697533:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cedd70c2. 00000400:00000001:1.0:1767384633.697538:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384633.697539:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384633.697540:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321b3865 00000400:00000010:1.0:1767384633.697543:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000321b3865. 00000400:00000200:1.0:1767384633.697545:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384633.697548:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384633.697550:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c5e7fa14. 00000400:00000010:1.0:1767384633.697552:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007173af1b. 00000400:00000001:1.0:1767384633.697556:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384633.697558:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384633.697559:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b67f4c0 00000400:00000010:1.0:1767384633.697561:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b67f4c0. 00000400:00000200:1.0:1767384633.697562:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384633.697565:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384633.697567:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aed3be74. 00000400:00000010:1.0:1767384633.697569:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f7e19f38. 00000400:00000200:1.0:1767384633.697590:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp36 00000400:00000010:1.0:1767384633.697593:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aed3be74. 00000400:00000010:1.0:1767384633.697597:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f7e19f38. 00000400:00000010:1.0:1767384633.697601:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b67f4c0. 00000400:00000010:1.0:1767384633.697607:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e24d5d01. 00000400:00000200:1.0:1767384633.697611:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp36 00000400:00000200:1.0:1767384633.697624:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp36 local destination 00000400:00000200:1.0:1767384633.697630:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp36 00000400:00000200:1.0:1767384633.697634:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp36 NI seq info: [114:114:256:4294967295] 192.168.203.133@tcp36 LPNI seq info [110:110:8:4294967295] 00000400:00000200:1.0:1767384633.697641:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp36 00000400:00000200:1.0:1767384633.697648:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp36(192.168.203.133@tcp36:) -> 192.168.203.133@tcp36(192.168.203.133@tcp36:192.168.203.133@tcp36) : GET try# 0 00000800:00000200:1.0:1767384633.697674:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp36 00000800:00000010:1.0:1767384633.697678:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000074eee4f0. 00000800:00000200:1.0:1767384633.697684:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000800:00000200:1.1:1767384633.697690:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000400:00000200:1.0:1767384633.697715:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp36 added to recovery queue. ping count: 1 next ping: 257 health :900 00000400:00000200:2.0:1767384633.697789:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.697830:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.697848:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.697877:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.697905:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.697922:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.697938:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.697975:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.697999:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698023:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698046:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698070:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698106:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698125:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698144:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698164:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698183:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698202:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698222:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698240:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698260:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698304:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698374:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698402:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698442:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698462:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698482:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698503:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698523:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698544:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698563:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698591:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698611:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698634:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384633.698655:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384633.698797:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056937c6f. 00000800:00000010:2.0:1767384633.698803:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7791600. 00000800:00000010:2.0:1767384633.698807:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2e51063. 00000800:00000010:2.0:1767384633.698829:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2e51063. 00000800:00020000:2.0:1767384633.698837:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384633.698842:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7791600. 00000800:00000010:2.0:1767384633.698844:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000056937c6f. 00000400:02020000:2.0:1767384633.698893:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp36 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384633.698900:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp36 notifying 192.168.203.133@tcp36: down 00000400:00000200:2.0:1767384633.698905:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384633.698909:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp36 00000800:00000010:2.0:1767384633.698913:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000074eee4f0. 00000400:00000200:2.0:1767384633.698919:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384633.698923:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp36->192.168.203.133@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384633.698932:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384633.698934:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384633.698938:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp36) recovery failed with -71 00080000:00000001:2.0:1767384633.759078:0:30978:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384633.759093:0:30978:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.759097:0:30978:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384633.759104:0:30978:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384633.759110:0:30978:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.759113:0:30978:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.017377:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384634.017386:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.017394:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384634.017397:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.017447:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384634.017451:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.017454:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384634.564092:0:31142:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384634.564096:0:31142:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:2.0:1767384634.567415:0:31142:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384634.574107:0:31143:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000dca1954e. 00000400:00000010:2.0:1767384634.574120:0:31143:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000005a4a0c2. 00000400:00000010:2.0:1767384634.574129:0:31143:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000093772bf0. 00000400:00000010:2.0:1767384634.574132:0:31143:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000041cf260d. 00000400:00000010:2.0:1767384634.574135:0:31143:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000637434e5. 00000400:00000010:2.0:1767384634.574139:0:31143:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000847593d9. 00000400:00000010:2.0:1767384634.574145:0:31143:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008121de23. 00000400:00000010:2.0:1767384634.574147:0:31143:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd687207. 00000400:00000010:2.0:1767384634.574149:0:31143:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000398e2077. 00000800:00000010:2.0:1767384634.574161:0:31143:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002e761395. 00000800:00000200:2.0:1767384634.574171:0:31143:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384634.574180:0:31143:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384634.574213:0:31143:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384634.574235:0:31143:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp38 [8/256/0/180] 00000400:00000010:2.0:1767384634.575566:0:31143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000009da4ce84. 00000400:00000010:2.0:1767384634.575571:0:31143:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc2e83fe. 00000400:00000010:2.0:1767384634.575576:0:31143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005973d3bd. 00000400:00000001:2.0:1767384634.575591:0:31143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384634.575593:0:31143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384634.575594:0:31143:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cd6ef06. 00000400:00000200:2.0:1767384634.575596:0:31143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e620a2b3 00000400:00000010:2.0:1767384634.575598:0:31143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e620a2b3. 00000400:00000010:2.0:1767384634.575601:0:31143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000007d26d828. 00000400:00000200:2.0:1767384634.575605:0:31143:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (29) 00000400:00000200:2.0:1767384634.575617:0:31143:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384634.575625:0:31143:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:2.0:1767384634.575631:0:31143:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000056937c6f. 00000020:01000000:2.0:1767384634.575634:0:31143:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384634.575637:0:31143:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp38 00000400:00000010:2.0:1767384634.575648:0:31143:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000005a4a0c2. 00000400:00000010:2.0:1767384634.575651:0:31143:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000dca1954e. 00000400:00000200:0.0:1767384634.575671:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384634.575678:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:0.0:1767384634.575684:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc00a0ef. 00000400:00000200:0.0:1767384634.575687:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (30) 00000400:00000010:0.0:1767384634.575691:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b705d9b6. 00000400:00000200:0.0:1767384634.575695:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp19 00000020:00000001:1.0:1767384634.575706:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384634.575708:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp19 to MR: 192.168.203.133@tcp19 local destination 10000000:00000001:1.0:1767384634.575713:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384634.575717:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384634.575720:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp19 NI seq info: [115:115:256:4294967295] 192.168.203.133@tcp19 LPNI seq info [111:111:8:4294967295] 10000000:01000000:1.0:1767384634.575721:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384634.575727:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384634.575730:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384634.575731:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp19 00000020:01000004:1.0:1767384634.575734:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384634.575737:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384634.575741:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384634.575744:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384634.575747:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384634.575749:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19:192.168.203.133@tcp19) -> 192.168.203.133@tcp19(192.168.203.133@tcp19:192.168.203.133@tcp19) : PUT try# 0 00000020:01000004:1.0:1767384634.575750:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384634.575754:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384634.575757:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384634.575761:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.133@tcp19 00000100:00000010:1.0:1767384634.575764:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859f5068. 00000800:00000010:0.0:1767384634.575766:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024d62113. 00000020:00000040:1.0:1767384634.575771:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000800:00000200:0.0:1767384634.575777:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (6) 00000100:00000001:1.0:1767384634.575780:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384634.575783:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384634.575787:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp19 ip 192.168.203.133:988 02000000:00000001:1.0:1767384634.575788:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384634.575791:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024d62113 type 1, nob 608 niov 1 nkiov 1 02000000:00000010:1.0:1767384634.575798:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000002805257. 00000100:00000001:1.0:1767384634.575806:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.575807:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000100:00000001:1.0:1767384634.575815:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384634.575818:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.575819:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000040:1.0:1767384634.575828:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859f5068] to pc [ptlrpcd_00_00+0] req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384634.575859:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.575861:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384634.575862:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.575866:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384634.575869:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384634.575873:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384634.575877:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384634.575877:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384634.575887:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384634.575889:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384634.575890:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384634.575892:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384634.575893:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384634.575897:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384634.575897:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384634.575899:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384634.575902:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384634.575903:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:2.0:1767384634.575906:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384634.575907:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384634.575908:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384634.575912:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:2.0:1767384634.575913:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024d62113. 00000100:00100000:0.0:1767384634.575915:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037653760:0@lo:253: 00000020:01000004:1.0:1767384634.575917:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384634.575921:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384634.575922:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384634.575923:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384634.575925:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384634.575928:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384634.575929:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384634.575930:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384634.575934:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: PUT: OK 00000100:00000010:1.0:1767384634.575935:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c287963. 02000000:00000001:0.0:1767384634.575935:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.575939:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000040:1.0:1767384634.575942:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:0.0:1767384634.575943:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384634.575945:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp19: 0 00000100:00000001:1.0:1767384634.575949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384634.575951:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000061b239c5. 02000000:00000001:1.0:1767384634.575952:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384634.575956:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384634.575957:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384634.575957:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384634.575962:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a680ae7. 02000000:00000010:1.0:1767384634.575967:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dbaf21e5. 00000800:00000001:2.0:1767384634.575968:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384634.575969:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9c3be8a. 00000100:00000001:1.0:1767384634.575972:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384634.575974:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384634.575976:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037653760, portal 25 00000100:00000001:1.0:1767384634.575978:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:2.0:1767384634.575979:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.575980:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384634.575981:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.575983:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599139328 : -117139110412288 : ffff95766cef4000) 00000100:00000040:1.0:1767384634.575988:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c287963] to pc [ptlrpcd_00_01+1] req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384634.575990:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.576004:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19) <- 192.168.203.133@tcp19 : PUT - for me 00000400:00000200:2.0:1767384634.576026:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 512 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384634.576029:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384634.576032:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384634.576036:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384634.576038:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576039:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 496/512 into md 0x1b05 [1] + 0 00000020:00000001:1.0:1767384634.576043:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384634.576043:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e5dec43. 00000400:00000010:2.0:1767384634.576044:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de73ae2d. 00000020:01000000:1.0:1767384634.576049:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384634.576051:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000004a35a85 00000020:00000010:1.0:1767384634.576052:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000056937c6f. 00000100:00000200:0.0:1767384634.576057:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037653760, offset 0 00000800:00000001:2.0:1767384634.576059:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384634.576066:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384634.576067:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.576067:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384634.576071:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384634.576072:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384634.576074:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384634.576082:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: PUT: OK 00000400:00000200:0.0:1767384634.576082:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384634.576083:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.576092:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004a35a85 00000400:00000010:2.0:1767384634.576095:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004a35a85. 00000400:00000200:0.0:1767384634.576100:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505f00 00000400:00000200:2.0:1767384634.576103:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384634.576110:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (31) 00000400:00000200:0.0:1767384634.576112:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1381 [2] + 0 00000400:00000200:2.0:1767384634.576120:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:0.0:1767384634.576121:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c390847. 00000100:00000001:1.0:1767384634.576123:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384634.576126:0:16156:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (512 bytes) 00000100:00000001:1.0:1767384634.576127:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576133:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 02000000:00000001:1.0:1767384634.576135:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384634.576136:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000da51b33 02000000:00000001:1.0:1767384634.576138:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384634.576142:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576143:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (32) 00000400:00000200:0.0:1767384634.576144:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384634.576147:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037653888:0@lo:253: 00000100:00000001:1.0:1767384634.576153:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384634.576154:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384634.576154:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384634.576157:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384634.576161:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576166:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp19 to MR: 192.168.203.133@tcp19 local destination 02000000:00000001:1.0:1767384634.576167:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384634.576173:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000acb8b47. 00000400:00000200:2.0:1767384634.576174:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp19 NI seq info: [116:116:256:4294967295] 192.168.203.133@tcp19 LPNI seq info [112:112:8:4294967295] 02000000:00000001:1.0:1767384634.576177:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.576183:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095e639c3. 00000400:00000200:2.0:1767384634.576190:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19:192.168.203.133@tcp19) -> 192.168.203.133@tcp19(192.168.203.133@tcp19:192.168.203.133@tcp19) 192.168.203.133@tcp19 : ACK try# 0 00000400:00000010:1.0:1767384634.576191:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4e900f8. 00000400:00000200:0.0:1767384634.576199:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da51b33 00000800:00000200:2.0:1767384634.576200:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp19 00000100:00000200:1.0:1767384634.576200:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037653888, portal 25 00000400:00000010:0.0:1767384634.576205:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000da51b33. 00000100:00000001:1.0:1767384634.576206:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767384634.576209:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0c3697f. 00000100:00000001:1.0:1767384634.576210:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150080 : -117139110401536 : ffff95766cef6a00) 00000100:00000001:0.0:1767384634.576211:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384634.576215:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384634.576220:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384634.576220:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000ae9d4a0a x1853237037653760 msgsize 4848 00000800:00000200:2.0:1767384634.576221:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (6) 00000100:00000001:1.0:1767384634.576234:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384634.576236:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767384634.576237:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp19 ip 192.168.203.133:1003 00000100:00000040:0.0:1767384634.576239:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384634.576241:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:2.0:1767384634.576244:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0c3697f type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384634.576246:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0446001. 00000100:00000200:1.0:1767384634.576251:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037653888, offset 0 00000100:00000001:0.0:1767384634.576251:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384634.576258:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1767384634.576259:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384634.576262:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e5dec43 00000400:00000010:0.0:1767384634.576278:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e5dec43. 00000100:00000001:0.0:1767384634.576281:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384634.576283:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384634.576284:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384634.576288:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.576296:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f505f80 00000100:00000001:0.0:1767384634.576306:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384634.576307:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1389 [2] + 0 00000400:00000010:1.0:1767384634.576333:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933d487b. 00000400:00000200:1.0:1767384634.576336:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fbba1f3b 00000100:00000040:0.0:1767384634.576341:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.576342:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.576351:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384634.576357:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.576358:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbba1f3b 00000100:00000001:0.0:1767384634.576361:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384634.576367:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbba1f3b. 00000100:00000001:0.0:1767384634.576367:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.576372:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384634.576373:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294923393 00000100:00000200:1.0:1767384634.576376:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384634.576379:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c716690. 00000100:00000040:1.0:1767384634.576380:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000004fe3fe8c x1853237037653888 msgsize 4848 00000800:00000200:2.0:1767384634.576381:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384634.576387:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0c3697f. 00000100:00000001:0.0:1767384634.576388:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384634.576392:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384634.576395:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384634.576397:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294923393 00000400:00000200:2.0:1767384634.576400:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384634.576403:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048066226. 00000100:00000001:1.0:1767384634.576406:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384634.576409:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384634.576410:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: ACK: OK 00000400:00000200:1.0:1767384634.576414:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0446001 00000100:00000001:0.0:1767384634.576416:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294923393 00000400:00000010:1.0:1767384634.576418:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0446001. 00000800:00000001:2.0:1767384634.576421:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384634.576422:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083e55e4d. 00000100:00000001:1.0:1767384634.576423:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384634.576427:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.576428:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384634.576431:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384634.576434:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384634.576435:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294923393 00000800:00000001:2.0:1767384634.576440:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384634.576442:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e004547. 00000800:00000001:2.0:1767384634.576446:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384634.576447:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.576452:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384634.576454:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.576454:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384634.576461:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.576464:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.576468:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.576469:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384634.576470:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp19(192.168.203.133@tcp19) <- 192.168.203.133@tcp19 : ACK - for me 00000100:00000001:0.0:1767384634.576474:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.576476:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.576478:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.576481:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294923393 00000400:00000200:2.0:1767384634.576487:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp19: ACK from 12345-192.168.203.133@tcp19 into md 0x1b19 00000100:00000001:1.0:1767384634.576487:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294923393 00000100:00000001:0.0:1767384634.576489:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384634.576492:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384634.576493:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294923393 00000100:00000001:0.0:1767384634.576494:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384634.576500:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294923393 00000400:00000200:2.0:1767384634.576501:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp19->192.168.203.133@tcp19: ACK: OK 00000100:00000001:0.0:1767384634.576502:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.576503:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294923393 00000100:00000001:0.0:1767384634.576506:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.576508:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294923393 00000100:00000001:0.0:1767384634.576511:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576512:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc00a0ef 00000100:00000001:1.0:1767384634.576512:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294923393 00000100:00000001:1.0:1767384634.576517:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294923393 00000400:00000010:2.0:1767384634.576519:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc00a0ef. 00000100:00000001:0.0:1767384634.576519:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.576522:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.576526:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576527:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384634.576530:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576532:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000001:1.0:1767384634.576534:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384634.576538:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:1.0:1767384634.576540:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384634.576542:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384634.576543:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (31) 00000100:00000001:1.0:1767384634.576543:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384634.576546:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037653760 02000000:00000001:0.0:1767384634.576549:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384634.576550:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384634.576553:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.576556:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384634.576556:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384634.576557:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384634.576559:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.576560:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.576565:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384634.576566:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037653760 00000100:00000001:1.0:1767384634.576568:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384634.576570:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384634.576573:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384634.576575:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384634.576577:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384634.576579:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384634.576581:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384634.576585:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384634.576588:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d2fc5a4. 00000100:00000001:0.0:1767384634.576593:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.576596:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384634.576596:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d2fc5a4. 00000100:00100000:1.0:1767384634.576601:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037653888 02000000:00000001:1.0:1767384634.576603:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.576605:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384634.576605:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a45b5879. 00000100:00000001:1.0:1767384634.576608:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384634.576612:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c203499. 02000000:00000001:1.0:1767384634.576613:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.576618:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037653888 00000020:00000001:1.0:1767384634.576620:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384634.576621:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e52e7ad. 00000020:00000040:1.0:1767384634.576622:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384634.576626:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.576628:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000020:00000001:1.0:1767384634.576631:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000040:0.0:1767384634.576632:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384634.576633:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384634.576638:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384634.576639:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384634.576642:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384634.576644:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eac7d2f1. 00000100:00000001:0.0:1767384634.576645:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.576649:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384634.576651:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eac7d2f1. 00000020:00000010:1.0:1767384634.576658:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e734c73. 00000100:00000001:0.0:1767384634.576661:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384634.576664:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074fc8a9e. 00000020:00000010:1.0:1767384634.576670:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000100:00000001:0.0:1767384634.576672:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.576674:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384634.576677:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384634.576679:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.576685:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.576687:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384634.576688:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.576691:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384634.576697:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:0.0:1767384634.576700:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384634.576703:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384634.576703:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981242448 : -117139728309168 : ffff9576481ae450) 00000100:00000001:1.0:1767384634.576707:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384634.576712:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae9d4a0a x1853237037653760/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 4848/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.576716:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384634.576722:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000400:00000200:2.0:1767384634.576723:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384634.576728:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981235280 : -117139728316336 : ffff9576481ac850) 00000100:00000001:0.0:1767384634.576728:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384634.576731:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000dca1954e. 00000020:00000010:0.0:1767384634.576733:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d2fc5a4. 00000100:00000040:1.0:1767384634.576736:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004fe3fe8c x1853237037653888/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 4848/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384634.576737:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019ce1d53. 00000100:00000001:0.0:1767384634.576738:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384634.576743:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d2fc5a4. 00000400:00000010:2.0:1767384634.576745:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009efb5e08. 00000400:00000200:2.0:1767384634.576752:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dca1954e 00000100:00100000:0.0:1767384634.576753:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae9d4a0a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037653760:12345-0@lo:253: 00000400:00000010:2.0:1767384634.576757:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000009c5ee50e. 00000100:00000200:0.0:1767384634.576764:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037653760 00000400:00000200:2.0:1767384634.576765:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000020:00000001:0.0:1767384634.576769:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384634.576770:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384634.576772:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000020:00000001:0.0:1767384634.576774:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384634.576776:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eac7d2f1. 00000400:00000200:2.0:1767384634.576778:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (30) 00000020:00000001:0.0:1767384634.576779:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.576780:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384634.576785:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384634.576786:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eac7d2f1. 00000400:00000010:2.0:1767384634.576787:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000f8860e4a. 00000020:00000001:0.0:1767384634.576788:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384634.576794:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384634.576795:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839f8247. 00000020:00000001:0.0:1767384634.576798:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384634.576799:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004fe3fe8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16164:x1853237037653888:12345-0@lo:253: 00000020:00000001:0.0:1767384634.576804:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384634.576805:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009bc6a6fd. 00000100:00000200:1.0:1767384634.576805:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037653888 00000020:00000001:0.0:1767384634.576809:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384634.576811:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384634.576814:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576815:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000020:00000001:1.0:1767384634.576815:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384634.576820:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.576821:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384634.576823:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384634.576826:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384634.576827:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:2.0:1767384634.576828:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000001:1.0:1767384634.576831:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384634.576833:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000104816f5. 00000020:00000001:1.0:1767384634.576834:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384634.576839:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.576841:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384634.576843:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.576844:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384634.576847:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000020:00000001:1.0:1767384634.576849:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384634.576850:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384634.576856:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:1.0:1767384634.576857:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384634.576860:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384634.576861:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005312d69e. 00000400:00000200:2.0:1767384634.576865:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 20000000:01000000:0.0:1767384634.576867:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384634.576870:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 02000000:00000010:1.0:1767384634.576875:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000e9b244c. 00000400:00000200:2.0:1767384634.576876:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 20000000:00000001:0.0:1767384634.576879:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:1.0:1767384634.576880:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384634.576883:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384634.576887:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384634.576888:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576891:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 20000000:00000001:1.0:1767384634.576893:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384634.576894:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384634.576900:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384634.576902:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e09a94e0. 00000400:00000200:2.0:1767384634.576904:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 20000000:01000000:1.0:1767384634.576908:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384634.576912:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 20000000:00000010:0.0:1767384634.576912:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005c287e78. 20000000:00000001:1.0:1767384634.576913:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384634.576917:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384634.576918:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:1.0:1767384634.576920:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384634.576925:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576928:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 20000000:00000001:0.0:1767384634.576928:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384634.576929:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384634.576935:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00080000:00000001:0.0:1767384634.576936:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384634.576941:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000400:00000200:2.0:1767384634.576946:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:2.0:1767384634.576950:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:2.0:1767384634.576955:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:2.0:1767384634.576959:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000400:00000200:2.0:1767384634.576962:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000400:00000200:2.0:1767384634.576967:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:2.0:1767384634.576970:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:2.0:1767384634.576974:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 28], ns[98, 28] 00080000:00000001:0.0:1767384634.576979:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384634.576986:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384634.576989:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.576991:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 28], ns[70, 28] 00080000:00000001:0.0:1767384634.576992:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384634.576997:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 28], ns[71, 28] 00000020:00000001:0.0:1767384634.576998:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384634.577005:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 28], ns[100, 28] 00000020:00000001:0.0:1767384634.577006:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:0.0:1767384634.577013:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384634.577015:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 28], ns[84, 28] 00000400:00000200:2.0:1767384634.577019:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 28], ns[103, 28] 00080000:00000010:0.0:1767384634.577020:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b39342f3. 00000400:00000200:2.0:1767384634.577025:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 28], ns[102, 28] 00080000:00000001:0.0:1767384634.577026:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944794112 : -117139764757504 : ffff957645eebc00) 00080000:00000001:0.0:1767384634.577033:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384634.577035:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 28], ns[104, 28] 00000400:00000200:2.0:1767384634.577040:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[110, 28], ns[114, 28] 00000400:00000200:2.0:1767384634.577043:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 28], ns[113, 28] 00000400:00000200:2.0:1767384634.577046:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:2.0:1767384634.577050:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp20 00000400:00000200:2.0:1767384634.577053:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp20 lpni_is_preferred = 0 00000400:00000200:2.0:1767384634.577056:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp20 00000400:00000200:2.0:1767384634.577059:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp20 NI seq info: [117:117:256:4294967295] 192.168.203.133@tcp20 LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1767384634.577064:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp20 00000400:00000200:2.0:1767384634.577070:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20:) -> 192.168.203.133@tcp20(192.168.203.133@tcp:192.168.203.133@tcp20) : GET try# 0 00000800:00000200:2.0:1767384634.577074:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp20 00000800:00000010:2.0:1767384634.577077:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e0c3697f. 00000800:00000200:2.0:1767384634.577081:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (6) 00000800:00000200:2.0:1767384634.577086:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp20 ip 192.168.203.133:988 00000800:00000200:2.0:1767384634.577088:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0c3697f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384634.577098:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384634.577100:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00000001:00000001:0.0:1767384634.577127:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384634.577130:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384634.577132:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384634.577150:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384634.577153:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767384634.577164:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384634.577167:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e0c3697f. 00000400:00000200:2.0:1767384634.577170:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384634.577175:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: GET: OK 00000400:00000200:2.0:1767384634.577178:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384634.577181:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:2.0:1767384634.577186:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384634.577190:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384634.577192:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384634.577201:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384634.577207:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20) <- 192.168.203.133@tcp20 : GET - for me 00000400:00000200:2.0:1767384634.577215:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384634.577220:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 512/512 into md 0x1b15 [1] + 0 00000400:00000200:2.0:1767384634.577229:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp20 to MR: 192.168.203.133@tcp20 local destination 00000400:00000200:2.0:1767384634.577234:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp20 NI seq info: [118:118:256:4294967295] 192.168.203.133@tcp20 LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1767384634.577246:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20:192.168.203.133@tcp20) -> 192.168.203.133@tcp20(192.168.203.133@tcp20:192.168.203.133@tcp20) 192.168.203.133@tcp20 : REPLY try# 0 00000800:00000200:2.0:1767384634.577250:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.133@tcp20 00000800:00000010:2.0:1767384634.577254:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0c3697f. 00000800:00000200:2.0:1767384634.577259:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (6) 00000800:00000200:2.0:1767384634.577279:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp20 ip 192.168.203.133:1001 00000800:00000200:2.0:1767384634.577282:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0c3697f type 3, nob 608 niov 1 nkiov 1 00080000:00000001:0.0:1767384634.577295:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384634.577314:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384634.577434:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384634.577445:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384634.577450:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384634.577452:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384634.577455:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.577462:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20) <- 192.168.203.133@tcp20 : REPLY - for me 00000400:00000200:0.0:1767384634.577473:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp20: Reply from 12345-192.168.203.133@tcp20 of length 512/512 into md 0x1b31 00000800:00000001:0.0:1767384634.577478:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384634.577483:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.577485:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384634.577489:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: REPLY: OK 00000400:00000200:0.0:1767384634.577499:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839f8247 00000400:00000010:0.0:1767384634.577501:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839f8247. 00000400:00000200:0.0:1767384634.577505:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384634.577509:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:0.0:1767384634.577512:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384634.577516:0:16158:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 30. state = 0x100251 00000400:00000200:0.0:1767384634.577520:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000800:00000200:2.0:1767384634.577528:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384634.577531:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (31) 00000800:00000010:2.0:1767384634.577532:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0c3697f. 00000400:00000200:2.0:1767384634.577539:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384634.577542:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384634.577547:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: REPLY: OK 00000800:00000001:0.0:1767384634.577547:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384634.577562:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.577581:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384634.577585:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000d1 00000400:00000010:0.0:1767384634.577591:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000a9937820. 00000400:00000010:0.0:1767384634.577594:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 0000000014f7ace9. 00000400:00000010:0.0:1767384634.577598:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 000000005b37dbff. 00000400:00000200:0.0:1767384634.577632:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp36(00000000fd1eb3f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384634.577640:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000e511b51. 00000400:00000200:0.0:1767384634.577645:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000e511b51 nid 192.168.203.133@tcp38 00000400:00000010:0.0:1767384634.577649:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bb39c404. 00000400:00000200:0.0:1767384634.577651:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bb39c404 net tcp38 00000400:00000200:0.0:1767384634.577654:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (30) 00000400:00000200:0.0:1767384634.577658:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp38 flags 0x11 00000400:00000010:0.0:1767384634.577662:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000a9937820. 00000400:00000010:0.0:1767384634.577664:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 0000000014f7ace9. 00000400:00000010:0.0:1767384634.577666:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 000000005b37dbff. 00000400:00000010:0.0:1767384634.577669:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000f8860e4a. 00000400:00000200:0.0:1767384634.577672:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384634.577675:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100151 00000400:00000200:0.0:1767384634.577678:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc 1 00000400:00000200:0.0:1767384634.577680:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000200:0.0:1767384634.577683:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384634.577684:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:0.0:1767384634.577694:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384634.577697:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (31) 00080000:00000001:1.0:1767384634.584361:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384634.584365:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:1.0:1767384634.584368:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384634.584370:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384634.584370:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384634.584374:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384634.584376:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384634.584379:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384634.584380:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384634.584382:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b39342f3. 00080000:00000001:0.0:1767384634.584385:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384634.584387:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384634.584397:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384634.584400:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384634.584403:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001a5a53b7. 00080000:00000020:1.0:1767384634.584404:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384634.584407:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384634.584408:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:0.0:1767384634.584412:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384634.584414:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384634.584415:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384634.584419:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384634.584420:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384634.584423:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384634.584429:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000007d17664 count: 2 00010000:00000001:0.0:1767384634.584431:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384634.584434:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384634.584437:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cdef4e7. 00080000:00000001:2.0:1767384634.584438:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384634.584440:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384634.584442:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cdef4e7 with handle 0x1c01179f271edd87 to hash 00000020:00000001:0.0:1767384634.584444:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384634.584446:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00080000:00000001:2.0:1767384634.584449:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384634.584450:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00080000:00000001:2.0:1767384634.584452:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.584455:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384634.584455:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384634.584458:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.584459:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:0.0:1767384634.584462:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384634.584464:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:2.0:1767384634.584470:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384634.584475:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d94d1cd9. 00010000:00000001:0.0:1767384634.584476:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384634.584481:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568977920 : -117144140573696 : ffff9575411d1400) 00010000:00000001:0.0:1767384634.584481:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384634.584485:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384634.584486:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384634.584488:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384634.584491:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384634.584494:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edd79 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384634.584508:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384634.584509:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.584511:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384634.584512:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384634.584514:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384634.584516:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384634.584517:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384634.584522:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000007d17664) refcount = 2 00010000:00000040:0.0:1767384634.584524:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384634.584527:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271edd79 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384634.584531:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384634.584532:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384634.584536:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000010:0.0:1767384634.584538:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021cf479e. 00080000:00000001:2.0:1767384634.584539:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.584543:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384634.584543:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384634.584547:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e5dec43. 00000100:00000001:0.0:1767384634.584550:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934386250496 : -117139323301120 : ffff9576603ed300) 00000100:00000001:0.0:1767384634.584552:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934386250496 : -117139323301120 : ffff9576603ed300) 00080000:00000001:2.0:1767384634.584554:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.584554:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384634.584557:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:2.0:1767384634.584559:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384634.584559:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384634.584563:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384634.584565:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384634.584567:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384634.584569:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384634.584570:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384634.584571:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384634.584575:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099e14c91. 00000020:00000040:0.0:1767384634.584577:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:0.0:1767384634.584585:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384634.584587:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384634.584589:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384634.584594:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e495865b. 00000100:00000001:0.0:1767384634.584597:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384634.584602:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271edd79 expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384634.584613:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271edd79 expref: 16 pid: 16806 timeout: 406 lvb_type: 0 00080000:00000001:2.0:1767384634.584615:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384634.584620:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384634.584622:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384634.584625:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384634.584628:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384634.584633:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384634.584634:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384634.584637:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037654016:0@lo:104: 00000100:00000001:0.0:1767384634.584639:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384634.584641:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384634.584642:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384634.584643:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384634.584645:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eccee787. 02000000:00000001:0.0:1767384634.584646:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384634.584649:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf8367a. 00000400:00000010:0.0:1767384634.584651:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda64fb6. 00000100:00000200:0.0:1767384634.584653:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037654016, portal 16 00000100:00000001:0.0:1767384634.584654:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384634.584655:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987285120 : -117139722266496 : ffff957648771880) 00000100:00000040:0.0:1767384634.584658:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384634.584662:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384634.584663:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384634.584664:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3972d42. 00000100:00000200:0.0:1767384634.584671:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037654016, offset 0 00000400:00000200:0.0:1767384634.584674:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384634.584678:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384634.584682:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f506000 00000400:00000200:0.0:1767384634.584685:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 328 00000400:00000200:0.0:1767384634.584689:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384634.584690:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384634.584693:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384634.584694:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384634.584696:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049c42488. 00000100:00000040:0.0:1767384634.584698:0:16827:0:(events.c:337:request_in_callback()) incoming req@0000000049c42488 x1853237037654016 msgsize 328 00000100:00100000:0.0:1767384634.584700:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384634.584710:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384634.584713:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3972d42 00000400:00000010:0.0:1767384634.584714:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3972d42. 00000100:00000001:0.0:1767384634.584716:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384634.584718:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384634.584724:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384634.584726:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.584730:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384634.584732:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.584733:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037654016 00000100:00000001:0.0:1767384634.584735:0:16827:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384634.584738:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.584740:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384634.584740:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.584744:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.584745:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294923401 02000000:00000001:1.0:1767384634.584748:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.584751:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037654016 00000100:00000001:0.0:1767384634.584751:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294923393 00000020:00000001:1.0:1767384634.584755:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384634.584757:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000100:00000001:0.0:1767384634.584757:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294923401 00000020:00000001:1.0:1767384634.584760:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384634.584762:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294923393 00000020:00000040:1.0:1767384634.584763:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000020:00000001:1.0:1767384634.584767:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:0.0:1767384634.584768:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294923401 00000020:00000001:1.0:1767384634.584771:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:0.0:1767384634.584773:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294923393 00000100:00000001:1.0:1767384634.584774:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384634.584777:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294923401 00000020:00000010:1.0:1767384634.584779:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c194ff6. 00000100:00000001:0.0:1767384634.584781:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294923393 00000100:00000001:1.0:1767384634.584782:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384634.584784:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c194ff6. 00000020:00000010:1.0:1767384634.584788:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cc1edac. 00000100:00000001:0.0:1767384634.584790:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384634.584793:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c696a0b. 00000100:00000001:0.0:1767384634.584793:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.584798:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384634.584800:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00010000:00000001:0.0:1767384634.584801:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384634.584806:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.584808:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384634.584810:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:0.0:1767384634.584810:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384634.584813:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.584814:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384634.584815:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384634.584817:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384634.584818:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384634.584819:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.584822:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.584825:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.584825:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384634.584827:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384634.584830:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 000000002e5dec43 going to sleep for 11 seconds 00000100:00000001:0.0:1767384634.584832:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384634.584834:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.584839:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.584848:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384634.584850:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384634.584853:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384634.584855:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:1.0:1767384634.584857:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987292288 : -117139722259328 : ffff957648773480) 00000100:00000040:1.0:1767384634.584867:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049c42488 x1853237037654016/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 328/0 e 0 to 0 dl 1767384645 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.584874:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384634.584876:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c194ff6. 00000100:00000001:1.0:1767384634.584878:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384634.584880:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c194ff6. 00000100:00100000:1.0:1767384634.584885:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049c42488 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037654016:12345-0@lo:104: 00000100:00000200:1.0:1767384634.584887:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037654016 00010000:00000001:1.0:1767384634.584889:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384634.584893:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384634.584894:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.584896:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=2 00000020:00000001:1.0:1767384634.584898:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:1.0:1767384634.584900:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:1.0:1767384634.584903:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384634.584905:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.584907:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384634.584913:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384634.584915:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384634.584918:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6274965. 02000000:00000001:1.0:1767384634.584919:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.584921:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.584924:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384634.584926:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384634.584929:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384634.584932:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384634.584935:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384634.584937:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384634.584939:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384634.584940:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.584947:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384634.584949:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384634.584952:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000321b3865. 00000100:00000200:1.0:1767384634.584954:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037654016, offset 224 00000400:00000200:1.0:1767384634.584960:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384634.584965:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384634.584972:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f506000 00000400:00000200:1.0:1767384634.584976:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1b35 [1] + 224 00000400:00000200:1.0:1767384634.584979:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.584982:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384634.584985:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.584988:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384634.584994:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.585010:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384634.585014:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321b3865 00000400:00000010:1.0:1767384634.585016:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000321b3865. 00000100:00000001:1.0:1767384634.585019:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384634.585020:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.585023:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.585025:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384634.585028:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384634.585042:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384634.585045:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384634.585046:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384634.585048:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf8367a. 00000400:00000200:1.0:1767384634.585050:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda64fb6 00000400:00000010:1.0:1767384634.585052:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda64fb6. 00000100:00000001:1.0:1767384634.585054:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.585055:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384634.585061:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.585066:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.585073:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.585075:0:16827:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384634.585077:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.585078:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.585079:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.585081:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384634.585085:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384634.585087:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384634.585092:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384634.585093:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.585096:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384634.585097:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.585100:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.585102:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.585107:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.585109:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384634.585111:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.585113:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384634.585114:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.585115:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.585116:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.585119:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384634.585125:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037654016:0@lo:104: 00000100:00000001:1.0:1767384634.585129:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.585131:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.585132:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384634.585133:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.585134:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099e14c91 x1853237037654016/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.585139:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384634.585140:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384634.585142:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eccee787. 02000000:00000001:1.0:1767384634.585145:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384634.585151:0:16827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.585152:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00000020:00000001:1.0:1767384634.585154:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.585156:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e495865b. 02000000:00000001:1.0:1767384634.585160:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384634.585161:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.585163:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099e14c91. 00000100:00000001:1.0:1767384634.585165:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.585166:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384634.585168:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002e5dec43. 00000100:00000001:1.0:1767384634.585171:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384634.585172:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384634.585174:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021cf479e. 00010000:00000001:1.0:1767384634.585176:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.585178:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.585180:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384634.585182:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384634.585184:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384634.585185:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384634.585440:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a1ad9c45. 00010000:00000001:1.0:1767384634.585444:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384634.585450:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384634.585453:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.585454:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.585456:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.585460:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049c42488 x1853237037654016/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384634.585468:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049c42488 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037654016:12345-0@lo:104: Request processed in 592us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384634.585475:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384634.585477:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00000100:00000001:1.0:1767384634.585480:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384634.585486:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384634.585490:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c696a0b. 00000020:00000010:1.0:1767384634.585494:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384634.585497:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cc1edac. 00000020:00000040:1.0:1767384634.585503:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000100:00000001:1.0:1767384634.585506:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384634.585521:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384634.585524:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.585526:0:16799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384634.585529:0:16799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384634.585531:0:16799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384634.585533:0:16799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384634.585540:0:16799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000d29bc72 already unused, calling callback (000000001582b397) 10000000:00000001:1.0:1767384634.585542:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384634.585543:0:16799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.585548:0:16799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384634.585550:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384634.585551:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.585553:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=3 00000020:00000001:1.0:1767384634.585555:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:1.0:1767384634.585558:0:16799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:1.0:1767384634.585560:0:16799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384634.585562:0:16799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384634.585567:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384634.585568:0:16799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384634.585572:0:16799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384634.585578:0:16799:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384634.585580:0:16799:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384634.585581:0:16799:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384634.585583:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384634.585584:0:16799:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384634.585599:0:16799:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384634.585600:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384634.585601:0:16799:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 10000000:00000001:1.0:1767384634.585603:0:16799:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384634.585605:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.585608:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384634.585610:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384634.585611:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384634.585613:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384634.585615:0:16799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384634.585618:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d29bc72 with handle 0x1c01179f271edd79 from hash 00010000:00000001:1.0:1767384634.585620:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384634.585621:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.585622:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.585624:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384634.585626:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384634.585627:0:16799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384634.585630:0:16799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384634.585632:0:16799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384634.585636:0:16799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000320049f7. 00000020:00000040:1.0:1767384634.585638:0:16799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384634.585641:0:16799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384634.585642:0:16799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384634.585645:0:16799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384634.585760:0:16799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003cc1edac. 00000100:00000001:1.0:1767384634.585764:0:16799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.585766:0:16799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384634.585769:0:16799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384634.585773:0:16799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384634.585775:0:16799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.585782:0:16799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384634.585783:0:16799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.585787:0:16799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320049f7] to pc [ptlrpcd_00_02+2] req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384634.585804:0:16799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384634.585807:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.585808:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.585810:0:16799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.585812:0:16799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384634.585814:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.585815:0:16799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.585819:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384634.585821:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 000000000d29bc72/0x1c01179f271edd79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271edd80 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384634.585825:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3f7ddef count: 0 00010000:00000001:1.0:1767384634.585832:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.585833:0:16799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384634.585834:0:16799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a1ad9c45. 00010000:00000001:1.0:1767384634.585836:0:16799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.585837:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384634.585839:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.585840:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384634.585841:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384634.585842:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.585843:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384634.585844:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384634.585845:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.585846:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384634.585852:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.585854:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.585855:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384634.585858:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.585872:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384634.585873:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.585875:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384634.585876:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384634.585878:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.585879:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037654144:0@lo:103: 00000100:00000001:1.0:1767384634.585882:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384634.585885:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384634.585886:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.585888:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384634.585891:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038c5fad3. 02000000:00000001:1.0:1767384634.585893:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.585897:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933d487b. 00000400:00000010:1.0:1767384634.585902:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000321b3865. 00000100:00000200:1.0:1767384634.585904:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037654144, portal 18 00000100:00000001:1.0:1767384634.585906:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384634.585907:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599147392 : -117139110404224 : ffff95766cef5f80) 00000100:00000040:1.0:1767384634.585911:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.585915:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384634.585918:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384634.585921:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075e90106. 00000100:00000200:1.0:1767384634.585923:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037654144, offset 0 00000400:00000200:1.0:1767384634.585927:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384634.585933:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384634.585938:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f506080 00000400:00000200:1.0:1767384634.585943:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:1.0:1767384634.585947:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.585951:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384634.585956:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384634.585957:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384634.585959:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055425c0f. 00000100:00000040:1.0:1767384634.585966:0:16165:0:(events.c:337:request_in_callback()) incoming req@0000000055425c0f x1853237037654144 msgsize 328 00000100:00100000:1.0:1767384634.585971:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384634.585981:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384634.585987:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e90106 00000400:00000010:1.0:1767384634.585988:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e90106. 00000100:00000001:1.0:1767384634.585992:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384634.585994:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.586001:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.586004:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.586008:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586011:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.586015:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586017:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294923402 00000100:00000001:1.0:1767384634.586023:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294923401 00000100:00000001:1.0:1767384634.586028:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294923402 00000100:00000001:1.0:1767384634.586032:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294923401 00000100:00000001:1.0:1767384634.586034:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294923402 00000100:00000001:1.0:1767384634.586038:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923401 00000100:00000001:1.0:1767384634.586043:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294923402 00000100:00000001:1.0:1767384634.586046:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923401 00000100:00000001:1.0:1767384634.586049:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.586051:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586053:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586055:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586060:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.586061:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384634.586064:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.586066:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.586068:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586070:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586087:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.586089:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586103:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384634.586105:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037654144 02000000:00000001:1.0:1767384634.586107:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.586109:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.586110:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.586112:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.586114:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037654144 00000020:00000001:1.0:1767384634.586115:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384634.586117:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384634.586119:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.586120:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000020:00000001:1.0:1767384634.586122:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384634.586123:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384634.586125:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384634.586127:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060e08628. 00000100:00000001:1.0:1767384634.586128:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384634.586130:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060e08628. 00000020:00000010:1.0:1767384634.586134:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bafc337. 00000020:00000010:1.0:1767384634.586137:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b01a0d09. 00000020:00000010:1.0:1767384634.586139:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000040:1.0:1767384634.586145:0:16798:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384634.586147:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384634.586148:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384634.586150:0:16798:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384634.586151:0:16798:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586153:0:16798:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384634.586156:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384634.586157:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.586158:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f567f21 refcount=4 00000020:00000001:1.0:1767384634.586159:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:1.0:1767384634.586161:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00010000:1.0:1767384634.586164:0:16798:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edd79 expref: 17 pid: 16806 timeout: 406 lvb_type: 0 00010000:00000001:1.0:1767384634.586176:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586177:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586178:0:16798:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586179:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586183:0:16798:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384634.586185:0:16798:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055425c0f x1853237037654144/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 328/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.586190:0:16798:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384634.586192:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586202:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586213:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384634.586215:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384634.586217:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384634.586219:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:1.0:1767384634.586220:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599142912 : -117139110408704 : ffff95766cef4e00) 00000100:00000040:1.0:1767384634.586224:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055425c0f x1853237037654144/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 328/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.586229:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384634.586232:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060e08628. 00000100:00000001:1.0:1767384634.586234:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384634.586235:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060e08628. 00000100:00100000:1.0:1767384634.586238:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055425c0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16165:x1853237037654144:12345-0@lo:103: 00000100:00000200:1.0:1767384634.586241:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037654144 00010000:00000001:1.0:1767384634.586243:0:16798:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384634.586244:0:16798:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384634.586246:0:16798:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384634.586249:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384634.586250:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384634.586253:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007494b09a. 02000000:00000001:1.0:1767384634.586255:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586256:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586276:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384634.586279:0:16798:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384634.586280:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384634.586281:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.586282:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f567f21 refcount=4 00000020:00000001:1.0:1767384634.586284:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:1.0:1767384634.586286:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000040:1.0:1767384634.586288:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000007d17664 count: 3 00010000:00010000:1.0:1767384634.586290:0:16798:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271edd79 expref: 17 pid: 16806 timeout: 406 lvb_type: 0 00000100:00001000:1.0:1767384634.586294:0:16798:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384634 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384634.586297:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384634.586302:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586304:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384634.586306:0:16798:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271edd79 expref: 17 pid: 16806 timeout: 406 lvb_type: 0 00000020:00000001:1.0:1767384634.586332:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384634.586334:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384634.586336:0:16798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.586337:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586340:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384634.586341:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384634.586345:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586346:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586348:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384634.586349:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384634.586351:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f567f21 with handle 0x1c01179f271edd80 from hash 00010000:00000001:1.0:1767384634.586353:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384634.586354:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586356:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586357:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384634.586359:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384634.586360:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384634.586363:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f567f21/0x1c01179f271edd80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271edd79 expref: 17 pid: 16806 timeout: 406 lvb_type: 0 00010000:00000040:1.0:1767384634.586371:0:16798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:1.0:1767384634.586373:0:16798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:1.0:1767384634.586379:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586381:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384634.586383:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384634.586385:0:16798:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005cdef4e7 00010000:00000001:1.0:1767384634.586387:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384634.586388:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384634.586390:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.586391:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384634.586392:0:16798:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.586394:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384634.586396:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384634.586397:0:16798:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586401:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384634.586403:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384634.586404:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384634.586405:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384634.586406:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000007d17664) refcount = 2 00010000:00010000:1.0:1767384634.586408:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586412:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384634.586413:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384634.586414:0:16798:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.586415:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384634.586417:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060e08628. 00000100:00000001:1.0:1767384634.586419:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384634.586422:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1ad9c45. 00000100:00000001:1.0:1767384634.586423:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929599108224 : -117144110443392 : ffff957542e8d480) 00000100:00000001:1.0:1767384634.586425:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626929599108224 : -117144110443392 : ffff957542e8d480) 00000100:00000001:1.0:1767384634.586426:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384634.586430:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384634.586432:0:16798:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384634.586433:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384634.586435:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384634.586438:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384634.586439:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.586440:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=5 00000020:00000001:1.0:1767384634.586442:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:1.0:1767384634.586443:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:1.0:1767384634.586445:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384634.586446:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586450:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384634.586451:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586454:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586455:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384634.586456:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586459:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384634.586460:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586462:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384634.586463:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384634.586466:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005cdef4e7 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384634.586467:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384634.586469:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384634.586470:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586473:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384634.586480:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384634.586481:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.586482:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=6 00000020:00000001:1.0:1767384634.586484:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:1.0:1767384634.586485:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:1.0:1767384634.586487:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384634.586488:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586491:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384634.586492:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384634.586493:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586494:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384634.586495:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384634.586496:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384634.586496:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384634.586497:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cdef4e7 with handle 0x1c01179f271edd87 from hash 00010000:00000001:1.0:1767384634.586498:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384634.586499:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586500:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586500:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384634.586501:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384634.586502:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384634.586503:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384634.586504:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.586505:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586506:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384634.586507:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384634.586509:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586510:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586511:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586512:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586514:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.586515:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586518:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586522:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586524:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384634.586525:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384634.586526:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586527:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586528:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384634.586530:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384634.586531:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586532:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.586533:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.586533:0:16798:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586535:0:16798:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384634.586535:0:16798:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384634.586537:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586538:0:16798:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586539:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384634.586541:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a1ad9c45. 00000100:00000001:1.0:1767384634.586543:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384634.586544:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384634.586545:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060e08628. 00010000:00000001:1.0:1767384634.586547:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384634.586548:0:16798:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384634.586549:0:16798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.586552:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384634.586553:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384634.586555:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384634.586557:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384634.586558:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384634.586560:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384634.586562:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384634.586563:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586565:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384634.586567:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384634.586570:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075e90106. 00000100:00000200:1.0:1767384634.586572:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037654144, offset 224 00000400:00000200:1.0:1767384634.586576:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384634.586582:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384634.586591:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f506080 00000400:00000200:1.0:1767384634.586594:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1b41 [1] + 224 00000400:00000200:1.0:1767384634.586596:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.586598:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384634.586600:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.586603:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384634.586608:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.586618:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384634.586622:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e90106 00000400:00000010:1.0:1767384634.586624:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e90106. 00000100:00000001:1.0:1767384634.586627:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384634.586628:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.586630:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.586632:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384634.586634:0:16798:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586636:0:16798:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.586638:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055425c0f x1853237037654144/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.586644:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055425c0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16165:x1853237037654144:12345-0@lo:103: Request processed in 414us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384634.586649:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384634.586651:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384634.586652:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384634.586654:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384634.586656:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b01a0d09. 00000020:00000010:1.0:1767384634.586658:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384634.586660:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bafc337. 00000020:00000040:1.0:1767384634.586664:0:16798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000001:1.0:1767384634.586666:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586683:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.586690:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384634.586694:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384634.586695:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384634.586696:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933d487b. 00000400:00000200:1.0:1767384634.586699:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321b3865 00000400:00000010:1.0:1767384634.586700:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000321b3865. 00000100:00000001:1.0:1767384634.586704:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.586706:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384634.586711:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.586717:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.586718:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586720:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384634.586721:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.586722:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.586723:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.586725:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384634.586727:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384634.586729:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384634.586732:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384634.586733:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.586734:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384634.586735:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586737:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.586739:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.586744:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.586746:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384634.586747:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384634.586750:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.586755:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037654144:0@lo:103: 00000100:00000001:1.0:1767384634.586759:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586766:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.586768:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000320049f7 x1853237037654144/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.586772:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384634.586774:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384634.586775:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038c5fad3. 02000000:00000001:1.0:1767384634.586778:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384634.586779:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.586779:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384634.586781:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.586783:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003cc1edac. 02000000:00000001:1.0:1767384634.586785:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384634.586786:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.586787:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000320049f7. 00000100:00000001:1.0:1767384634.586789:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.586790:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586791:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.586794:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.586795:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.586797:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.586799:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.586806:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586810:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384634.586812:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384634.586813:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.586816:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384634.586817:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384634.586818:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cdef4e7/0x1c01179f271edd87 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384634.586822:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000007d17664 count: 0 00010000:00000001:1.0:1767384634.586826:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384634.586833:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384634.591346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3f7ddef. 00010000:00000010:1.1:1767384634.591353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d29bc72. 00080000:00000001:3.0:1767384634.592105:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.592107:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384634.592110:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384634.592114:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384634.592114:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384634.592117:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384634.592120:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384634.592121:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384634.592125:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384634.592126:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d94d1cd9. 20000000:01000000:3.0:1767384634.592129:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384634.592131:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384634.592139:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384634.592143:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384634.592148:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384634.592149:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384634.592153:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384634.592155:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384634.592158:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384634.592160:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384634.592165:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f34fdc23. 00010000:00000001:1.0:1767384634.592168:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384634.592171:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf2ee109. 00000020:00000001:1.0:1767384634.592173:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384634.592175:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf2ee109 with handle 0x1c01179f271edd8e to hash 00000020:00000001:1.0:1767384634.592178:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384634.592179:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384634.592182:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384634.592184:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384634.592186:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.592188:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592194:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384634.592196:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384634.592197:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384634.592199:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384634.592201:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.592203:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384634.592205:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.592206:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384634.592208:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384634.592209:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384634.592211:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384634.592212:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f34fdc23) refcount = 1 00010000:00010000:1.0:1767384634.592215:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592219:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384634.592220:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384634.592227:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.592229:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.592231:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384634.592233:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384634.592235:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384634.592237:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384634.592239:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.592241:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:1.0:1767384634.592242:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384634.592245:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384634.592247:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384634.592249:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592253:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384634.592256:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592259:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.592261:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384634.592262:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592279:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384634.592280:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.592282:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384634.592283:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384634.592287:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf2ee109 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384634.592289:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384634.592291:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384634.592292:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592305:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384634.592306:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384634.592307:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.592308:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=5 00000020:00000001:1.0:1767384634.592337:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384634.592339:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384634.592342:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384634.592344:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592348:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384634.592349:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384634.592350:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.592353:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384634.592355:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384634.592356:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384634.592357:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384634.592358:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf2ee109 with handle 0x1c01179f271edd8e from hash 00010000:00000001:1.0:1767384634.592360:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384634.592362:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.592363:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.592364:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384634.592366:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384634.592367:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384634.592369:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384634.592370:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.592371:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.592372:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384634.592373:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384634.592375:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.592376:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.592377:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.592378:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.592380:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.592388:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592393:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.592394:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.592396:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384634.592397:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384634.592399:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.592400:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.592401:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384634.592403:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384634.592405:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.592407:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384634.592411:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384634.592412:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384634.592413:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf2ee109/0x1c01179f271edd8e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384634.592417:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f34fdc23 count: 0 00010000:00000001:1.0:1767384634.592423:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384634.592424:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384634.594057:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384634.594061:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384634.594064:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005312d69e. 20000000:00000001:2.0:1767384634.594070:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384634.594073:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037653760 00010000:00000001:2.0:1767384634.594076:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384634.594081:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae9d4a0a x1853237037653760/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384634.594088:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384634.594090:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384634.594092:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384634.594095:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384634.594098:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384634.594100:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384634.594110:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384634.594112:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.594115:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384634.594119:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384634.594123:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043b5e310. 00000100:00000200:2.0:1767384634.594127:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037653760, offset 224 00000400:00000200:2.0:1767384634.594149:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384634.594158:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384634.594166:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505f00 00000400:00000200:2.0:1767384634.594173:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b1d [2] + 224 00000400:00000200:2.0:1767384634.594178:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384634.594182:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.594187:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384634.594192:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384634.594200:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.594216:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384634.594222:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043b5e310 00000400:00000010:2.0:1767384634.594223:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043b5e310. 00000100:00000001:2.0:1767384634.594227:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384634.594229:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384634.594234:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.594237:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384634.594240:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384634.594242:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.594245:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384634.594250:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae9d4a0a x1853237037653760/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.594258:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae9d4a0a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037653760:12345-0@lo:253: Request processed in 17529us (18036us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384634.594281:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1767384634.594283:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384634.594292:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384634.594294:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384634.594315:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c203499. 00000020:00000010:2.0:1767384634.594318:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e52e7ad. 00000020:00000010:2.0:1767384634.594323:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a45b5879. 00010000:00000010:1.1:1767384634.594353:0:31149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f567f21. 00000020:00000040:2.0:1767384634.594359:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00010000:00000010:1.1:1767384634.594362:0:31149:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000007d17664. 02000000:00000001:2.0:1767384634.594365:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000010:1.1:1767384634.594367:0:31149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cdef4e7. 02000000:00000010:2.0:1767384634.594368:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000104816f5. 02000000:00000001:2.0:1767384634.594374:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384634.594376:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384634.594380:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384634.594438:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.594440:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384634.594445:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384634.594446:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384634.594448:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a680ae7. 00000400:00000200:2.0:1767384634.594452:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9c3be8a 00000400:00000010:2.0:1767384634.594454:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9c3be8a. 00000100:00000001:2.0:1767384634.594456:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384634.594460:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384634.594467:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.594474:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384634.594476:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.594477:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384634.594479:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384634.594481:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384634.594483:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.594485:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384634.594487:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=64 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384634.594490:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384634.594493:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384634.594495:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.594496:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384634.594523:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.594532:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.594535:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.594540:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384634.594543:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384634.594544:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384634.594547:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384634.594550:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384634.594551:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384634.594553:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384634.594555:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384634.594556:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384634.594557:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384634.594558:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384634.594560:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384634.594562:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384634.594564:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.594570:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037653760:0@lo:253: 00000100:00000001:2.0:1767384634.594575:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.594577:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384634.594580:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859f5068 x1853237037653760/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.594585:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384634.594587:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384634.594590:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000061b239c5. 02000000:00000001:2.0:1767384634.594595:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384634.594596:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384634.594597:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384634.594599:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384634.594600:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000002805257. 02000000:00000001:2.0:1767384634.594604:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384634.594605:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384634.594606:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859f5068. 00000100:00000001:2.0:1767384634.594608:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384634.594615:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.594617:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.594621:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384634.594622:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.594624:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.594626:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384634.594756:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edecd821. 00000400:00000010:2.0:1767384634.594783:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043b5e310. 00080000:00000020:2.0:1767384634.595824:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384634.595827:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384634.595829:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e09a94e0. 20000000:00000001:2.0:1767384634.595835:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384634.595837:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037653888 00010000:00000001:2.0:1767384634.595840:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384634.595844:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fe3fe8c x1853237037653888/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384634.595850:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384634.595852:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384634.595853:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384634.595856:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384634.595859:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384634.595861:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384634.595863:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384634.595864:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.595866:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384634.595869:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384634.595872:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca7d8832. 00000100:00000200:2.0:1767384634.595875:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037653888, offset 224 00000400:00000200:2.0:1767384634.595878:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384634.595883:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384634.595888:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f505f80 00000400:00000200:2.0:1767384634.595893:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b25 [2] + 224 00000400:00000200:2.0:1767384634.595897:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384634.595901:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.595904:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384634.595913:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384634.595920:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.595935:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384634.595942:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca7d8832 00000400:00000010:2.0:1767384634.595944:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca7d8832. 00000100:00000001:0.0:1767384634.595947:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.595948:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384634.595952:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384634.595952:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384634.595959:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384634.595960:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384634.595963:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384634.595965:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000010:0.0:1767384634.595967:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e639c3. 00010000:00000001:2.0:1767384634.595969:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384634.595973:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.595974:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4e900f8 00000020:00000001:2.0:1767384634.595976:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384634.595978:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4e900f8. 00000100:00000040:2.0:1767384634.595983:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fe3fe8c x1853237037653888/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384634.595983:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384634.595990:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.596000:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004fe3fe8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037653888:12345-0@lo:253: Request processed in 19226us (19614us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384634.596007:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.596013:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:2.0:1767384634.596019:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384634.596025:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384634.596025:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384634.596029:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384634.596030:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.596034:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384634.596035:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074fc8a9e. 02000000:00000001:0.0:1767384634.596036:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384634.596039:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384634.596042:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000100:00000001:0.0:1767384634.596042:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384634.596044:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.596049:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e734c73. 00000100:00001000:0.0:1767384634.596050:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=64 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384634.596055:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:2.0:1767384634.596058:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384634.596062:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000e9b244c. 00000100:00001000:0.0:1767384634.596063:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384634.596068:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384634.596069:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384634.596071:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.596073:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384634.596074:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384634.596077:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.596080:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384634.596081:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384634.596086:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384634.596087:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d783348. 00000400:00000010:2.0:1767384634.596095:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca7d8832. 00000100:00000001:0.0:1767384634.596096:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384634.596098:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384634.596099:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384634.596101:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384634.596104:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384634.596106:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384634.596107:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384634.596109:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384634.596110:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384634.596112:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384634.596113:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384634.596114:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384634.596116:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384634.596122:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037653888:0@lo:253: 00000100:00000001:0.0:1767384634.596126:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.596127:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384634.596128:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c287963 x1853237037653888/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384634.596133:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384634.596134:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384634.596136:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000acb8b47. 02000000:00000001:0.0:1767384634.596140:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384634.596157:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384634.596159:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384634.596161:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384634.596163:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dbaf21e5. 02000000:00000001:0.0:1767384634.596172:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384634.596173:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384634.596174:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c287963. 00000100:00000001:0.0:1767384634.596177:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384634.596178:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.596180:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.596184:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384634.596186:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.596189:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384634.596191:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384634.597542:0:31148:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000063b10b7e. 00000400:00000040:3.0:1767384634.597558:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384634.597560:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384634.597562:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384634.597564:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384634.597565:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384634.597566:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384634.597569:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384634.597570:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384634.597572:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384634.597572:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384634.597574:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384634.597576:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384634.597577:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384634.597578:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384634.597579:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384634.597581:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384634.597582:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384634.597583:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384634.597584:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384634.597589:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384634.597590:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384634.597591:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384634.597593:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384634.597594:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384634.597595:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384634.597597:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384634.597598:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384634.597599:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384634.597600:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384634.597601:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384634.597602:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384634.597603:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384634.597604:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384634.597605:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384634.597606:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384634.597607:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384634.597608:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384634.597610:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384634.597611:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384634.597612:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384634.597613:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384634.597614:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384634.597615:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384634.597616:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384634.597617:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384634.597618:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384634.597619:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384634.597620:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384634.597621:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384634.597622:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384634.597623:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384634.597624:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384634.597625:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384634.597626:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384634.597627:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384634.597628:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384634.597629:0:31148:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384634.597692:0:31148:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000063b10b7e. 00010000:00000010:1.1:1767384634.601334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f34fdc23. 00010000:00000010:1.1:1767384634.601342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2ee109. 00000100:00000040:1.0:1767384634.604352:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294923402, at 4294923403 00000100:00000010:1.0:1767384634.604359:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048066226. 00000100:00000040:2.0:1767384634.604362:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294923402, at 4294923403 00000100:00000010:2.0:1767384634.604370:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083e55e4d. 00000100:00000040:3.0:1767384634.604375:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294923402, at 4294923403 00000100:00000010:3.0:1767384634.604383:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e004547. 00000100:00000040:0.0:1767384634.605382:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294923402, at 4294923404 00000100:00000010:0.0:1767384634.605389:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c716690. 00000400:00000001:0.0:1767384634.721438:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384634.721442:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384634.721444:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b67f4c0 00000400:00000010:0.0:1767384634.721448:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b67f4c0. 00000400:00000200:0.0:1767384634.721452:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384634.721458:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384634.721467:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aed3be74. 00000400:00000010:0.0:1767384634.721470:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f7e19f38. 00000400:00000200:0.0:1767384634.721474:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp35 00000400:00000010:0.0:1767384634.721477:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000095f6fa44. 00000400:00000010:0.0:1767384634.721480:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009b28aa2f. 00000400:00000010:0.0:1767384634.721484:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3972d42. 00000400:00000010:0.0:1767384634.721489:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065832d97. 00000400:00000200:0.0:1767384634.721492:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp35 00000400:00000200:0.0:1767384634.721502:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp35 local destination 00000400:00000200:0.0:1767384634.721506:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp35 00000400:00000200:0.0:1767384634.721509:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp35 NI seq info: [119:119:256:4294967295] 192.168.203.133@tcp35 LPNI seq info [115:115:8:4294967295] 00000400:00000200:0.0:1767384634.721515:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp35 00000400:00000200:0.0:1767384634.721522:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp35(192.168.203.133@tcp35:) -> 192.168.203.133@tcp35(192.168.203.133@tcp35:192.168.203.133@tcp35) : GET try# 0 00000800:00000200:0.0:1767384634.721527:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp35 00000800:00000010:0.0:1767384634.721531:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ce1fe3e5. 00000800:00000200:0.0:1767384634.721542:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000800:00000200:0.1:1767384634.721546:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000400:00000200:0.0:1767384634.721566:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp35 added to recovery queue. ping count: 2 next ping: 260 health :800 00000400:00000200:3.0:1767384634.721633:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721669:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721687:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721711:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721738:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721757:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721775:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721795:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721818:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721858:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721883:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721908:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721939:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721957:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721976:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.721990:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722005:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722021:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722040:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722059:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722091:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722122:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722146:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722184:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722218:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722248:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722284:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722349:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722397:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722429:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722451:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722484:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722529:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722577:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384634.722624:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384634.722752:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d393633. 00000800:00000010:3.0:1767384634.722757:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000845961a4. 00000800:00000010:3.0:1767384634.722760:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049591bec. 00000800:00000010:3.0:1767384634.722778:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049591bec. 00000800:00020000:3.0:1767384634.722786:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384634.722789:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000845961a4. 00000800:00000010:3.0:1767384634.722792:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007d393633. 00000400:02020000:3.0:1767384634.722824:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp35 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384634.722830:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp35 notifying 192.168.203.133@tcp35: down 00000800:00000200:3.0:1767384634.722835:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp35 down 00000800:00000100:3.0:1767384634.722841:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp35 00000800:00000010:3.0:1767384634.722844:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ce1fe3e5. 00000400:00000200:3.0:1767384634.722847:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384634.722851:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp35->192.168.203.133@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384634.722857:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384634.722859:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384634.722863:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp35) recovery failed with -71 00010000:00000001:0.0:1767384635.042372:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384635.042377:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.042398:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384635.042400:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.042440:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384635.042445:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384635.042450:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384635.745437:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384635.745443:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384635.745447:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3972d42 00000400:00000010:1.0:1767384635.745463:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3972d42. 00000400:00000200:1.0:1767384635.745471:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384635.745479:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384635.745490:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000095f6fa44. 00000400:00000010:1.0:1767384635.745496:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009b28aa2f. 00000400:00000200:1.0:1767384635.745505:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp36 00000400:00000010:1.0:1767384635.745528:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016b13660. 00000400:00000010:1.0:1767384635.745536:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c72a8abd. 00000400:00000010:1.0:1767384635.745551:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000321b3865. 00000400:00000010:1.0:1767384635.745558:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d75451e. 00000400:00000200:1.0:1767384635.745562:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp36 00000400:00000200:1.0:1767384635.745577:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp36 local destination 00000400:00000200:1.0:1767384635.745584:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp36 00000400:00000200:1.0:1767384635.745589:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp36 NI seq info: [120:120:256:4294967295] 192.168.203.133@tcp36 LPNI seq info [116:116:8:4294967295] 00000400:00000200:1.0:1767384635.745596:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp36 00000400:00000200:1.0:1767384635.745604:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp36(192.168.203.133@tcp36:) -> 192.168.203.133@tcp36(192.168.203.133@tcp36:192.168.203.133@tcp36) : GET try# 0 00000800:00000200:1.0:1767384635.745609:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp36 00000800:00000010:1.0:1767384635.745616:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000019d2f52a. 00000800:00000200:1.0:1767384635.745623:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000800:00000200:1.1:1767384635.745629:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000400:00000200:1.0:1767384635.745657:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp36 added to recovery queue. ping count: 2 next ping: 261 health :800 00000400:00000200:3.0:1767384635.745780:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.745876:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.745920:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.745967:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746005:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746050:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746090:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746135:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746182:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746240:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746356:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746416:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746457:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746497:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746535:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746595:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746637:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746675:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746713:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746747:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746796:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746838:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746889:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746931:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.746973:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747017:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747062:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747098:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747122:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747145:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747176:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747228:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747375:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747436:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384635.747498:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384635.747788:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d393633. 00000800:00000010:3.0:1767384635.747805:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006ab6763b. 00000800:00000010:3.0:1767384635.747814:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f4fb7d3b. 00000800:00000010:3.0:1767384635.747856:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f4fb7d3b. 00000800:00020000:3.0:1767384635.747872:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384635.747878:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ab6763b. 00000800:00000010:3.0:1767384635.747882:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007d393633. 00000400:02020000:3.0:1767384635.747962:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp36 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384635.747973:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp36 notifying 192.168.203.133@tcp36: down 00000800:00000200:3.0:1767384635.747981:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp36 down 00000800:00000100:3.0:1767384635.747991:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp36 00000800:00000010:3.0:1767384635.747996:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000019d2f52a. 00000400:00000200:3.0:1767384635.748003:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384635.748011:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp36->192.168.203.133@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384635.748034:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384635.748039:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384635.748045:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp36) recovery failed with -71 00010000:00000001:0.0:1767384636.065396:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384636.065403:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.065411:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384636.065413:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384636.065515:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384636.065520:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384636.065523:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384636.086033:0:31579:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384636.086049:0:31579:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.086055:0:31579:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384636.086063:0:31579:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384636.086070:0:31579:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.086074:0:31579:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384636.769405:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384636.769411:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384636.769414:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321b3865 00000400:00000010:1.0:1767384636.769418:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000321b3865. 00000400:00000200:1.0:1767384636.769423:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384636.769428:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384636.769437:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016b13660. 00000400:00000010:1.0:1767384636.769440:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c72a8abd. 00000400:00000200:1.0:1767384636.769444:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp34 00000400:00000010:1.0:1767384636.769447:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016b13660. 00000400:00000010:1.0:1767384636.769452:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003d0ca5b6. 00000400:00000010:1.0:1767384636.769457:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000321b3865. 00000400:00000010:1.0:1767384636.769463:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d5d17c5e. 00000400:00000200:1.0:1767384636.769467:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp34 00000400:00000200:1.0:1767384636.769476:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp34 local destination 00000400:00000200:1.0:1767384636.769482:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp34 00000400:00000200:1.0:1767384636.769501:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp34 NI seq info: [121:121:256:4294967295] 192.168.203.133@tcp34 LPNI seq info [117:117:8:4294967295] 00000400:00000200:1.0:1767384636.769516:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp34 00000400:00000200:1.0:1767384636.769523:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34:) -> 192.168.203.133@tcp34(192.168.203.133@tcp34:192.168.203.133@tcp34) : GET try# 0 00000800:00000200:1.0:1767384636.769527:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp34 00000800:00000010:1.0:1767384636.769532:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000de0de361. 00000800:00000200:1.0:1767384636.769538:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000800:00000200:1.1:1767384636.769542:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000400:00000200:1.0:1767384636.769567:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp34 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:2.0:1767384636.769653:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769690:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769710:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769727:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769743:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769760:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769775:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769795:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769813:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769833:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769860:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769902:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769930:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769958:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.769978:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770015:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770031:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770047:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770065:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770080:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770096:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770117:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770134:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770156:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770179:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770201:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770226:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770247:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770283:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770341:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770373:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770401:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770427:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770453:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384636.770478:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384636.770649:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056937c6f. 00000800:00000010:2.0:1767384636.770654:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc6e4549. 00000800:00000010:2.0:1767384636.770659:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f6be8cd. 00000800:00000010:2.0:1767384636.770682:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f6be8cd. 00000800:00020000:2.0:1767384636.770692:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384636.770696:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc6e4549. 00000800:00000010:2.0:1767384636.770699:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000056937c6f. 00000400:02020000:2.0:1767384636.770736:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp34 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384636.770743:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp34 notifying 192.168.203.133@tcp34: down 00000800:00000200:2.0:1767384636.770749:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp34 down 00000800:00000100:2.0:1767384636.770756:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp34 00000800:00000010:2.0:1767384636.770760:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000de0de361. 00000400:00000200:2.0:1767384636.770765:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384636.770769:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp34->192.168.203.133@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384636.770778:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384636.770780:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384636.770784:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp34) recovery failed with -71 00000001:00000001:3.0:1767384636.779864:0:31743:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384636.779867:0:31743:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:3.0:1767384636.783478:0:31743:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384636.789521:0:31744:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000df255301. 00000400:00000010:3.0:1767384636.789532:0:31744:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f7ba9f73. 00000400:00000010:3.0:1767384636.789540:0:31744:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000096eb0007. 00000400:00000010:3.0:1767384636.789542:0:31744:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000078ae45b9. 00000400:00000010:3.0:1767384636.789545:0:31744:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007b4eb916. 00000400:00000010:3.0:1767384636.789549:0:31744:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049591bec. 00000400:00000010:3.0:1767384636.789550:0:31744:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006264ada2. 00000400:00000010:3.0:1767384636.789551:0:31744:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003bd61450. 00000400:00000010:3.0:1767384636.789554:0:31744:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000468a1385. 00000800:00000010:3.0:1767384636.789563:0:31744:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e97faea9. 00000800:00000200:3.0:1767384636.789572:0:31744:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384636.789586:0:31744:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384636.789612:0:31744:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384636.789631:0:31744:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp39 [8/256/0/180] 00000400:00000010:3.0:1767384636.791436:0:31744:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000099c1963f. 00000400:00000010:3.0:1767384636.791443:0:31744:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000400:00000010:3.0:1767384636.791449:0:31744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000400:00000001:3.0:1767384636.791471:0:31744:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384636.791473:0:31744:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384636.791475:0:31744:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc2e83fe. 00000400:00000200:3.0:1767384636.791479:0:31744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005973d3bd 00000400:00000010:3.0:1767384636.791481:0:31744:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005973d3bd. 00000400:00000010:3.0:1767384636.791484:0:31744:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000009da4ce84. 00000400:00000200:3.0:1767384636.791490:0:31744:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (30) 00000400:00000200:3.0:1767384636.791504:0:31744:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384636.791513:0:31744:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000400:00000200:2.0:1767384636.791517:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384636.791522:0:31744:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007d393633. 00000400:00000200:2.0:1767384636.791524:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000020:01000000:3.0:1767384636.791530:0:31744:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384636.791532:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000020:01000000:3.0:1767384636.791536:0:31744:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp39 00000400:00000200:2.0:1767384636.791537:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (31) 00000400:00000010:2.0:1767384636.791544:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad4ea424. 00000400:00000200:2.0:1767384636.791548:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp20 00000400:00000010:3.0:1767384636.791557:0:31744:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f7ba9f73. 00000400:00000200:2.0:1767384636.791561:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp20 to MR: 192.168.203.133@tcp20 local destination 00000400:00000010:3.0:1767384636.791565:0:31744:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000df255301. 00000400:00000200:2.0:1767384636.791571:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp20 NI seq info: [122:122:256:4294967295] 192.168.203.133@tcp20 LPNI seq info [118:118:8:4294967295] 00000020:00000001:1.0:1767384636.791580:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384636.791585:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp20 10000000:00000001:1.0:1767384636.791585:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384636.791588:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384636.791590:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384636.791593:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20:192.168.203.133@tcp20) -> 192.168.203.133@tcp20(192.168.203.133@tcp20:192.168.203.133@tcp20) : PUT try# 0 00000020:01000004:1.0:1767384636.791593:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384636.791596:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384636.791597:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384636.791598:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.133@tcp20 00000020:01000004:1.0:1767384636.791599:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384636.791600:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384636.791601:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:2.0:1767384636.791603:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ed04d0b. 00000020:01000004:1.0:1767384636.791603:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384636.791604:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384636.791606:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384636.791607:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384636.791608:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (6) 00000100:00000010:1.0:1767384636.791612:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000320049f7. 00000800:00000200:2.0:1767384636.791615:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp20 ip 192.168.203.133:988 00000020:00000040:1.0:1767384636.791616:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000800:00000200:2.0:1767384636.791619:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ed04d0b type 1, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1767384636.791622:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384636.791624:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384636.791629:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.791634:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384636.791636:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 02000000:00000010:1.0:1767384636.791638:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d94efd4. 00000100:00000001:1.0:1767384636.791644:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.791654:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384636.791656:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384636.791665:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320049f7] to pc [ptlrpcd_00_03+3] req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384636.791695:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384636.791698:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384636.791707:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.791708:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384636.791709:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384636.791712:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384636.791715:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384636.791716:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384636.791717:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384636.791720:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384636.791720:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384636.791722:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:0.0:1767384636.791723:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384636.791725:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:0.0:1767384636.791730:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ed04d0b. 00000020:01000004:1.0:1767384636.791731:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384636.791733:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384636.791734:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384636.791737:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384636.791737:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384636.791738:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384636.791739:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384636.791742:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384636.791743:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384636.791745:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384636.791746:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384636.791748:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: PUT: OK 02000000:00000001:2.0:1767384636.791749:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384636.791749:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384636.791753:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384636.791754:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:2.0:1767384636.791755:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037654272:0@lo:253: 00000100:00000010:1.0:1767384636.791757:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c287963. 00000400:00000200:0.0:1767384636.791762:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp20: 0 00000100:00000001:2.0:1767384636.791763:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384636.791763:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384636.791767:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384636.791769:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384636.791769:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384636.791772:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384636.791772:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384636.791773:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384636.791778:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006fa5a857. 02000000:00000001:2.0:1767384636.791779:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384636.791781:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.791782:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384636.791784:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384636.791785:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000056937c6f. 02000000:00000001:2.0:1767384636.791790:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.791790:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:0.0:1767384636.791791:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.791792:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384636.791795:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8e16ba3. 00000400:00000200:0.0:1767384636.791800:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20) <- 192.168.203.133@tcp20 : PUT - for me 00000400:00000010:2.0:1767384636.791801:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f2000da. 00000100:00000040:1.0:1767384636.791803:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c287963] to pc [ptlrpcd_00_00+0] req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384636.791808:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037654272, portal 25 00000100:00000001:2.0:1767384636.791812:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384636.791814:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599147392 : -117139110404224 : ffff95766cef5f80) 00000400:00000200:0.0:1767384636.791817:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 528 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384636.791825:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384636.791827:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 512/528 into md 0x1b2d [1] + 0 10000000:00000001:1.0:1767384636.791829:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.791831:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019ce1d53. 10000000:00000001:1.0:1767384636.791834:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.791836:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009efb5e08 00000020:00000001:1.0:1767384636.791837:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384636.791841:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384636.791843:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384636.791844:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007d393633. 00000800:00000001:0.0:1767384636.791844:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384636.791850:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384636.791851:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384636.791854:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c32999e4. 00000400:00000200:0.0:1767384636.791854:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384636.791858:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384636.791861:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037654272, offset 0 00000400:00000200:0.0:1767384636.791862:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: PUT: OK 00000100:00000001:1.0:1767384636.791864:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.791868:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384636.791869:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384636.791874:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384636.791877:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384636.791877:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384636.791877:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009efb5e08 00000400:00000010:0.0:1767384636.791881:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009efb5e08. 00000100:00000040:1.0:1767384636.791884:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384636.791886:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384636.791891:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506100 00000400:00000200:0.0:1767384636.791891:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (32) 00000400:00000200:2.0:1767384636.791902:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13ad [2] + 0 00000100:00000001:1.0:1767384636.791902:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384636.791902:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000100:00000001:1.0:1767384636.791906:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.791908:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (528 bytes) 00000400:00000010:2.0:1767384636.791909:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000330f6555. 02000000:00000001:1.0:1767384636.791910:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384636.791914:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384636.791917:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005532d923 00000400:00000200:0.0:1767384636.791917:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 02000000:00000001:1.0:1767384636.791918:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.791924:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384636.791925:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037654400:0@lo:253: 00000400:00000200:0.0:1767384636.791928:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (33) 00000400:00000200:2.0:1767384636.791929:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384636.791929:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384636.791932:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384636.791935:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384636.791937:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384636.791937:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384636.791945:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp20 to MR: 192.168.203.133@tcp20 local destination 02000000:00000010:1.0:1767384636.791946:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000e9b244c. 02000000:00000001:1.0:1767384636.791950:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.791953:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp20 NI seq info: [123:123:256:4294967295] 192.168.203.133@tcp20 LPNI seq info [119:119:8:4294967295] 00000400:00000010:1.0:1767384636.791956:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933d487b. 00000400:00000010:1.0:1767384636.791964:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009d0f005. 00000400:00000200:0.0:1767384636.791965:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20:192.168.203.133@tcp20) -> 192.168.203.133@tcp20(192.168.203.133@tcp20:192.168.203.133@tcp20) 192.168.203.133@tcp20 : ACK try# 0 00000100:00000200:1.0:1767384636.791972:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037654400, portal 25 00000400:00000200:2.0:1767384636.791974:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005532d923 00000800:00000200:0.0:1767384636.791974:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp20 00000100:00000001:1.0:1767384636.791976:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384636.791979:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005532d923. 00000100:00000001:1.0:1767384636.791979:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150080 : -117139110401536 : ffff95766cef6a00) 00000800:00000010:0.0:1767384636.791981:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fdb407b. 00000100:00000001:2.0:1767384636.791984:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384636.791984:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384636.791987:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1767384636.791992:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (6) 00000100:00000040:2.0:1767384636.791993:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000160b4e0f x1853237037654272 msgsize 4848 00000100:00000001:1.0:1767384636.791999:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767384636.792003:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp20 ip 192.168.203.133:1001 00000100:00000040:1.0:1767384636.792004:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384636.792005:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1767384636.792008:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fdb407b type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384636.792009:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384636.792010:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069b67c59. 00000100:00000200:1.0:1767384636.792013:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037654400, offset 0 00000800:00000001:0.0:1767384636.792019:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384636.792020:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384636.792034:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384636.792039:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.792041:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c32999e4 00000400:00000010:2.0:1767384636.792045:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c32999e4. 00000400:00000200:1.0:1767384636.792047:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384636.792048:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384636.792052:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384636.792054:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506180 00000400:00000200:1.0:1767384636.792059:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13b5 [2] + 0 00000100:00000001:2.0:1767384636.792062:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384636.792062:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2f7263. 00000100:00000040:2.0:1767384636.792066:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384636.792066:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091122963 00000400:00000200:1.0:1767384636.792070:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384636.792073:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792074:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384636.792076:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384636.792078:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091122963 00000100:00000001:2.0:1767384636.792080:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.792084:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294925608 00000800:00000200:0.0:1767384636.792084:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384636.792086:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091122963. 00000800:00000010:0.0:1767384636.792089:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fdb407b. 00000100:00000010:2.0:1767384636.792090:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000021b5a00. 00000100:00000001:1.0:1767384636.792093:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384636.792093:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384636.792097:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384636.792102:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: ACK: OK 00000100:00000040:1.0:1767384636.792103:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000392e3a5b x1853237037654400 msgsize 4848 00000100:00000001:2.0:1767384636.792104:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384636.792109:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384636.792112:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294925608 00000100:00100000:1.0:1767384636.792114:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384636.792116:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384636.792116:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384636.792117:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086ff0cda. 00000800:00000001:0.0:1767384636.792120:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384636.792123:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384636.792125:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384636.792128:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384636.792129:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294925608 00000100:00000001:1.0:1767384636.792129:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384636.792133:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384636.792134:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb91b391. 00000400:00000200:1.0:1767384636.792136:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b67c59 00000400:00000010:1.0:1767384636.792138:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069b67c59. 00000100:00000001:2.0:1767384636.792140:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384636.792144:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp20(192.168.203.133@tcp20) <- 192.168.203.133@tcp20 : ACK - for me 00000100:00000001:2.0:1767384636.792145:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294925608 00000100:00000001:1.0:1767384636.792145:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384636.792152:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083f68cb7. 00000100:00000200:1.0:1767384636.792152:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.792156:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384636.792162:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384636.792162:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp20: ACK from 12345-192.168.203.133@tcp20 into md 0x1b6d 00000100:00000001:2.0:1767384636.792163:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384636.792166:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.792167:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.792170:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.792176:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384636.792177:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384636.792178:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.792183:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384636.792184:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384636.792188:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384636.792188:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp20->192.168.203.133@tcp20: ACK: OK 00000100:00000001:1.0:1767384636.792189:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.792194:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384636.792196:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294925608 00000100:00000001:2.0:1767384636.792197:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384636.792197:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3e9edb 00000100:00000001:1.0:1767384636.792199:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294925608 00000100:00000001:2.0:1767384636.792200:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.792201:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3e9edb. 00000100:00000001:2.0:1767384636.792203:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.792203:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294925608 00000400:00000200:0.0:1767384636.792205:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384636.792207:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294925608 00000400:00000200:0.0:1767384636.792210:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000001:1.0:1767384636.792213:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294925608 00000400:00000200:0.0:1767384636.792215:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:1.0:1767384636.792219:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294925608 00000400:00000200:0.0:1767384636.792221:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (32) 00000100:00000001:1.0:1767384636.792224:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294925608 00000800:00000001:0.0:1767384636.792227:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384636.792229:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384636.792229:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294925608 00000100:00000001:1.0:1767384636.792232:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384636.792233:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037654272 00000800:00000001:0.0:1767384636.792233:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.792234:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384636.792236:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384636.792239:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384636.792239:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.792241:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384636.792242:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384636.792246:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.792246:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384636.792247:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384636.792262:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037654272 00000020:00000001:2.0:1767384636.792267:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384636.792268:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384636.792270:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:0.0:1767384636.792272:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384636.792273:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384636.792274:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384636.792277:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384636.792278:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:1.0:1767384636.792279:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384636.792282:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384636.792282:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384636.792285:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384636.792290:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384636.792292:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384636.792295:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037654400 02000000:00000001:0.0:1767384636.792299:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384636.792301:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6be8cd. 00000100:00000001:0.0:1767384636.792301:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384636.792302:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.792308:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384636.792333:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792335:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384636.792336:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6be8cd. 00000100:00100000:0.0:1767384636.792337:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037654400 00000400:00000010:1.0:1767384636.792341:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000ab56ae0f. 00000020:00000001:0.0:1767384636.792341:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384636.792343:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c4b6d5a. 00000020:00000040:0.0:1767384636.792344:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000010:1.0:1767384636.792347:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895eab9c. 00000020:00000001:0.0:1767384636.792348:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384636.792352:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e84d22c. 00000020:00000040:0.0:1767384636.792352:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000400:00000010:1.0:1767384636.792354:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075e90106. 00000020:00000001:0.0:1767384636.792358:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000010:2.0:1767384636.792360:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000400:00000200:1.0:1767384636.792360:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ab56ae0f 00000020:00000001:0.0:1767384636.792361:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000010:1.0:1767384636.792365:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000dca1954e. 00000100:00000001:0.0:1767384636.792366:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384636.792371:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384636.792372:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000020:00000010:0.0:1767384636.792372:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d234774. 00000100:00000001:2.0:1767384636.792377:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384636.792377:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384636.792380:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000100:00000001:2.0:1767384636.792381:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384636.792382:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d234774. 00000100:00000001:2.0:1767384636.792384:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792385:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (31) 00000020:00000010:0.0:1767384636.792389:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c40f0688. 00000400:00000010:1.0:1767384636.792391:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000001113eb36. 00000100:00000001:2.0:1767384636.792393:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384636.792395:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000800ba34f. 00000400:00000010:1.0:1767384636.792397:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1fee4c. 00000020:00000010:0.0:1767384636.792401:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001966f128. 00000100:00000001:2.0:1767384636.792403:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384636.792405:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ec80ab8. 00000100:00000001:0.0:1767384636.792407:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384636.792411:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384636.792412:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000100:00000001:2.0:1767384636.792415:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384636.792416:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384636.792420:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:0.0:1767384636.792420:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384636.792425:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000400:00000200:1.0:1767384636.792427:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00000040:2.0:1767384636.792429:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384636.792430:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.792431:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981244496 : -117139728307120 : ffff9576481aec50) 00000400:00000200:1.0:1767384636.792435:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:0.0:1767384636.792435:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384636.792438:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000160b4e0f x1853237037654272/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:617/0 lens 4848/0 e 0 to 0 dl 1767384647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384636.792445:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000100:00000001:0.0:1767384636.792446:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384636.792448:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384636.792450:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384636.792453:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6be8cd. 00000400:00000200:1.0:1767384636.792453:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000100:00100000:0.0:1767384636.792458:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000001:2.0:1767384636.792459:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384636.792464:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:00000010:2.0:1767384636.792465:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6be8cd. 00000100:00000040:0.0:1767384636.792465:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:0.0:1767384636.792470:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981248592 : -117139728303024 : ffff9576481afc50) 00000400:00000200:1.0:1767384636.792474:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00100000:2.0:1767384636.792475:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000160b4e0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037654272:12345-0@lo:253: 00000100:00000040:0.0:1767384636.792478:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000392e3a5b x1853237037654400/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:617/0 lens 4848/0 e 0 to 0 dl 1767384647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384636.792482:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037654272 00000400:00000200:1.0:1767384636.792484:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000020:00000001:2.0:1767384636.792488:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384636.792492:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384636.792496:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792499:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00000100:00000001:0.0:1767384636.792500:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384636.792501:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384636.792505:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000010:0.0:1767384636.792505:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d234774. 00000400:00000200:1.0:1767384636.792506:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000020:00000001:2.0:1767384636.792508:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384636.792511:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384636.792512:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384636.792515:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000020:00000010:0.0:1767384636.792516:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d234774. 00000100:00100000:0.0:1767384636.792523:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000392e3a5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037654400:12345-0@lo:253: 00000020:00000001:2.0:1767384636.792524:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384636.792528:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384636.792532:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037654400 00000020:00000001:2.0:1767384636.792533:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792535:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[123, 38] 00000020:00000001:0.0:1767384636.792536:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384636.792540:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384636.792541:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384636.792542:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384636.792542:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000020:00000001:0.0:1767384636.792544:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.792548:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384636.792551:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002805257. 00000020:00000001:0.0:1767384636.792552:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 02000000:00000001:2.0:1767384636.792556:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792556:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000020:00000001:0.0:1767384636.792557:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384636.792561:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.792561:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384636.792566:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 20000000:00000001:2.0:1767384636.792567:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384636.792567:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384636.792570:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384636.792573:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792574:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000100:00000001:0.0:1767384636.792576:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384636.792578:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384636.792589:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000303865f6. 20000000:00000010:2.0:1767384636.792591:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f4707545. 02000000:00000001:0.0:1767384636.792593:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792594:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 20000000:01000000:2.0:1767384636.792596:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384636.792598:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384636.792601:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384636.792604:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384636.792605:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384636.792605:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 20000000:00000001:2.0:1767384636.792609:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384636.792611:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792611:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 20000000:00000001:2.0:1767384636.792613:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384636.792614:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000061b239c5. 00000400:00000200:1.0:1767384636.792617:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 30], ns[98, 30] 20000000:00000010:2.0:1767384636.792623:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002845012e. 00000400:00000200:1.0:1767384636.792624:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 30], ns[70, 30] 20000000:01000000:0.0:1767384636.792626:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384636.792627:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:0.0:1767384636.792631:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384636.792636:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384636.792636:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 30], ns[71, 30] 20000000:00000001:0.0:1767384636.792636:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384636.792640:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384636.792643:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384636.792644:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792647:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 30], ns[100, 30] 20000000:00000001:0.0:1767384636.792648:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384636.792654:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[84, 30] 00000400:00000200:1.0:1767384636.792667:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 30], ns[103, 30] 00000400:00000200:1.0:1767384636.792671:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 30], ns[121, 30] 00000400:00000200:1.0:1767384636.792676:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[115, 30], ns[119, 30] 00000400:00000200:1.0:1767384636.792680:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 30], ns[120, 30] 00000400:00000200:1.0:1767384636.792686:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 30], ns[113, 30] 00080000:00000001:2.0:1767384636.792701:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384636.792702:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00080000:00000001:2.0:1767384636.792705:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384636.792707:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.792707:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00080000:00000001:2.0:1767384636.792708:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384636.792712:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384636.792712:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp38 00000020:00000001:2.0:1767384636.792717:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000400:00000200:1.0:1767384636.792717:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp38 lpni_is_preferred = 0 00000400:00000200:1.0:1767384636.792720:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp38 00080000:00000001:2.0:1767384636.792721:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384636.792724:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp38 NI seq info: [124:124:256:4294967295] 192.168.203.133@tcp38 LPNI seq info [120:120:8:4294967295] 00080000:00000010:2.0:1767384636.792728:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000205170ca. 00000400:00000200:1.0:1767384636.792729:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp38 00080000:00000001:2.0:1767384636.792731:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568979968 : -117144140571648 : ffff9575411d1c00) 00080000:00000001:2.0:1767384636.792735:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384636.792738:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp38(192.168.203.133@tcp38:) -> 192.168.203.133@tcp38(192.168.203.133@tcp:192.168.203.133@tcp38) : GET try# 0 00000800:00000200:1.0:1767384636.792745:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp38 00000800:00000010:1.0:1767384636.792749:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000de0de361. 00000800:00000010:1.0:1767384636.792755:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000069b67c59. 00000800:00000010:1.0:1767384636.792759:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d61e7ddf. 00000800:00000200:1.0:1767384636.792765:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (2) 00000800:00000200:1.1:1767384636.792769:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (2) 00000400:00000200:1.0:1767384636.792781:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384636.792784:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00000001:00000001:2.0:1767384636.792851:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384636.792854:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384636.792857:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384636.792871:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00080000:00000001:2.0:1767384636.792893:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384636.792896:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384636.792928:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.792956:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.792989:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00080000:00000001:2.0:1767384636.793007:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384636.793011:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384636.793045:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793104:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793139:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793174:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793211:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793270:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793341:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793402:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793460:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793512:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793599:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793680:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793743:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793805:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793863:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793932:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.793971:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384636.794013:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794106:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794472:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794519:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794548:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794590:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794613:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794735:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794777:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794813:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794855:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794892:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794929:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384636.794968:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384636.795084:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000104816f5. 00000800:00000010:0.0:1767384636.795088:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005af95d85. 00000800:00000010:0.0:1767384636.795093:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000011e8c579. 00000800:00000010:0.0:1767384636.795111:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000011e8c579. 00000800:00020000:0.0:1767384636.795118:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384636.795121:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005af95d85. 00000800:00000010:0.0:1767384636.795124:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000104816f5. 00000400:02020000:0.0:1767384636.795166:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp38 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384636.795173:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp38 notifying 192.168.203.133@tcp38: down 00000800:00000200:0.0:1767384636.795177:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp38 down 00000800:00000100:0.0:1767384636.795183:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp38 00000800:00000010:0.0:1767384636.795185:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000de0de361. 00000400:00000200:0.0:1767384636.795188:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384636.795198:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp38->192.168.203.133@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384636.795204:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp38 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:0.0:1767384636.795208:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384636.795210:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 1 00000400:00000200:0.0:1767384636.795214:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384636.795238:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384636.795246:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100851 00000400:00000001:1.0:1767384636.795264:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384636.795266:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384636.795268:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1fee4c 00000400:00000010:1.0:1767384636.795270:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1fee4c. 00000400:00000200:1.0:1767384636.795275:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384636.795279:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:1.0:1767384636.795282:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000001113eb36. 00000400:00000200:1.0:1767384636.795286:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (32) 00000400:00000200:1.0:1767384636.795290:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:-71 00000400:00000200:1.0:1767384636.795293:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 rc -71 00000400:00000200:1.0:1767384636.795297:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384636.795300:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (31) 00080000:00000001:2.0:1767384636.801640:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384636.801648:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384636.801649:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:0.0:1767384636.801652:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384636.801655:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384636.801656:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384636.801659:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384636.801661:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384636.801661:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384636.801666:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000205170ca. 00080000:00000001:0.0:1767384636.801670:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384636.801676:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384636.801685:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384636.801689:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384636.801695:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000525146bf. 00080000:00000020:2.0:1767384636.801696:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384636.801696:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384636.801700:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:0.0:1767384636.801701:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384636.801705:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384636.801707:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384636.801709:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384636.801713:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384636.801713:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384636.801721:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b9a7760. 00010000:00000001:0.0:1767384636.801725:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384636.801729:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000020:00000001:0.0:1767384636.801732:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384636.801734:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271edd95 to hash 00000020:00000001:0.0:1767384636.801736:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384636.801737:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384636.801740:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00080000:00000001:1.0:1767384636.801741:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384636.801742:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384636.801745:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384636.801748:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:0.0:1767384636.801749:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384636.801752:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384636.801757:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384636.801762:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384636.801762:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384636.801768:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384636.801769:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:0.0:1767384636.801770:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384636.801774:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384636.801775:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384636.801776:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384636.801781:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001113eb36. 00010000:00000001:0.0:1767384636.801785:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384636.801787:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384636.801790:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384636.801792:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568994304 : -117144140557312 : ffff9575411d5400) 00010000:00000001:0.0:1767384636.801793:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384636.801796:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384636.801798:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384636.801799:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384636.801803:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b9a7760) refcount = 1 00010000:00010000:0.0:1767384636.801805:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.801810:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384636.801811:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384636.801812:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384636.801814:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.801815:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384636.801817:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384636.801819:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384636.801821:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384636.801822:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384636.801823:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384636.801825:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384636.801827:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384636.801828:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384636.801830:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.801834:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384636.801836:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.801840:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384636.801841:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384636.801842:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384636.801844:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384636.801846:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384636.801847:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384636.801850:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384636.801854:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.801857:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1767384636.801859:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384636.801859:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384636.801865:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384636.801869:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384636.801872:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384636.801873:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384636.801875:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.801879:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384636.801895:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384636.801896:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384636.801897:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384636.801899:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384636.801900:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384636.801903:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384636.801904:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.801908:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384636.801910:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384636.801912:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.801914:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384636.801916:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384636.801918:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384636.801919:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384636.801921:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271edd95 from hash 00010000:00000001:0.0:1767384636.801923:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384636.801924:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384636.801925:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384636.801926:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384636.801928:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384636.801930:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1767384636.801932:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384636.801938:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384636.801938:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384636.801941:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384636.801945:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.801946:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384636.801947:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384636.801950:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384636.801951:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384636.801952:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.801953:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.801954:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384636.801956:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.801960:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384636.801960:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384636.801961:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384636.801962:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384636.801963:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384636.801964:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384636.801965:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384636.801967:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384636.801968:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384636.801970:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.801974:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384636.801975:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384636.801976:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271edd95 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384636.801980:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002b9a7760 count: 0 00010000:00000001:0.0:1767384636.801985:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384636.801987:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384636.806341:0:16684:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b9a7760. 00010000:00000010:0.1:1767384636.806349:0:16684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00080000:00000001:3.0:1767384636.809473:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384636.809476:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384636.809478:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384636.809479:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384636.809481:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384636.809482:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001113eb36. 00080000:00000001:3.0:1767384636.809485:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384636.809526:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384636.809531:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:0.0:1767384636.809534:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384636.809536:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384636.809543:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384636.809550:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384636.809552:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384636.809558:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384636.809565:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384636.809570:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384636.809573:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384636.809577:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384636.809581:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384636.809587:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005192a901. 00010000:00000001:2.0:1767384636.809592:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384636.809596:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7e151af. 00000020:00000001:2.0:1767384636.809615:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384636.809617:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7e151af with handle 0x1c01179f271edd9c to hash 00000020:00000001:2.0:1767384636.809620:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384636.809621:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648834048 : -117139060717568 : ffff95766fe58800) 00010000:00000001:2.0:1767384636.809625:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648834048 : -117139060717568 : ffff95766fe58800) 00010000:00000001:2.0:1767384636.809628:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.809630:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.809633:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809641:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384636.809643:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384636.809646:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384636.809648:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384636.809650:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.809652:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384636.809653:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.809655:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384636.809658:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384636.809660:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384636.809668:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384636.809670:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005192a901) refcount = 1 00010000:00010000:2.0:1767384636.809674:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809680:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384636.809681:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384636.809682:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.809685:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.809686:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384636.809689:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384636.809692:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384636.809695:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384636.809697:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384636.809699:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7e151af refcount=4 00000020:00000001:2.0:1767384636.809701:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648834048 : -117139060717568 : ffff95766fe58800) 00010000:00000001:2.0:1767384636.809704:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648834048 : -117139060717568 : ffff95766fe58800) 00010000:00000001:2.0:1767384636.809706:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384636.809707:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809714:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384636.809715:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809721:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.809722:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384636.809724:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809730:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.809731:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.809734:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384636.809735:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384636.809750:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7e151af already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384636.809752:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384636.809754:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384636.809756:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809762:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384636.809763:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384636.809764:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384636.809766:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7e151af refcount=5 00000020:00000001:2.0:1767384636.809768:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648834048 : -117139060717568 : ffff95766fe58800) 00010000:00000001:2.0:1767384636.809771:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648834048 : -117139060717568 : ffff95766fe58800) 00010000:00000001:2.0:1767384636.809774:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384636.809776:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809782:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384636.809785:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384636.809786:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.809790:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384636.809792:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384636.809794:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.809795:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384636.809798:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7e151af with handle 0x1c01179f271edd9c from hash 00010000:00000001:2.0:1767384636.809801:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384636.809802:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.809804:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.809805:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384636.809808:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384636.809810:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384636.809811:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384636.809813:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.809816:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.809818:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384636.809824:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384636.809826:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.809828:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.809829:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.809831:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.809834:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.809837:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809843:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.809844:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.809845:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384636.809847:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384636.809849:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.809850:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.809852:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384636.809855:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384636.809857:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.809859:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.809865:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384636.809867:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384636.809888:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7e151af/0x1c01179f271edd9c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384636.809895:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005192a901 count: 0 00010000:00000001:2.0:1767384636.809903:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384636.809905:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384636.810355:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294925608, at 4294925609 00000100:00000040:1.0:1767384636.810355:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294925608, at 4294925609 00000100:00000010:1.0:1767384636.810363:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086ff0cda. 00000100:00000010:2.0:1767384636.810364:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb91b391. 00000100:00000040:0.0:1767384636.811347:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294925608, at 4294925610 00000100:00000010:0.0:1767384636.811354:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000021b5a00. 00000100:00000040:3.0:1767384636.811358:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294925608, at 4294925610 00000100:00000010:3.0:1767384636.811365:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083f68cb7. 00080000:00000020:0.0:1767384636.811560:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384636.811563:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384636.811564:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f4707545. 20000000:00000001:0.0:1767384636.811586:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384636.811590:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037654272 00010000:00000001:0.0:1767384636.811592:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384636.811599:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000160b4e0f x1853237037654272/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384636.811607:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384636.811609:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384636.811612:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384636.811616:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384636.811618:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384636.811620:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384636.811623:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384636.811625:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.811629:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384636.811633:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384636.811637:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045a13846. 00000100:00000200:0.0:1767384636.811642:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037654272, offset 224 00000400:00000200:0.0:1767384636.811648:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384636.811658:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384636.811667:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506100 00000400:00000200:0.0:1767384636.811674:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b71 [2] + 224 00000400:00000200:0.0:1767384636.811680:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384636.811683:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384636.811688:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384636.811691:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384636.811705:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.811720:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384636.811727:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a13846 00000400:00000010:0.0:1767384636.811729:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045a13846. 00000100:00000001:3.0:1767384636.811731:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384636.811732:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384636.811735:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384636.811736:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384636.811741:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384636.811743:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384636.811746:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384636.811747:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384636.811749:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384636.811751:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8e16ba3. 00000020:00000001:0.0:1767384636.811752:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.811756:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384636.811757:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f2000da 00000400:00000010:3.0:1767384636.811760:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f2000da. 00000100:00000040:0.0:1767384636.811760:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000160b4e0f x1853237037654272/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384636.811769:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000160b4e0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037654272:12345-0@lo:253: Request processed in 19321us (19774us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384636.811770:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384636.811777:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384636.811781:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:0.0:1767384636.811787:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384636.811791:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384636.811793:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.811793:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384636.811798:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e84d22c. 00000100:00000001:3.0:1767384636.811803:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384636.811804:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000100:00000001:3.0:1767384636.811806:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384636.811809:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c4b6d5a. 00000100:00000001:3.0:1767384636.811810:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384636.811815:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384636.811817:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384636.811817:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:3.0:1767384636.811822:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384636.811823:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384636.811825:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384636.811826:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002805257. 00000100:00001000:3.0:1767384636.811830:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=66 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384636.811831:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384636.811834:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384636.811836:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=66 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384636.811839:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384636.811840:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384636.811859:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.811861:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6064e42. 00010000:00000001:3.0:1767384636.811862:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384636.811866:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.811868:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045a13846. 00000100:00000001:3.0:1767384636.811869:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384636.811875:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.811881:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384636.811884:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384636.811885:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384636.811888:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384636.811889:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384636.811891:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384636.811892:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384636.811894:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384636.811895:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384636.811896:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384636.811898:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384636.811899:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384636.811900:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384636.811903:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384636.811919:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037654272:0@lo:253: 00000100:00000001:3.0:1767384636.811925:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.811927:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384636.811930:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000320049f7 x1853237037654272/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.811934:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384636.811937:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384636.811939:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000056937c6f. 02000000:00000001:3.0:1767384636.811944:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384636.811946:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384636.811948:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384636.811949:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384636.811951:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d94efd4. 02000000:00000001:3.0:1767384636.811956:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384636.811958:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384636.811959:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000320049f7. 00000100:00000001:3.0:1767384636.811965:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384636.811966:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.811968:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.811974:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384636.811976:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.811978:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384636.811980:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384636.813470:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384636.813475:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384636.813477:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000061b239c5. 20000000:00000001:2.0:1767384636.813482:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384636.813486:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037654400 00010000:00000001:2.0:1767384636.813489:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384636.813499:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000392e3a5b x1853237037654400/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384636.813508:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384636.813510:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384636.813513:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384636.813517:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384636.813519:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384636.813522:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384636.813524:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384636.813526:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384636.813528:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384636.813531:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384636.813534:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c32999e4. 00000100:00000200:2.0:1767384636.813537:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037654400, offset 224 00000400:00000200:2.0:1767384636.813543:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384636.813550:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384636.813558:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506180 00000400:00000200:2.0:1767384636.813562:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b79 [2] + 224 00000400:00000200:2.0:1767384636.813569:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384636.813573:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384636.813577:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384636.813581:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384636.813589:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384636.813608:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384636.813615:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c32999e4 00000400:00000010:2.0:1767384636.813618:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c32999e4. 00000100:00000001:3.0:1767384636.813620:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384636.813621:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384636.813624:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384636.813625:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384636.813630:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384636.813632:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384636.813633:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384636.813637:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933d487b. 00000100:00000040:2.0:1767384636.813638:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:3.0:1767384636.813643:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d0f005 00010000:00000001:2.0:1767384636.813644:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384636.813646:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009d0f005. 00000020:00000001:2.0:1767384636.813647:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.813651:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384636.813657:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384636.813659:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384636.813668:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000392e3a5b x1853237037654400/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384636.813669:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.813687:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384636.813687:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000392e3a5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037654400:12345-0@lo:253: Request processed in 21184us (21581us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384636.813691:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.813695:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384636.813697:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384636.813699:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384636.813701:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384636.813702:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 02000000:00000001:3.0:1767384636.813704:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384636.813707:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00001000:3.0:1767384636.813708:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=66 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384636.813714:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384636.813715:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384636.813718:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384636.813719:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384636.813722:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384636.813723:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000800ba34f. 00010000:00000001:3.0:1767384636.813724:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384636.813726:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.813729:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384636.813733:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001966f128. 00000100:00000040:3.0:1767384636.813734:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384636.813742:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c40f0688. 00000100:00000001:3.0:1767384636.813743:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384636.813748:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384636.813750:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384636.813750:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000020:01000004:3.0:1767384636.813756:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384636.813757:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384636.813758:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000010:2.0:1767384636.813761:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000303865f6. 00000020:01000004:3.0:1767384636.813762:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384636.813765:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384636.813767:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384636.813769:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384636.813769:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384636.813773:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384636.813773:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384636.813775:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384636.813778:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:2.0:1767384636.813780:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384636.813781:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384636.813788:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d53287c. 00000100:00100000:3.0:1767384636.813791:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037654400:0@lo:253: 00000400:00000010:2.0:1767384636.813795:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c32999e4. 00000100:00000001:3.0:1767384636.813798:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.813801:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384636.813804:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c287963 x1853237037654400/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.813812:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384636.813814:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384636.813816:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000e9b244c. 02000000:00000001:3.0:1767384636.813818:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384636.813819:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384636.813820:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384636.813821:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384636.813822:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006fa5a857. 02000000:00000001:3.0:1767384636.813824:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384636.813825:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384636.813826:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c287963. 00000100:00000001:3.0:1767384636.813828:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384636.813829:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.813830:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.813834:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384636.813835:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.813837:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384636.813838:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.815436:0:31749:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c110f85c. 00000400:00000040:0.0:1767384636.815452:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384636.815454:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384636.815456:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384636.815457:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384636.815459:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384636.815460:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384636.815462:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384636.815463:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384636.815464:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384636.815464:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384636.815466:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384636.815467:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384636.815469:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384636.815470:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384636.815471:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384636.815472:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384636.815473:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384636.815474:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384636.815475:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384636.815476:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384636.815477:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384636.815478:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384636.815479:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384636.815480:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384636.815481:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384636.815482:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384636.815483:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384636.815484:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384636.815485:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384636.815486:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384636.815486:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384636.815488:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384636.815489:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384636.815489:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384636.815490:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384636.815491:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384636.815492:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384636.815493:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384636.815499:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384636.815500:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384636.815501:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384636.815502:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384636.815503:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384636.815504:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384636.815505:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384636.815506:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384636.815507:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384636.815507:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384636.815509:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384636.815510:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384636.815511:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384636.815512:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384636.815512:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384636.815514:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384636.815515:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384636.815515:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384636.815516:0:31749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384636.815592:0:31749:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c110f85c. 00010000:00000010:2.1:1767384636.816355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005192a901. 00010000:00000010:2.1:1767384636.816364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7e151af. 00000004:00000001:0.0:1767384637.025372:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384637.025376:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384637.025382:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ae85f14. 00000020:00000040:0.0:1767384637.025387:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384637.025391:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384637.025395:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384637.025399:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384637.025406:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002fdb407b. 00000100:00000001:0.0:1767384637.025411:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.025417:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384637.025419:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025428:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae85f14] to pc [ptlrpcd_00_01+1] req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384637.025447:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384637.025462:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384637.025473:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aaeafd9. 00000020:00000040:0.0:1767384637.025475:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384637.025476:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384637.025477:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384637.025479:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384637.025484:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b00e5b9. 00000100:00000001:0.0:1767384637.025486:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025490:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384637.025496:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384637.025497:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025501:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aaeafd9] to pc [ptlrpcd_00_02+2] req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025515:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384637.025519:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384637.025522:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000deb0813c. 00000020:00000040:0.0:1767384637.025524:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384637.025525:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384637.025526:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384637.025527:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384637.025531:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023544784. 00000100:00000001:0.0:1767384637.025533:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025535:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384637.025539:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384637.025540:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025542:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deb0813c] to pc [ptlrpcd_00_03+3] req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025548:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384637.025558:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384637.025560:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099e14c91. 00000020:00000040:0.0:1767384637.025562:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384637.025563:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384637.025565:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384637.025566:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384637.025569:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f4a5de8. 00000100:00000001:0.0:1767384637.025571:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025573:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384637.025578:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384637.025579:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025581:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099e14c91] to pc [ptlrpcd_00_00+0] req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025590:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025594:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (263) 00000100:00000001:0.0:1767384637.025600:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.025603:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384637.025606:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384637.025609:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025614:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384637.025615:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.025618:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384637.025620:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384637.025622:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.025624:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ae85f14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037654528:0@lo:13: 00000100:00000001:0.0:1767384637.025627:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384637.025629:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384637.025631:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.025633:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384637.025637:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a9937820. 02000000:00000001:0.0:1767384637.025638:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.025648:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000972815e2. 00000400:00000010:0.0:1767384637.025654:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000100:00000200:0.0:1767384637.025659:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037654528, portal 4 00000100:00000001:0.0:1767384637.025661:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384637.025662:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987291392 : -117139722260224 : ffff957648773100) 00000100:00000040:0.0:1767384637.025668:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025672:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384637.025675:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384637.025678:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000100:00000200:0.0:1767384637.025680:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037654528, offset 0 00000400:00000200:0.0:1767384637.025686:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384637.025696:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384637.025707:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f506200 00000400:00000200:0.0:1767384637.025712:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2464 00000400:00000200:0.0:1767384637.025718:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384637.025721:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384637.025727:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384637.025728:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384637.025732:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd69e493. 00000100:00000040:0.0:1767384637.025734:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000dd69e493 x1853237037654528 msgsize 224 00000100:00100000:0.0:1767384637.025739:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384637.025746:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384637.025752:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00000400:00000010:0.0:1767384637.025754:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00000100:00000001:0.0:1767384637.025757:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384637.025760:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025766:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.025769:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025773:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.025774:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384637.025784:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025787:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6546 usecs (7 jiffies) 00000100:00000001:0.0:1767384637.025790:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294925831 00000100:00000010:0.0:1767384637.025792:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fd58e2f. 00000100:00000001:0.0:1767384637.025797:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384637.025800:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294925831 00000100:00000010:0.0:1767384637.025803:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd04c925. 00000100:00000001:0.0:1767384637.025805:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384637.025807:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294925831 00000100:00000010:0.0:1767384637.025809:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f04236af. 00000100:00000001:0.0:1767384637.025811:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384637.025813:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294925831 00000100:00000010:0.0:1767384637.025815:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007649e19b. 00000100:00000001:0.0:1767384637.025817:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384637.025819:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.025821:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.025823:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.025825:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.025831:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384637.025833:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384637.025835:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.025836:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384637.025837:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.025839:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384637.025841:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.025843:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384637.025844:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.025846:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.025847:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384637.025848:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384637.025851:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025855:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384637.025862:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.025864:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384637.025865:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384637.025867:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.025868:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037654912:0@lo:400: 00000100:00000001:0.0:1767384637.025871:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384637.025873:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384637.025874:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.025875:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384637.025879:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bd704ff. 02000000:00000001:0.0:1767384637.025880:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.025883:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029189cd8. 00000400:00000010:0.0:1767384637.025886:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000100:00000200:0.0:1767384637.025889:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037654912, portal 10 00000100:00000001:0.0:1767384637.025890:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384637.025891:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987285120 : -117139722266496 : ffff957648771880) 00000100:00000040:0.0:1767384637.025895:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025899:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384637.025902:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384637.025905:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000100:00000200:0.0:1767384637.025907:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037654912, offset 0 00000400:00000200:0.0:1767384637.025912:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384637.025920:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384637.025926:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f506380 00000400:00000200:0.0:1767384637.025930:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000400:00000200:0.0:1767384637.025933:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384637.025937:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384637.025940:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384637.025941:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384637.025945:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b9e4737. 00000100:00000040:0.0:1767384637.025946:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000007b9e4737 x1853237037654912 msgsize 224 00000100:00100000:0.0:1767384637.025951:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384637.025958:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384637.025969:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000400:00000010:0.0:1767384637.025970:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000100:00000001:0.0:1767384637.025973:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384637.025976:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025981:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.025982:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.025986:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.025987:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384637.025990:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.025992:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3557 usecs (4 jiffies) 00000100:00000001:0.0:1767384637.025994:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294925828 00000100:00000001:0.0:1767384637.025997:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.025998:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294925828 00000100:00000001:0.0:1767384637.026000:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026001:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294925828 00000100:00000001:0.0:1767384637.026003:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026004:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294925828 00000100:00000001:0.0:1767384637.026006:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026007:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.026008:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026010:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026012:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026019:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.026020:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026023:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.026024:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384637.026026:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384637.026028:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.026033:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384637.026039:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.026041:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384637.026042:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384637.026043:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.026045:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037654656:0@lo:400: 00000100:00000001:0.0:1767384637.026047:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384637.026048:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384637.026049:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.026050:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384637.026058:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d02feab7. 02000000:00000001:0.0:1767384637.026059:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.026062:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f88d45a. 00000400:00000010:0.0:1767384637.026066:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000100:00000200:0.0:1767384637.026068:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037654656, portal 4 00000100:00000001:0.0:1767384637.026069:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384637.026069:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987289600 : -117139722262016 : ffff957648772a00) 00000100:00000040:0.0:1767384637.026072:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.026076:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384637.026077:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384637.026080:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000100:00000200:0.0:1767384637.026081:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037654656, offset 0 00000400:00000200:0.0:1767384637.026083:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384637.026088:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384637.026093:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f506280 00000400:00000200:0.0:1767384637.026096:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3664 00000400:00000200:0.0:1767384637.026099:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384637.026100:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384637.026103:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384637.026104:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384637.026108:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f2b0b3a. 00000100:00000040:0.0:1767384637.026109:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000007f2b0b3a x1853237037654656 msgsize 224 00000100:00100000:0.0:1767384637.026111:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384637.026117:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384637.026127:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000400:00000010:0.0:1767384637.026128:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000100:00000001:0.0:1767384637.026131:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384637.026134:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.026139:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.026141:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.026146:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026147:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384637.026150:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.026152:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6546 usecs (7 jiffies) 00000100:00000001:0.0:1767384637.026154:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294925831 00000100:00000001:0.0:1767384637.026156:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026157:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294925831 00000100:00000001:0.0:1767384637.026159:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026160:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294925831 00000100:00000001:0.0:1767384637.026162:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026163:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294925831 00000100:00000001:0.0:1767384637.026164:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026166:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.026167:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026168:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026170:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.026174:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384637.026175:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384637.026177:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.026178:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384637.026179:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.026181:0:16165:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384637.026182:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.026184:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384637.026190:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.026192:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.026193:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384637.026194:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384637.026197:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.026202:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384637.026203:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.026205:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384637.026206:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384637.026207:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.026209:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000deb0813c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037654784:0@lo:400: 00000100:00000001:0.0:1767384637.026211:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384637.026213:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384637.026214:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.026215:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384637.026218:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006caab8ce. 00000100:00000001:3.0:1767384637.026220:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384637.026220:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.026223:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e3b5ec7. 00000100:00100000:3.0:1767384637.026225:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037654528 00000400:00000010:0.0:1767384637.026228:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 02000000:00000001:3.0:1767384637.026229:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384637.026234:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037654784, portal 10 00000100:00000001:3.0:1767384637.026235:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384637.026238:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026239:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384637.026242:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933987286016 : -117139722265600 : ffff957648771c00) 02000000:00000001:3.0:1767384637.026244:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.026261:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384637.026263:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037654528 00000020:00000001:3.0:1767384637.026267:0:17588:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384637.026270:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384637.026271:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000040:0.0:1767384637.026275:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384637.026276:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384637.026278:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000020:00000040:3.0:1767384637.026279:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000200:0.0:1767384637.026283:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037654784, offset 0 00000020:00000001:3.0:1767384637.026284:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:3.0:1767384637.026289:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000400:00000200:0.0:1767384637.026291:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384637.026303:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384637.026307:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384637.026335:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f506300 00000400:00000200:0.0:1767384637.026339:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000400:00000200:0.0:1767384637.026341:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384637.026345:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d4eda9c. 00000020:00000010:3.0:1767384637.026352:0:17588:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000344c4eb6. 00000400:00000200:0.0:1767384637.026354:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384637.026359:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767384637.026360:0:17588:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000200:0.0:1767384637.026361:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384637.026364:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b4f8e85. 00000100:00000040:0.0:1767384637.026366:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000008b4f8e85 x1853237037654784 msgsize 224 00000100:00100000:0.0:1767384637.026373:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384637.026377:0:17588:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384637.026383:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e55427. 00000100:00000001:0.0:1767384637.026384:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384637.026389:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f661a5fb. 00000400:00000200:0.0:1767384637.026390:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384637.026393:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000020:00000010:3.0:1767384637.026395:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fd8af3d. 00000100:00000001:0.0:1767384637.026397:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384637.026402:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384637.026408:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384637.026409:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.026413:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.026415:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384637.026419:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384637.026420:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026423:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384637.026425:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026426:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.026431:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3722 usecs (4 jiffies) 00000100:00000001:0.0:1767384637.026433:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294925829 00000100:00000001:0.0:1767384637.026435:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294925831 00000100:00000001:3.0:1767384637.026436:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026437:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294925829 00000100:00000001:0.0:1767384637.026441:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026444:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294925829 00000100:00000001:0.0:1767384637.026445:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026446:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294925829 00000100:00000001:0.0:1767384637.026447:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294925831 00000100:00000001:0.0:1767384637.026449:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.026450:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.026452:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.026453:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026457:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.026470:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384637.026473:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384637.026478:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384637.026479:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1767384637.026481:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037654912 00000100:00000040:3.0:1767384637.026484:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 02000000:00000001:0.0:1767384637.026484:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384637.026487:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384637.026488:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987287808 : -117139722263808 : ffff957648772300) 00000100:00000001:0.0:1767384637.026489:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.026495:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384637.026498:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd69e493 x1853237037654528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:618/0 lens 224/0 e 0 to 0 dl 1767384648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384637.026499:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037654912 00000020:00000001:0.0:1767384637.026502:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384637.026505:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000020:00000001:0.0:1767384637.026508:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384637.026511:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384637.026511:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000020:00000001:0.0:1767384637.026514:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000010:3.0:1767384637.026517:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000142df39f. 00000020:00000001:0.0:1767384637.026517:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:0.0:1767384637.026523:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384637.026524:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384637.026527:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8ad3bf3. 00000020:00000010:3.0:1767384637.026528:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000142df39f. 00000020:00000010:0.0:1767384637.026532:0:16811:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000be6347fd. 00000100:00100000:3.0:1767384637.026537:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd69e493 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037654528:12345-0@lo:13: 00000020:00000040:0.0:1767384637.026539:0:16811:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000200:3.0:1767384637.026541:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037654528 00000100:00000001:0.0:1767384637.026543:0:16811:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384637.026546:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384637.026547:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d18aa4a1. 00000020:00000001:3.0:1767384637.026550:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384637.026551:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097a8b556. 00000020:00000001:3.0:1767384637.026553:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384637.026556:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384637.026556:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c171c609. 00000020:00000001:3.0:1767384637.026560:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000020:00000001:3.0:1767384637.026564:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384637.026564:0:16811:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384637.026567:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384637.026568:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.026569:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384637.026572:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384637.026573:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384637.026576:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384637.026577:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384637.026578:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026580:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384637.026581:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026588:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384637.026589:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384637.026592:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384637.026595:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1767384637.026596:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000df255301. 00000100:00100000:0.0:1767384637.026598:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037654784 02000000:00000001:3.0:1767384637.026602:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.026602:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384637.026605:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384637.026606:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026607:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384637.026611:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:0.0:1767384637.026611:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.026615:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037654784 00002000:00000001:3.0:1767384637.026616:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384637.026619:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384637.026623:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:3.0:1767384637.026624:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000040:0.0:1767384637.026625:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000020:00000001:0.0:1767384637.026628:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384637.026630:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000020:00000001:0.0:1767384637.026631:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:0.0:1767384637.026632:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:0.0:1767384637.026634:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384637.026637:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000046bc4a. 00000100:00000001:0.0:1767384637.026638:0:16811:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384637.026639:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384637.026640:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000046bc4a. 00000020:00000010:0.0:1767384637.026645:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f14a0e8. 00000020:00000001:3.0:1767384637.026646:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384637.026650:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002dc65054. 00002000:00000024:3.0:1767384637.026651:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:0.0:1767384637.026654:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da8b267d. 00000020:00000020:3.0:1767384637.026659:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384637.026659:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384637.026662:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384637.026663:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1767384637.026667:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384637.026668:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384637.026670:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384637.026672:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:3.0:1767384637.026677:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384637.026679:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384637.026682:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384637.026686:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:3.0:1767384637.026689:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384637.026689:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:3.0:1767384637.026694:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.026694:0:16811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1767384637.026698:0:16811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00002000:00000001:3.0:1767384637.026700:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026701:0:16811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933987293184 : -117139722258432 : ffff957648773800) 00010000:00000040:3.0:1767384637.026708:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037654528 00000100:00000040:0.0:1767384637.026708:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007b9e4737 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:618/0 lens 224/0 e 0 to 0 dl 1767384648 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384637.026716:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384637.026718:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384637.026722:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000046bc4a. 00010000:00000200:3.0:1767384637.026725:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd69e493 x1853237037654528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:618/0 lens 224/368 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.026725:0:16811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384637.026729:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000046bc4a. 00000100:00100000:0.0:1767384637.026736:0:16811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007b9e4737 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037654912:12345-0@lo:400: 00010000:00000001:3.0:1767384637.026746:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384637.026750:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384637.026751:0:16811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037654912 00000020:00000001:0.0:1767384637.026755:0:16811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:3.0:1767384637.026758:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=57 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384637.026758:0:16811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384637.026761:0:16811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384637.026764:0:16811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384637.026767:0:16811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:3.0:1767384637.026769:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384637.026770:0:16811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384637.026773:0:16811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384637.026776:0:16811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384637.026777:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:0.0:1767384637.026778:0:16811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384637.026780:0:16811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.026782:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:0.0:1767384637.026783:0:16811:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384637.026786:0:16811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384637.026789:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384637.026789:0:16811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384637.026793:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384637.026794:0:16811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ab29bfb7. 02000000:00000001:0.0:1767384637.026797:0:16811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026800:0:16811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.026801:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384637.026801:0:16811:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384637.026805:0:16811:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037654912 00010000:00000001:0.0:1767384637.026809:0:16811:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384637.026810:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:0.0:1767384637.026813:0:16811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007b9e4737 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1767384648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384637.026816:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003468a45c. 00010000:00000001:0.0:1767384637.026821:0:16811:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384637.026823:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037654528, offset 224 00010000:00000001:0.0:1767384637.026824:0:16811:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384637.026826:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384637.026828:0:16811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384637.026829:0:16811:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:0.0:1767384637.026831:0:16811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384637.026836:0:16811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384637.026837:0:16811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.026839:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384637.026846:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384637.026846:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384637.026851:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384637.026855:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037654912, offset 224 00000400:00000200:3.0:1767384637.026859:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384637.026864:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384637.026874:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f506200 00000400:00000200:0.0:1767384637.026879:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384637.026883:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b99 [1] + 224 00000400:00000200:3.0:1767384637.026889:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384637.026889:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f506380 00000400:00000200:0.0:1767384637.026894:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ba1 [1] + 224 00000400:00000200:3.0:1767384637.026899:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384637.026901:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384637.026907:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384637.026907:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384637.026913:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384637.026917:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384637.026918:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384637.026942:0:16811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384637.026953:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.026957:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384637.026961:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384637.026963:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384637.026967:0:16811:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384637.026968:0:16811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384637.026971:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384637.026971:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.026976:0:16811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:0.0:1767384637.026978:0:16811:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384637.026979:0:16811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.026981:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003468a45c 00000020:00000001:0.0:1767384637.026981:0:16811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384637.026985:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003468a45c. 00000100:00000040:0.0:1767384637.026986:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b9e4737 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1767384648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.026991:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384637.026994:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384637.026998:0:16811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007b9e4737 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037654912:12345-0@lo:400: Request processed in 277us (1049us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384637.026999:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384637.027007:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00100000:0.0:1767384637.027007:0:16811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00000001:3.0:1767384637.027013:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384637.027013:0:16811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000020:00000001:3.0:1767384637.027018:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027018:0:16811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384637.027019:0:16811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384637.027024:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384637.027024:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097a8b556. 00000020:00000010:0.0:1767384637.027029:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c171c609. 00000100:00000040:3.0:1767384637.027032:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd69e493 x1853237037654528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:618/0 lens 224/368 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384637.027034:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d18aa4a1. 00000020:00000040:0.0:1767384637.027040:0:16811:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00100000:3.0:1767384637.027045:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd69e493 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037654528:12345-0@lo:13: Request processed in 532us (1309us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384637.027048:0:16811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384637.027059:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384637.027060:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384637.027063:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:0.0:1767384637.027063:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384637.027068:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384637.027068:0:16811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1767384637.027072:0:16811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:3.0:1767384637.027073:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384637.027075:0:16811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867969792 : -117138841581824 : ffff95767cf54700) 00000020:00000010:3.0:1767384637.027080:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f661a5fb. 00000100:00000040:0.0:1767384637.027080:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b4f8e85 x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:618/0 lens 224/0 e 0 to 0 dl 1767384648 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384637.027088:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fd8af3d. 00000100:00000001:0.0:1767384637.027089:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384637.027092:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000046bc4a. 00000100:00000001:0.0:1767384637.027095:0:16811:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384637.027097:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e55427. 00000020:00000010:0.0:1767384637.027097:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000046bc4a. 00000100:00100000:0.0:1767384637.027103:0:16811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008b4f8e85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037654784:12345-0@lo:400: 00000020:00000040:3.0:1767384637.027106:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000200:0.0:1767384637.027106:0:16811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037654784 00000020:00000001:0.0:1767384637.027108:0:16811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384637.027110:0:16811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384637.027111:0:16811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384637.027112:0:16811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384637.027113:0:16811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:0.0:1767384637.027117:0:16811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384637.027120:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384637.027120:0:16811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384637.027125:0:16811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384637.027127:0:16811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384637.027128:0:16811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384637.027130:0:16811:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384637.027132:0:16811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384637.027133:0:16811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384637.027136:0:16811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000014f7ace9. 02000000:00000001:0.0:1767384637.027137:0:16811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027138:0:16811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384637.027140:0:16811:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384637.027141:0:16811:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037654784 00000100:00000001:3.0:1767384637.027143:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384637.027143:0:16811:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384637.027148:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384637.027152:0:16811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008b4f8e85 x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1767384648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384637.027157:0:16811:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384637.027159:0:16811:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384637.027160:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384637.027163:0:16811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384637.027164:0:16811:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384637.027166:0:16811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384637.027167:0:16811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:3.0:1767384637.027169:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:0.0:1767384637.027169:0:16811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027172:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384637.027175:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000040:0.0:1767384637.027176:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1767384637.027181:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:0.0:1767384637.027181:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384637.027186:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037654784, offset 224 00000020:00000040:3.0:1767384637.027187:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000400:00000200:0.0:1767384637.027194:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384637.027200:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384637.027205:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f506300 00000400:00000200:0.0:1767384637.027209:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bb1 [1] + 224 00000400:00000200:0.0:1767384637.027212:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384637.027214:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384637.027217:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384637.027219:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.027225:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384637.027225:0:16811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384637.027229:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037654656 02000000:00000001:3.0:1767384637.027233:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384637.027235:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384637.027238:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384637.027240:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027241:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384637.027242:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037654656 00000020:00000001:3.0:1767384637.027245:0:18091:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384637.027246:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000020:00000040:3.0:1767384637.027260:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:3.0:1767384637.027263:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384637.027264:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000020:00000040:3.0:1767384637.027266:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000001:0.0:1767384637.027268:0:16811:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384637.027270:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:0.0:1767384637.027271:0:16811:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384637.027275:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:0.0:1767384637.027275:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.027279:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384637.027280:0:16811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384637.027283:0:16811:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384637.027284:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000142df39f. 00000020:00000001:0.0:1767384637.027285:0:16811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.027288:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384637.027289:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000142df39f. 00000020:00000001:0.0:1767384637.027293:0:16811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384637.027294:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e55427. 00000100:00000040:0.0:1767384637.027298:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b4f8e85 x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1767384648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384637.027299:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f661a5fb. 00000020:00000010:3.0:1767384637.027305:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fd8af3d. 00000100:00100000:0.0:1767384637.027335:0:16811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008b4f8e85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037654784:12345-0@lo:400: Request processed in 244us (967us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384637.027338:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384637.027341:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384637.027343:0:16811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000001:3.0:1767384637.027344:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384637.027348:0:16811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:3.0:1767384637.027349:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.027354:0:16811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384637.027356:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384637.027357:0:16811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384637.027361:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767384637.027362:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002dc65054. 00000100:00000001:3.0:1767384637.027363:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384637.027367:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da8b267d. 00000020:00000010:0.0:1767384637.027370:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f14a0e8. 00000100:00000001:3.0:1767384637.027371:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384637.027374:0:16811:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:0.0:1767384637.027376:0:16811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384637.027389:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384637.027391:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384637.027394:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384637.027398:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384637.027398:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384637.027404:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384637.027405:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000400:00000001:0.0:1767384637.027407:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384637.027411:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867983232 : -117138841568384 : ffff95767cf57b80) 00000400:00000010:0.0:1767384637.027411:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029189cd8. 00000400:00000200:0.0:1767384637.027416:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00000400:00000010:0.0:1767384637.027419:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00000100:00000040:3.0:1767384637.027422:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f2b0b3a x1853237037654656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:618/0 lens 224/0 e 0 to 0 dl 1767384648 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.027422:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384637.027427:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384637.027455:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.027457:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384637.027462:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000142df39f. 00000100:00000001:0.0:1767384637.027463:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384637.027467:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384637.027468:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.027470:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384637.027472:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000142df39f. 02000000:00000001:0.0:1767384637.027474:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384637.027476:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384637.027477:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384637.027480:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f2b0b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037654656:12345-0@lo:400: 02000000:00000001:0.0:1767384637.027482:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384637.027488:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037654656 00000100:00001000:0.0:1767384637.027488:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=61 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384637.027491:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384637.027493:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384637.027494:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384637.027499:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1767384637.027502:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=61 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384637.027503:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:3.0:1767384637.027510:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384637.027511:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384637.027514:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.027515:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.027521:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384637.027522:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384637.027525:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384637.027526:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384637.027527:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384637.027529:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384637.027533:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384637.027535:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384637.027537:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384637.027539:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384637.027541:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:3.0:1767384637.027542:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000020479577. 00000100:00000001:0.0:1767384637.027543:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384637.027546:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027546:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.027550:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.027551:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384637.027553:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384637.027558:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037654656 00010000:00000001:3.0:1767384637.027562:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384637.027565:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384637.027568:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f2b0b3a x1853237037654656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1767384648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.027569:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384637.027571:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384637.027574:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384637.027592:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099e14c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037654912:0@lo:400: 00010000:00000001:3.0:1767384637.027599:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:0.0:1767384637.027601:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384637.027602:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384637.027604:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767384637.027607:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=57 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384637.027607:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000972815e2. 00000400:00000200:0.0:1767384637.027613:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000100:00000001:3.0:1767384637.027614:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384637.027615:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000001:0.0:1767384637.027619:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384637.027620:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000200:0.0:1767384637.027623:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.027624:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384637.027630:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384637.027633:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.027639:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384637.027640:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384637.027645:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384637.027650:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003468a45c. 00000100:00000001:0.0:1767384637.027652:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384637.027655:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037654656, offset 224 00000100:00000001:0.0:1767384637.027655:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.027656:0:16164:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384637.027663:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384637.027664:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384637.027667:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384637.027669:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.027671:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.027675:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384637.027676:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384637.027680:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384637.027682:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384637.027684:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.027685:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f506280 00010000:00000001:0.0:1767384637.027686:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384637.027693:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384637.027694:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ba9 [1] + 224 00000400:00000200:3.0:1767384637.027703:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384637.027704:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027707:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767384637.027708:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384637.027710:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384637.027713:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384637.027714:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384637.027714:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384637.027722:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384637.027722:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.027739:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.027745:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384637.027747:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384637.027750:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384637.027751:0:16164:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384637.027755:0:16164:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384637.027759:0:16164:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384637.027768:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000020:0.0:1767384637.027769:0:16164:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:3.0:1767384637.027774:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003468a45c 00000004:00000001:0.0:1767384637.027774:0:16164:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384637.027778:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003468a45c. 00000100:00000040:0.0:1767384637.027778:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.027783:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384637.027786:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384637.027791:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384637.027791:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ae85f14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037654528:0@lo:13: 00000100:00000040:3.0:1767384637.027797:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:0.0:1767384637.027798:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.027800:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384637.027802:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384637.027803:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384637.027807:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.027809:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099e14c91 x1853237037654912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384637.027817:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f2b0b3a x1853237037654656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1767384648 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.027818:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384637.027822:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384637.027825:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bd704ff. 00000100:00100000:3.0:1767384637.027830:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f2b0b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037654656:12345-0@lo:400: Request processed in 369us (1716us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384637.027830:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384637.027834:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384637.027836:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384637.027839:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767384637.027842:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 02000000:00000010:0.0:1767384637.027842:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f4a5de8. 00000100:00000040:3.0:1767384637.027846:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 02000000:00000001:0.0:1767384637.027847:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384637.027851:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384637.027851:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384637.027855:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384637.027856:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099e14c91. 00000020:00000010:3.0:1767384637.027860:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f661a5fb. 00000100:00000001:0.0:1767384637.027861:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384637.027863:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.027866:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384637.027867:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fd8af3d. 00000100:00000040:0.0:1767384637.027869:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ae85f14 x1853237037654528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384637.027875:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e55427. 00000100:00000001:0.0:1767384637.027876:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384637.027879:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384637.027881:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a9937820. 00000020:00000040:3.0:1767384637.027883:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 02000000:00000001:0.0:1767384637.027884:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384637.027886:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384637.027888:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384637.027891:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384637.027891:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384637.027892:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002fdb407b. 02000000:00000001:0.0:1767384637.027896:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384637.027898:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384637.027898:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ae85f14. 00000100:00000001:0.0:1767384637.027900:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384637.027901:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.027903:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.027906:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384637.027907:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027908:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.027909:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027922:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.027923:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384637.027925:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384637.027926:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384637.027927:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e3b5ec7. 00000400:00000200:0.0:1767384637.027929:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000400:00000010:0.0:1767384637.027930:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000100:00000001:0.0:1767384637.027931:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384637.027933:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384637.027938:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.027942:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384637.027944:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.027945:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384637.027946:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384637.027947:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384637.027948:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.027949:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384637.027951:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384637.027953:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384637.027954:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384637.027955:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.027957:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384637.027958:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384637.027962:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.027964:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384637.027965:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384637.027966:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384637.027967:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.027969:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.027972:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.027973:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384637.027979:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384637.027981:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384637.027986:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000deb0813c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037654784:0@lo:400: 00000400:00000001:0.0:1767384637.027990:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384637.027990:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384637.027992:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f88d45a. 00000400:00000200:0.0:1767384637.027993:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000400:00000010:0.0:1767384637.027994:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000100:00000001:0.0:1767384637.027995:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384637.027997:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384637.028002:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.028005:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384637.028006:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.028007:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384637.028008:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384637.028008:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384637.028009:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384637.028010:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384637.028013:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384637.028015:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384637.028016:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384637.028017:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.028018:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384637.028019:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384637.028023:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.028024:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384637.028025:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384637.028026:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384637.028026:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.028035:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.028039:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384637.028041:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384637.028042:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384637.028043:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384637.028047:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002aaeafd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037654656:0@lo:400: 00000100:00000001:0.0:1767384637.028050:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.028051:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.028052:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000deb0813c x1853237037654784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.028055:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384637.028056:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384637.028057:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006caab8ce. 02000000:00000001:0.0:1767384637.028059:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384637.028060:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384637.028061:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384637.028062:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384637.028063:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023544784. 02000000:00000001:0.0:1767384637.028065:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384637.028066:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384637.028066:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000deb0813c. 00000100:00000001:0.0:1767384637.028068:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384637.028069:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.028070:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384637.028072:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002aaeafd9 x1853237037654656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384637.028076:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384637.028077:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384637.028079:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d02feab7. 02000000:00000001:0.0:1767384637.028081:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384637.028082:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384637.028082:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384637.028088:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384637.028089:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005b00e5b9. 02000000:00000001:0.0:1767384637.028091:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384637.028093:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384637.028094:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aaeafd9. 00000100:00000001:0.0:1767384637.028095:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384637.028096:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.028097:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384637.028100:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384637.028101:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384637.028102:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384637.028103:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.033364:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294925831, at 4294925832 00000100:00000010:0.0:1767384637.033371:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fd58e2f. 00000100:00000040:1.0:1767384637.033503:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294925831, at 4294925832 00000100:00000010:1.0:1767384637.033510:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd04c925. 00000100:00000040:2.0:1767384637.033558:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294925831, at 4294925832 00000100:00000010:2.0:1767384637.033565:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f04236af. 00000100:00000040:3.0:1767384637.033609:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294925831, at 4294925832 00000100:00000010:3.0:1767384637.033618:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007649e19b. 00010000:00000001:0.0:1767384637.090366:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384637.090372:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384637.090376:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384637.090378:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384637.090410:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384637.090414:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384637.090417:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384637.793372:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384637.793376:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384637.793378:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321b3865 00000400:00000010:1.0:1767384637.793382:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000321b3865. 00000400:00000200:1.0:1767384637.793386:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384637.793392:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384637.793401:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016b13660. 00000400:00000010:1.0:1767384637.793404:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003d0ca5b6. 00000400:00000200:1.0:1767384637.793410:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp38 00000400:00000010:1.0:1767384637.793413:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016b13660. 00000400:00000010:1.0:1767384637.793417:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003d0ca5b6. 00000400:00000010:1.0:1767384637.793420:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000321b3865. 00000400:00000010:1.0:1767384637.793424:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002fa728a8. 00000400:00000200:1.0:1767384637.793428:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp38 00000400:00000200:1.0:1767384637.793438:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp38 local destination 00000400:00000200:1.0:1767384637.793443:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp38 00000400:00000200:1.0:1767384637.793445:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp38 NI seq info: [125:125:256:4294967295] 192.168.203.133@tcp38 LPNI seq info [121:121:8:4294967295] 00000400:00000200:1.0:1767384637.793451:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp38 00000400:00000200:1.0:1767384637.793457:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp38(192.168.203.133@tcp38:) -> 192.168.203.133@tcp38(192.168.203.133@tcp38:192.168.203.133@tcp38) : GET try# 0 00000800:00000200:1.0:1767384637.793461:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp38 00000800:00000010:1.0:1767384637.793470:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9d8ff69. 00000800:00000200:1.0:1767384637.793475:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (2) 00000800:00000200:1.1:1767384637.793479:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (2) 00000400:00000200:1.0:1767384637.793495:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp38 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:3.0:1767384637.793557:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793591:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793606:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793619:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793631:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793643:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793659:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793673:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793688:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793705:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793718:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793730:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793742:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793756:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793769:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793783:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793806:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793823:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793839:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793854:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793867:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793879:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793893:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793907:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793928:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793942:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793955:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793968:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793981:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.793993:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.794005:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.794017:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.794030:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.794045:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384637.794060:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384637.794160:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003c3374f8. 00000800:00000010:3.0:1767384637.794166:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099a5d42c. 00000800:00000010:3.0:1767384637.794170:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079517896. 00000800:00000010:3.0:1767384637.794187:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079517896. 00000800:00020000:3.0:1767384637.794195:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384637.794198:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099a5d42c. 00000800:00000010:3.0:1767384637.794200:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003c3374f8. 00000400:02020000:3.0:1767384637.794226:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp38 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384637.794231:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp38 notifying 192.168.203.133@tcp38: down 00000400:00000200:3.0:1767384637.794234:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384637.794237:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp38 00000800:00000010:3.0:1767384637.794239:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9d8ff69. 00000400:00000200:3.0:1767384637.794265:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384637.794269:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp38->192.168.203.133@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384637.794276:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384637.794278:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384637.794280:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp38) recovery failed with -71 00000800:00000200:0.0:1767384637.794395:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (6) 00000800:00000200:0.0:1767384637.794400:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp23 ip 192.168.203.133:988 00000800:00000200:0.0:1767384637.794404:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384637.794559:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384637.794564:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.794570:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384637.794574:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.794577:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.113389:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384638.113394:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.113399:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384638.113401:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.113472:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384638.113476:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384638.113480:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384638.248503:0:32191:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384638.248517:0:32191:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.248522:0:32191:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384638.248528:0:32191:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384638.248533:0:32191:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.248537:0:32191:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384638.817403:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384638.817409:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384638.817413:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321b3865 00000400:00000010:1.0:1767384638.817419:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000321b3865. 00000400:00000200:1.0:1767384638.817426:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384638.817434:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384638.817447:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016b13660. 00000400:00000010:1.0:1767384638.817453:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003d0ca5b6. 00000400:00000200:1.0:1767384638.817463:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp35 00000400:00000010:1.0:1767384638.817468:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016b13660. 00000400:00000010:1.0:1767384638.817474:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d35c9866. 00000400:00000010:1.0:1767384638.817479:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000321b3865. 00000400:00000010:1.0:1767384638.817486:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094a83f08. 00000400:00000200:1.0:1767384638.817492:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp35 00000400:00000200:1.0:1767384638.817506:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp35 local destination 00000400:00000200:1.0:1767384638.817513:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp35 00000400:00000200:1.0:1767384638.817519:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp35 NI seq info: [126:126:256:4294967295] 192.168.203.133@tcp35 LPNI seq info [122:122:8:4294967295] 00000400:00000200:1.0:1767384638.817528:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp35 00000400:00000200:1.0:1767384638.817538:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp35(192.168.203.133@tcp35:) -> 192.168.203.133@tcp35(192.168.203.133@tcp35:192.168.203.133@tcp35) : GET try# 0 00000800:00000200:1.0:1767384638.817545:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp35 00000800:00000010:1.0:1767384638.817551:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002da57fb6. 00000800:00000200:1.0:1767384638.817569:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000800:00000200:1.1:1767384638.817576:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000400:00000200:1.0:1767384638.817600:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp35 added to recovery queue. ping count: 3 next ping: 268 health :700 00000400:00000200:3.0:1767384638.817673:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817723:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817745:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817760:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817774:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817788:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817803:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817823:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817839:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817860:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817878:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817898:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817917:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817940:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817959:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.817983:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818005:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818025:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818041:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818055:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818071:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818099:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818118:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818135:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818149:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818164:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818185:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818203:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818228:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818300:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818357:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818391:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818414:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818437:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384638.818473:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384638.818667:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003c3374f8. 00000800:00000010:3.0:1767384638.818672:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000870e8eb2. 00000800:00000010:3.0:1767384638.818677:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b61cc9b4. 00000800:00000010:3.0:1767384638.818696:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b61cc9b4. 00000800:00020000:3.0:1767384638.818707:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384638.818710:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000870e8eb2. 00000800:00000010:3.0:1767384638.818713:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003c3374f8. 00000400:02020000:3.0:1767384638.818748:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp35 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384638.818754:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp35 notifying 192.168.203.133@tcp35: down 00000400:00000200:3.0:1767384638.818758:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384638.818763:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp35 00000800:00000010:3.0:1767384638.818766:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002da57fb6. 00000400:00000200:3.0:1767384638.818769:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384638.818773:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp35->192.168.203.133@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384638.818780:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384638.818782:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384638.818785:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp35) recovery failed with -71 00000001:00000001:3.0:1767384639.037515:0:32355:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384639.037518:0:32355:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:3.0:1767384639.041336:0:32355:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384639.048831:0:32356:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a1e811ec. 00000400:00000010:3.0:1767384639.048845:0:32356:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d1e71766. 00000400:00000010:3.0:1767384639.048855:0:32356:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006f2000da. 00000400:00000010:3.0:1767384639.048859:0:32356:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000e3b9f11. 00000400:00000010:3.0:1767384639.048862:0:32356:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d9f7195e. 00000400:00000010:3.0:1767384639.048866:0:32356:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a1bbb7b. 00000400:00000010:3.0:1767384639.048868:0:32356:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000749d8bec. 00000400:00000010:3.0:1767384639.048870:0:32356:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3a1e752. 00000400:00000010:3.0:1767384639.048873:0:32356:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000000bd4d40. 00000800:00000010:3.0:1767384639.048887:0:32356:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f9171a0b. 00000800:00000200:3.0:1767384639.048899:0:32356:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384639.048910:0:32356:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384639.048949:0:32356:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384639.048973:0:32356:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384639.050736:0:32356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000f22795ef. 00000400:00000010:3.0:1767384639.050742:0:32356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eda1749. 00000400:00000010:3.0:1767384639.050747:0:32356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003468a45c. 00000400:00000001:3.0:1767384639.050764:0:32356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384639.050766:0:32356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384639.050768:0:32356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000400:00000200:3.0:1767384639.050771:0:32356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:3.0:1767384639.050773:0:32356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000400:00000010:3.0:1767384639.050776:0:32356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000099c1963f. 00000400:00000200:3.0:1767384639.050781:0:32356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (30) 00000400:00000200:3.0:1767384639.050803:0:32356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384639.050813:0:32356:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:3.0:1767384639.050820:0:32356:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003c3374f8. 00000020:01000000:3.0:1767384639.050823:0:32356:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384639.050826:0:32356:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp40 00000400:00000010:3.0:1767384639.050839:0:32356:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d1e71766. 00000400:00000010:3.0:1767384639.050847:0:32356:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a1e811ec. 00000400:00000200:2.0:1767384639.050856:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384639.050864:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:2.0:1767384639.050867:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (31) 00000400:00000010:2.0:1767384639.050872:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000205170ca. 00000400:00000010:2.0:1767384639.050876:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cc77453. 00000400:00000010:2.0:1767384639.050882:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004307d26d. 00000400:00000200:2.0:1767384639.050886:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384639.050898:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000001:1.0:1767384639.050908:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384639.050914:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:00000001:1.0:1767384639.050915:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384639.050920:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384639.050926:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:01000000:1.0:1767384639.050926:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384639.050933:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384639.050937:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:01000004:1.0:1767384639.050938:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384639.050943:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384639.050946:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000020:01000004:1.0:1767384639.050946:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384639.050949:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384639.050953:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384639.050956:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:01000004:1.0:1767384639.050957:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384639.050961:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384639.050964:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384639.050965:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:01000004:1.0:1767384639.050966:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384639.050972:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000100:00000010:1.0:1767384639.050975:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859f5068. 00000400:00000200:2.0:1767384639.050977:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00000020:00000040:1.0:1767384639.050983:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384639.050986:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000100:00000001:1.0:1767384639.050991:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384639.050992:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 02000000:00000001:1.0:1767384639.050996:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384639.051000:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[123, 38] 02000000:00000001:1.0:1767384639.051003:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.051007:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:2.0:1767384639.051013:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 02000000:00000010:1.0:1767384639.051015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e09a94e0. 00000400:00000200:2.0:1767384639.051019:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000100:00000001:1.0:1767384639.051025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.051026:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:2.0:1767384639.051034:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:2.0:1767384639.051037:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000100:00000001:1.0:1767384639.051038:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384639.051043:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000100:00000001:1.0:1767384639.051044:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.051053:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 30], ns[98, 30] 00000100:00000040:1.0:1767384639.051056:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000859f5068] to pc [ptlrpcd_00_01+1] req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384639.051076:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 30], ns[70, 30] 00000400:00000200:2.0:1767384639.051103:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 30], ns[71, 30] 00000400:00000200:2.0:1767384639.051108:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 30], ns[100, 30] 00000400:00000200:2.0:1767384639.051113:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[84, 30] 00000400:00000200:2.0:1767384639.051117:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 30], ns[103, 30] 00000400:00000200:2.0:1767384639.051124:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 30], ns[121, 30] 00000400:00000200:2.0:1767384639.051132:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 30], ns[126, 30] 10000000:00000001:1.0:1767384639.051133:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384639.051140:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.051144:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.051174:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 30], ns[120, 30] 00000020:01000000:1.0:1767384639.051175:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384639.051176:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.051183:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384639.051188:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384639.051188:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384639.051193:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384639.051194:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 30], ns[113, 30] 10000000:00000001:1.0:1767384639.051197:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384639.051200:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384639.051201:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384639.051214:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[121, 30], ns[125, 30] 00000020:01000004:1.0:1767384639.051216:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384639.051218:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384639.051220:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384639.051223:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384639.051224:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384639.051231:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384639.051248:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000020:01000004:1.0:1767384639.051249:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384639.051250:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384639.051254:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384639.051256:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384639.051258:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384639.051259:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp21 00000020:01000004:1.0:1767384639.051262:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384639.051265:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384639.051266:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384639.051277:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c287963. 00000100:00100000:3.0:1767384639.051278:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037655040:0@lo:253: 00000400:00000200:2.0:1767384639.051282:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp21 lpni_is_preferred = 0 00000020:00000040:1.0:1767384639.051284:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384639.051291:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384639.051291:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp21 00000100:00000001:1.0:1767384639.051292:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384639.051297:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384639.051299:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384639.051302:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.051303:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp21 NI seq info: [127:127:256:4294967295] 192.168.203.133@tcp21 LPNI seq info [123:123:8:4294967295] 02000000:00000001:3.0:1767384639.051304:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.051341:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp21 02000000:00000010:1.0:1767384639.051342:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006fa5a857. 00000100:00000001:1.0:1767384639.051348:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384639.051352:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384639.051356:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384639.051360:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384639.051362:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a8a431eb. 00000400:00000200:2.0:1767384639.051363:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp21(192.168.203.133@tcp21:) -> 192.168.203.133@tcp21(192.168.203.133@tcp:192.168.203.133@tcp21) : GET try# 0 02000000:00000001:3.0:1767384639.051367:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.051369:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c287963] to pc [ptlrpcd_00_02+2] req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384639.051375:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000800:00000200:2.0:1767384639.051383:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp21 00000400:00000010:3.0:1767384639.051385:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1e71766. 00000100:00000200:3.0:1767384639.051392:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037655040, portal 25 00000800:00000010:2.0:1767384639.051392:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cb844526. 00000100:00000001:3.0:1767384639.051399:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384639.051401:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599139328 : -117139110412288 : ffff95766cef4000) 10000000:00000001:1.0:1767384639.051401:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384639.051408:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000740ef80d] -> 12345-192.168.203.133@tcp21 (6) 10000000:00000001:1.0:1767384639.051409:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.051415:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384639.051416:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384639.051423:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:2.0:1767384639.051425:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp21 ip 192.168.203.133:988 00000020:00000010:1.0:1767384639.051430:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003c3374f8. 00000800:00000200:2.0:1767384639.051434:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb844526 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384639.051439:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384639.051444:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384639.051446:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384639.051450:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004e763f6. 00000100:00000001:1.0:1767384639.051451:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384639.051455:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037655040, offset 0 00000100:00000001:1.0:1767384639.051461:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384639.051464:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000100:00000001:1.0:1767384639.051465:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384639.051467:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384639.051470:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384639.051474:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000100:00000040:1.0:1767384639.051487:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.051495:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384639.051506:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384639.051508:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.051510:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384639.051512:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384639.051514:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506400 00000400:00000200:3.0:1767384639.051524:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d9 [2] + 0 02000000:00000001:1.0:1767384639.051527:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384639.051529:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008048d604. 00000100:00100000:1.0:1767384639.051532:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037655168:0@lo:253: 00000100:00000001:1.0:1767384639.051536:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384639.051541:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384639.051543:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000407e97e6 02000000:00000001:1.0:1767384639.051544:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.051549:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384639.051554:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384639.051555:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000e9b244c. 02000000:00000001:1.0:1767384639.051561:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.051564:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384639.051566:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005acedd1f. 00000400:00000200:3.0:1767384639.051569:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000407e97e6 00000400:00000010:3.0:1767384639.051573:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000407e97e6. 00000100:00000001:3.0:1767384639.051578:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384639.051581:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384639.051583:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006802a57c. 00000100:00000040:3.0:1767384639.051584:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000002bf8ddbf x1853237037655040 msgsize 4848 00000100:00000200:1.0:1767384639.051591:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037655168, portal 25 00000100:00100000:3.0:1767384639.051596:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767384639.051596:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384639.051597:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384639.051601:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150080 : -117139110401536 : ffff95766cef6a00) 00000100:00000040:3.0:1767384639.051604:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000010:2.0:1767384639.051606:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cb844526. 00000100:00000040:1.0:1767384639.051609:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.051614:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384639.051616:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.051622:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384639.051624:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004e763f6 00000400:00000010:3.0:1767384639.051630:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004e763f6. 00000100:00000040:1.0:1767384639.051631:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384639.051636:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp21->192.168.203.133@tcp21: GET: OK 00000100:00000001:3.0:1767384639.051637:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384639.051638:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093cf9e16. 00000100:00000200:3.0:1767384639.051646:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384639.051647:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037655168, offset 0 00000400:00000200:2.0:1767384639.051649:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384639.051667:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384639.051668:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000400:00000200:1.0:1767384639.051671:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384639.051674:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384639.051685:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384639.051686:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384639.051687:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384639.051692:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384639.051696:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506480 00000100:00000001:3.0:1767384639.051700:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384639.051703:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.051706:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13e1 [2] + 0 00000100:00000001:3.0:1767384639.051708:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294927868 00000800:00000001:2.0:1767384639.051711:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384639.051717:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000483f0cd7. 00000100:00000010:3.0:1767384639.051718:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005992d8d1. 00000400:00000200:1.0:1767384639.051724:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea31d710 00000800:00000001:2.0:1767384639.051726:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.051727:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384639.051731:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384639.051738:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294927868 00000400:00000200:1.0:1767384639.051740:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384639.051748:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb552a0f. 00000400:00000200:2.0:1767384639.051748:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp21(192.168.203.133@tcp21) <- 192.168.203.133@tcp21 : GET - for me 00000400:00000200:1.0:1767384639.051749:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea31d710 00000400:00000010:1.0:1767384639.051755:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea31d710. 00000100:00000001:3.0:1767384639.051756:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384639.051763:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294927868 00000100:00000001:1.0:1767384639.051764:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384639.051768:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384639.051776:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005836b300. 00000100:00000040:1.0:1767384639.051777:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000e52d6dda x1853237037655168 msgsize 4848 00000400:00000200:2.0:1767384639.051783:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 528 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384639.051786:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384639.051793:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384639.051794:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294927868 00000100:00000040:1.0:1767384639.051795:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384639.051801:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 528/528 into md 0x1bd1 [1] + 0 00000100:00000010:3.0:1767384639.051802:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c27d83db. 00000100:00000001:3.0:1767384639.051815:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384639.051816:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384639.051822:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp21 to MR: 192.168.203.133@tcp21 local destination 00000100:00000001:3.0:1767384639.051823:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.051830:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.051834:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.051838:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.051839:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp21 NI seq info: [128:128:256:4294967295] 192.168.203.133@tcp21 LPNI seq info [124:124:8:4294967295] 00000100:00000001:3.0:1767384639.051848:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384639.051852:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384639.051858:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.051861:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384639.051866:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.051867:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp21(192.168.203.133@tcp21:192.168.203.133@tcp21) -> 192.168.203.133@tcp21(192.168.203.133@tcp21:192.168.203.133@tcp21) 192.168.203.133@tcp21 : REPLY try# 0 00000100:00000001:3.0:1767384639.051870:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384639.051880:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.133@tcp21 00000400:00000200:1.0:1767384639.051880:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093cf9e16 00000400:00000010:1.0:1767384639.051886:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093cf9e16. 00000800:00000010:2.0:1767384639.051888:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb844526. 00000100:00000001:1.0:1767384639.051890:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384639.051898:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384639.051903:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000740ef80d] -> 12345-192.168.203.133@tcp21 (6) 00000100:00000001:1.0:1767384639.051914:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767384639.051917:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp21 ip 192.168.203.133:999 00000100:00000040:1.0:1767384639.051921:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384639.051924:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb844526 type 3, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1767384639.051937:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.051939:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384639.051944:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.051948:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294927868 00000100:00000001:1.0:1767384639.051951:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294927868 00000100:00000001:1.0:1767384639.051953:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294927868 00000100:00000001:1.0:1767384639.051955:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294927868 00000100:00000001:1.0:1767384639.051957:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294927868 00000100:00000001:1.0:1767384639.051959:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294927868 00000100:00000001:1.0:1767384639.051961:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294927868 00000100:00000001:1.0:1767384639.051963:0:16165:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294927868 00000100:00000001:1.0:1767384639.051965:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384639.051968:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.051972:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.051974:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.051978:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384639.051979:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384639.051983:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384639.051984:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037655040 00000100:00000001:1.0:1767384639.051986:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384639.051988:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384639.051989:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384639.051994:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384639.051995:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.051999:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.052001:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384639.052003:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384639.052004:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384639.052012:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037655040 00000800:00000010:2.0:1767384639.052012:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb844526. 00000100:00000001:1.0:1767384639.052017:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384639.052018:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384639.052022:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384639.052023:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384639.052023:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.052030:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384639.052035:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000400:00000200:2.0:1767384639.052038:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp21->192.168.203.133@tcp21: REPLY: OK 00000020:00000001:3.0:1767384639.052040:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384639.052044:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384639.052045:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384639.052050:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384639.052054:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003889d1ba. 00000800:00000001:2.0:1767384639.052055:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384639.052055:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037655168 00000100:00000001:3.0:1767384639.052061:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384639.052062:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384639.052066:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.052067:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384639.052068:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003889d1ba. 00000100:00000001:1.0:1767384639.052071:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384639.052075:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384639.052077:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384639.052079:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba14a108. 00000100:00100000:1.0:1767384639.052081:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037655168 00000020:00000001:1.0:1767384639.052088:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384639.052090:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000010:3.0:1767384639.052093:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2d8a067. 00000020:00000001:1.0:1767384639.052094:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384639.052099:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000800:00000001:2.0:1767384639.052100:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384639.052103:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fd8af3d. 00000020:00000001:1.0:1767384639.052105:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000800:00000001:2.0:1767384639.052108:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384639.052110:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384639.052116:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384639.052117:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:2.0:1767384639.052117:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384639.052120:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f62047e4. 00000100:00000001:3.0:1767384639.052123:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384639.052126:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.052127:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384639.052132:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.052133:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f62047e4. 00000400:00000200:2.0:1767384639.052135:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp21(192.168.203.133@tcp21) <- 192.168.203.133@tcp21 : REPLY - for me 00000020:00000010:1.0:1767384639.052141:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b45a3ce6. 00000100:00000001:3.0:1767384639.052148:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.052148:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b72d72cb. 00000400:00000200:2.0:1767384639.052156:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp21: Reply from 12345-192.168.203.133@tcp21 of length 528/528 into md 0x1bd5 00000020:00000010:1.0:1767384639.052157:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000001:3.0:1767384639.052162:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.052166:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1767384639.052167:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384639.052169:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384639.052173:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.052178:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384639.052178:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.052179:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.052182:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384639.052187:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.052188:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384639.052195:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:3.0:1767384639.052202:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000200:2.0:1767384639.052203:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp21->192.168.203.133@tcp21: REPLY: OK 00000100:00000001:1.0:1767384639.052206:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384639.052208:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981234256 : -117139728317360 : ffff9576481ac450) 00000100:00000001:1.0:1767384639.052211:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384639.052216:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc77453 00000100:00000040:3.0:1767384639.052217:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bf8ddbf x1853237037655040/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:620/0 lens 4848/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.052222:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000400:00000010:2.0:1767384639.052223:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cc77453. 00000100:00000040:1.0:1767384639.052231:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384639.052250:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933981237328 : -117139728314288 : ffff9576481ad050) 00000100:00000001:3.0:1767384639.052251:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384639.052254:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:3.0:1767384639.052257:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003889d1ba. 00000100:00000040:1.0:1767384639.052258:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e52d6dda x1853237037655168/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:620/0 lens 4848/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.052265:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384639.052265:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000020:00000010:3.0:1767384639.052274:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003889d1ba. 00000400:00000200:2.0:1767384639.052276:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000100:00000001:1.0:1767384639.052282:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384639.052286:0:16157:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.133@tcp (544 bytes) 00000100:00100000:3.0:1767384639.052287:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bf8ddbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037655040:12345-0@lo:253: 00000020:00000010:1.0:1767384639.052289:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f62047e4. 00000100:00000200:3.0:1767384639.052295:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037655040 00000400:00000200:2.0:1767384639.052299:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:1.0:1767384639.052301:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384639.052302:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384639.052307:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f62047e4. 00000020:00000001:3.0:1767384639.052335:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384639.052339:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.052343:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384639.052345:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00100000:1.0:1767384639.052346:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e52d6dda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037655168:12345-0@lo:253: 00000400:00000010:2.0:1767384639.052347:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000205170ca. 00000020:00000001:3.0:1767384639.052352:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384639.052358:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (32) 00000100:00000200:1.0:1767384639.052358:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037655168 00000020:00000001:3.0:1767384639.052359:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384639.052365:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384639.052367:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384639.052370:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384639.052371:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:2.0:1767384639.052371:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384639.052374:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.052376:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.052379:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1767384639.052380:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.052382:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384639.052383:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 02000000:00000001:3.0:1767384639.052388:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384639.052389:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384639.052393:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384639.052395:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384639.052396:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003c3374f8. 00000020:00000001:1.0:1767384639.052397:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384639.052401:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384639.052402:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.052405:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384639.052407:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.052410:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384639.052411:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:3.0:1767384639.052412:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:1.0:1767384639.052419:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004d94efd4. 00000400:00000010:2.0:1767384639.052420:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000205170ca. 02000000:00000001:1.0:1767384639.052424:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384639.052425:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007d393633. 00000100:00000001:1.0:1767384639.052428:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.052430:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfb0296a. 20000000:01000000:3.0:1767384639.052431:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384639.052432:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:2.0:1767384639.052440:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cc77453. 20000000:00000010:1.0:1767384639.052446:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000908503ec. 20000000:00000001:3.0:1767384639.052447:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384639.052450:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000205170ca 20000000:00000001:3.0:1767384639.052453:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:1.0:1767384639.052454:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384639.052458:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384639.052458:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:1.0:1767384639.052459:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000001:2.0:1767384639.052464:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:3.0:1767384639.052465:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.052465:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:2.0:1767384639.052472:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895eab9c. 20000000:00000001:1.0:1767384639.052472:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384639.052473:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384639.052479:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.052482:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e90106 20000000:00000001:1.0:1767384639.052483:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:2.0:1767384639.052490:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e90106. 20000000:00000010:3.0:1767384639.052493:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e41f731e. 00000400:00000200:2.0:1767384639.052496:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 20000000:01000000:3.0:1767384639.052498:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000010:2.0:1767384639.052502:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000ab56ae0f. 20000000:00000001:3.0:1767384639.052505:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384639.052510:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00080000:00000001:3.0:1767384639.052513:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384639.052518:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100871 00000400:00000200:2.0:1767384639.052523:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:0 00000400:00000200:2.0:1767384639.052533:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 rc 1 00000400:00000200:2.0:1767384639.052537:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:2.0:1767384639.052538:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (31) 00000400:00000010:2.0:1767384639.052551:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000668d9d85. 00000400:00000010:2.0:1767384639.052555:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265a8796. 00000400:00000010:2.0:1767384639.052560:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d27fac73. 00000400:00000200:2.0:1767384639.052563:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384639.052570:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384639.052574:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00080000:00000001:3.0:1767384639.052575:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384639.052582:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00080000:00000001:3.0:1767384639.052583:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384639.052588:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.052591:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00080000:00000001:3.0:1767384639.052592:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384639.052598:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384639.052599:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000020:00000001:3.0:1767384639.052607:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384639.052612:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384639.052618:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000050cf7a19. 00080000:00000001:3.0:1767384639.052621:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934721394688 : -117138988156928 : ffff95767438b800) 00000400:00000200:2.0:1767384639.052625:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00080000:00000001:3.0:1767384639.052626:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384639.052632:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:2.0:1767384639.052636:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000400:00000200:2.0:1767384639.052639:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00000400:00000200:2.0:1767384639.052644:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000400:00000200:2.0:1767384639.052648:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000400:00000200:2.0:1767384639.052653:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[123, 38] 00000400:00000200:2.0:1767384639.052656:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 38], ns[128, 38] 00000400:00000200:2.0:1767384639.052659:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000400:00000200:2.0:1767384639.052663:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:2.0:1767384639.052677:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00000400:00000200:2.0:1767384639.052682:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:2.0:1767384639.052686:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:2.0:1767384639.052690:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:2.0:1767384639.052693:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 32], ns[98, 32] 00000400:00000200:2.0:1767384639.052698:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 32], ns[70, 32] 00000400:00000200:2.0:1767384639.052702:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 32], ns[71, 32] 00000400:00000200:2.0:1767384639.052707:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 32], ns[100, 32] 00000400:00000200:2.0:1767384639.052712:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 32], ns[84, 32] 00000400:00000200:2.0:1767384639.052716:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 32], ns[103, 32] 00000400:00000200:2.0:1767384639.052721:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 32], ns[121, 32] 00000400:00000200:2.0:1767384639.052726:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 32], ns[126, 32] 00000400:00000200:2.0:1767384639.052730:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 32], ns[120, 32] 00000001:00000001:3.0:1767384639.052731:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384639.052736:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.052736:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 32], ns[113, 32] 00080000:00000001:3.0:1767384639.052743:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384639.052747:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[121, 32], ns[125, 32] 00000400:00000200:2.0:1767384639.052751:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:2.0:1767384639.052755:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp22 00000400:00000200:2.0:1767384639.052758:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767384639.052760:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp22 00000400:00000200:2.0:1767384639.052763:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp22 NI seq info: [129:129:256:4294967295] 192.168.203.133@tcp22 LPNI seq info [125:125:8:4294967295] 00080000:00000001:3.0:1767384639.052766:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384639.052771:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384639.052779:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp22 00000400:00000200:2.0:1767384639.052788:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22:) -> 192.168.203.133@tcp22(192.168.203.133@tcp:192.168.203.133@tcp22) : GET try# 0 00000800:00000200:2.0:1767384639.052793:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp22 00000800:00000010:2.0:1767384639.052798:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cb844526. 00000800:00000200:2.0:1767384639.052801:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (6) 00000800:00000200:2.0:1767384639.052807:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp22 ip 192.168.203.133:988 00000800:00000200:2.0:1767384639.052810:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb844526 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384639.052820:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384639.052823:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00080000:00000001:3.0:1767384639.052863:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384639.052868:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384639.052948:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384639.052951:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cb844526. 00000400:00000200:3.0:1767384639.052955:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384639.052961:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: GET: OK 00000400:00000200:3.0:1767384639.052964:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384639.052966:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:3.0:1767384639.052973:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.052978:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384639.052981:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.052986:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384639.052992:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22) <- 192.168.203.133@tcp22 : GET - for me 00000400:00000200:3.0:1767384639.053008:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384639.053014:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 544/544 into md 0x1bd1 [1] + 0 00000400:00000200:3.0:1767384639.053021:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp22 to MR: 192.168.203.133@tcp22 local destination 00000400:00000200:3.0:1767384639.053027:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp22 NI seq info: [130:130:256:4294967295] 192.168.203.133@tcp22 LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1767384639.053035:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22:192.168.203.133@tcp22) -> 192.168.203.133@tcp22(192.168.203.133@tcp22:192.168.203.133@tcp22) 192.168.203.133@tcp22 : REPLY try# 0 00000800:00000200:3.0:1767384639.053038:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.133@tcp22 00000800:00000010:3.0:1767384639.053041:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000585a5736. 00000800:00000200:3.0:1767384639.053046:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (6) 00000800:00000200:3.0:1767384639.053051:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp22 ip 192.168.203.133:997 00000800:00000200:3.0:1767384639.053054:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000585a5736 type 3, nob 640 niov 1 nkiov 1 00000800:00000001:2.0:1767384639.053097:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384639.053129:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384639.053133:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000585a5736. 00000800:00000001:1.0:1767384639.053133:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384639.053138:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384639.053145:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384639.053146:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: REPLY: OK 00000800:00000001:1.0:1767384639.053150:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.053157:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.053166:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22) <- 192.168.203.133@tcp22 : REPLY - for me 00000400:00000200:1.0:1767384639.053178:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp22: Reply from 12345-192.168.203.133@tcp22 of length 544/544 into md 0x1bed 00000800:00000001:1.0:1767384639.053183:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.053194:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.053197:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.053201:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.053207:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: REPLY: OK 00000400:00000200:1.0:1767384639.053211:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265a8796 00000400:00000010:1.0:1767384639.053214:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265a8796. 00000400:00000200:1.0:1767384639.053218:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384639.053222:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:1.0:1767384639.053225:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:1.0:1767384639.053228:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 32. state = 0x100271 00000400:00000200:1.0:1767384639.053232:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384639.053261:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (32) 00000800:00000001:1.0:1767384639.053269:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.053273:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384639.053292:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384639.053299:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:3.0:1767384639.053306:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 0000000099c1963f. 00000400:00000010:3.0:1767384639.053607:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 000000008eafa8a9. 00000400:00000010:3.0:1767384639.053613:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 00000000dad01d71. 00000400:00000200:3.0:1767384639.053669:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp34(00000000e1d96ff0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384639.053675:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp35(00000000d6fb1190) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384639.053678:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp36(00000000fd1eb3f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384639.053684:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp38(000000000e511b51) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384639.053691:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009b28aa2f. 00000400:00000200:3.0:1767384639.053698:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009b28aa2f nid 192.168.203.133@tcp39 00000400:00000010:3.0:1767384639.053702:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002e85277c. 00000400:00000200:3.0:1767384639.053704:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000002e85277c net tcp39 00000400:00000200:3.0:1767384639.053714:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (31) 00000400:00000200:3.0:1767384639.053719:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp39 flags 0x11 00000400:00000010:3.0:1767384639.053725:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000376c42ae. 00000400:00000200:3.0:1767384639.053730:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000376c42ae nid 192.168.203.133@tcp40 00000400:00000010:3.0:1767384639.053734:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ee71ecbe. 00000400:00000200:3.0:1767384639.053736:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ee71ecbe net tcp40 00000400:00000200:3.0:1767384639.053738:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (32) 00000400:00000200:3.0:1767384639.053740:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp40 flags 0x11 00000400:00000010:3.0:1767384639.053742:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 0000000099c1963f. 00000400:00000010:3.0:1767384639.053745:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 000000008eafa8a9. 00000400:00000010:3.0:1767384639.053746:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 00000000dad01d71. 00000400:00000010:3.0:1767384639.053748:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000668d9d85. 00000400:00000200:3.0:1767384639.053751:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384639.053754:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:3.0:1767384639.053757:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:3.0:1767384639.053760:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:3.0:1767384639.053764:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000400:00000200:3.0:1767384639.053766:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (33) 00000400:00000010:3.0:1767384639.053769:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000090690e67. 00000400:00000200:3.0:1767384639.053772:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp22 00000400:00000200:3.0:1767384639.053779:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp22 to MR: 192.168.203.133@tcp22 local destination 00000400:00000200:3.0:1767384639.053783:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp22 NI seq info: [131:131:256:4294967295] 192.168.203.133@tcp22 LPNI seq info [127:127:8:4294967295] 00000400:00000200:3.0:1767384639.053788:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp22 00000400:00000200:3.0:1767384639.053794:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22:192.168.203.133@tcp22) -> 192.168.203.133@tcp22(192.168.203.133@tcp22:192.168.203.133@tcp22) : PUT try# 0 00000800:00000200:3.0:1767384639.053800:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.133@tcp22 00000800:00000010:3.0:1767384639.053803:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000585a5736. 00000800:00000200:3.0:1767384639.053808:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (6) 00000800:00000200:3.0:1767384639.053814:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp22 ip 192.168.203.133:988 00000800:00000200:3.0:1767384639.053818:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000585a5736 type 1, nob 640 niov 1 nkiov 1 00000400:00000200:3.0:1767384639.053833:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384639.053843:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000800:00000200:1.0:1767384639.053898:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384639.053902:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000585a5736. 00000400:00000200:1.0:1767384639.053906:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384639.053912:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.053912:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: PUT: OK 00000400:00000200:1.0:1767384639.053920:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384639.053924:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.053924:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp22: 0 00000800:00000001:2.0:1767384639.053931:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.053937:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.053944:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22) <- 192.168.203.133@tcp22 : PUT - for me 00000400:00000200:2.0:1767384639.053955:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384639.053959:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 544/544 into md 0x1be9 [1] + 0 00000400:00000010:2.0:1767384639.053962:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfb0296a. 00000400:00000200:2.0:1767384639.053966:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cc77453 00000800:00000001:2.0:1767384639.053970:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.053976:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.053977:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.053981:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: PUT: OK 00000400:00000200:2.0:1767384639.053984:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc77453 00000400:00000010:2.0:1767384639.053986:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cc77453. 00000400:00000200:2.0:1767384639.053988:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384639.053991:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (34) 00000400:00000200:2.0:1767384639.053996:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:2.0:1767384639.054001:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000009da4ce84. 00000400:00000200:2.0:1767384639.054004:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 32 00000400:00000200:2.0:1767384639.054008:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384639.054047:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (35) 00000400:00000200:2.0:1767384639.054055:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384639.054064:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp22 to MR: 192.168.203.133@tcp22 local destination 00000400:00000200:2.0:1767384639.054074:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp22 NI seq info: [132:132:256:4294967295] 192.168.203.133@tcp22 LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1767384639.054101:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22:192.168.203.133@tcp22) -> 192.168.203.133@tcp22(192.168.203.133@tcp22:192.168.203.133@tcp22) 192.168.203.133@tcp22 : ACK try# 0 00000800:00000200:2.0:1767384639.054107:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp22 00000800:00000010:3.0:1767384639.054195:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f59de522. 00000800:00000200:3.0:1767384639.054202:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (6) 00000800:00000200:3.0:1767384639.054207:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp22 ip 192.168.203.133:997 00000800:00000200:3.0:1767384639.054210:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f59de522 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384639.054284:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384639.054287:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f59de522. 00000400:00000200:3.0:1767384639.054291:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384639.054296:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: ACK: OK 00000800:00000001:3.0:1767384639.054304:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.054353:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384639.054356:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.054361:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384639.054363:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.054367:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384639.054372:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp22(192.168.203.133@tcp22) <- 192.168.203.133@tcp22 : ACK - for me 00000400:00000200:3.0:1767384639.054383:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp22: ACK from 12345-192.168.203.133@tcp22 into md 0x1bf1 00000400:00000200:3.0:1767384639.054387:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384639.054392:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp22->192.168.203.133@tcp22: ACK: OK 00000400:00000200:3.0:1767384639.054396:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00000400:00000010:3.0:1767384639.054397:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000400:00000200:3.0:1767384639.054403:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384639.054408:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:3.0:1767384639.054414:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384639.054418:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (34) 00000800:00000001:3.0:1767384639.054424:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384639.054429:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.054436:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384639.054443:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfb0296a. 00000400:00000010:2.0:1767384639.054449:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cc77453. 00000400:00000200:2.0:1767384639.054452:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000205170ca 00000400:00000200:2.0:1767384639.054458:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:2.0:1767384639.054469:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 00000000f8860e4a. 00000400:00000010:2.0:1767384639.054474:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000bd4a93cc. 00000400:00000010:2.0:1767384639.054479:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 000000004c65b3b7. 00000400:00000010:2.0:1767384639.054511:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 00000000f8860e4a. 00000400:00000010:2.0:1767384639.054515:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000bd4a93cc. 00000400:00000010:2.0:1767384639.054518:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 000000004c65b3b7. 00000400:00000010:2.0:1767384639.054522:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000009da4ce84. 00000400:00000200:2.0:1767384639.054527:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384639.054530:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:2.0:1767384639.054535:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:2.0:1767384639.054539:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:2.0:1767384639.054544:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384639.054547:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:2.0:1767384639.054552:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384639.054557:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (33) 00080000:00000001:2.0:1767384639.062771:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384639.062777:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384639.062781:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384639.062783:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384639.062787:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384639.062793:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384639.062796:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384639.062798:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384639.062799:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384639.062801:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000050cf7a19. 20000000:01000000:2.0:1767384639.062804:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384639.062807:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384639.062815:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384639.062821:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384639.062827:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384639.062832:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007948de9b. 20000000:01000000:0.0:1767384639.062835:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384639.062838:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:0.0:1767384639.062841:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384639.062844:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384639.062845:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384639.062850:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384639.062851:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384639.062864:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384639.062871:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b9a7760. 00010000:00000001:0.0:1767384639.062875:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384639.062877:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384639.062880:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cdef4e7. 00080000:00000001:3.0:1767384639.062883:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384639.062886:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.062886:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384639.062889:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cdef4e7 with handle 0x1c01179f271edda3 to hash 00000020:00000001:0.0:1767384639.062893:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384639.062894:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00080000:00000001:3.0:1767384639.062900:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384639.062901:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00000020:00000001:3.0:1767384639.062905:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384639.062907:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384639.062910:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:0.0:1767384639.062911:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.062917:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384639.062918:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384639.062925:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008eafa8a9. 00010000:00000001:0.0:1767384639.062927:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384639.062929:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934721395712 : -117138988155904 : ffff95767438bc00) 00010000:00000001:0.0:1767384639.062931:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384639.062933:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384639.062935:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384639.062938:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384639.062940:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.062942:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384639.062944:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.062946:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384639.062949:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384639.062950:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384639.062952:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384639.062954:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b9a7760) refcount = 1 00010000:00010000:0.0:1767384639.062957:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.062962:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384639.062965:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384639.062966:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.062968:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.062970:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384639.062973:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384639.062976:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00000001:00000001:3.0:1767384639.062982:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384639.062987:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.062987:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384639.062990:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384639.062991:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.062994:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=4 00000020:00000001:0.0:1767384639.062997:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384639.062999:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384639.063001:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384639.063003:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384639.063004:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384639.063011:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384639.063012:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384639.063016:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.063021:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.063022:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384639.063024:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.063028:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384639.063030:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.063032:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384639.063034:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384639.063039:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005cdef4e7 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384639.063042:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384639.063044:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384639.063047:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.063051:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384639.063052:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384639.063054:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.063055:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=5 00000020:00000001:0.0:1767384639.063058:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384639.063067:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384639.063070:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384639.063072:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.063078:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384639.063080:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384639.063081:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.063086:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384639.063088:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384639.063090:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384639.063092:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384639.063094:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cdef4e7 with handle 0x1c01179f271edda3 from hash 00010000:00000001:0.0:1767384639.063096:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384639.063098:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.063099:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384639.063101:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384639.063103:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384639.063105:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1767384639.063106:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384639.063107:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:3.0:1767384639.063110:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384639.063111:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.063116:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.063118:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384639.063120:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384639.063122:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.063124:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384639.063126:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.063128:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.063130:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.063132:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.063137:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.063139:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384639.063140:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384639.063142:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384639.063150:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.063152:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384639.063154:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384639.063157:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384639.063159:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.063162:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.063166:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384639.063169:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384639.063171:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cdef4e7/0x1c01179f271edda3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384639.063176:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002b9a7760 count: 0 00010000:00000001:0.0:1767384639.063192:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384639.063193:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384639.070353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b9a7760. 00010000:00000010:0.1:1767384639.070363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cdef4e7. 00000100:00000040:0.0:1767384639.070384:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294927868, at 4294927869 00000100:00000010:0.0:1767384639.070389:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005992d8d1. 00000100:00000040:1.0:1767384639.071353:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294927868, at 4294927870 00000100:00000010:1.0:1767384639.071360:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb552a0f. 00000100:00000040:3.0:1767384639.071370:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294927868, at 4294927870 00000100:00000040:2.0:1767384639.071375:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294927868, at 4294927870 00000100:00000010:3.0:1767384639.071379:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c27d83db. 00000100:00000010:2.0:1767384639.071384:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005836b300. 00080000:00000001:3.0:1767384639.072561:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384639.072565:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384639.072567:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384639.072569:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384639.072572:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384639.072573:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384639.072576:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384639.072577:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384639.072581:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384639.072581:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384639.072584:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008eafa8a9. 00080000:00000001:1.0:1767384639.072590:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384639.072596:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384639.072600:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384639.072605:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384639.072623:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384639.072626:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384639.072628:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384639.072630:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384639.072632:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384639.072638:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c6095cf0. 00010000:00000001:3.0:1767384639.072641:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384639.072645:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009cfcdaf3. 00000020:00000001:3.0:1767384639.072648:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384639.072650:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009cfcdaf3 with handle 0x1c01179f271eddaa to hash 00000020:00000001:3.0:1767384639.072652:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384639.072654:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384639.072661:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384639.072664:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384639.072666:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384639.072668:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072675:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384639.072677:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384639.072678:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384639.072680:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384639.072682:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384639.072684:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384639.072685:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384639.072687:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384639.072689:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384639.072690:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384639.072691:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384639.072693:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c6095cf0) refcount = 1 00010000:00010000:3.0:1767384639.072695:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072700:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384639.072701:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384639.072703:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384639.072705:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384639.072707:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384639.072709:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384639.072711:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384639.072713:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384639.072714:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384639.072716:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cfcdaf3 refcount=4 00000020:00000001:3.0:1767384639.072718:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384639.072720:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384639.072722:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384639.072723:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072735:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384639.072737:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072741:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384639.072742:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384639.072743:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072748:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384639.072749:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384639.072751:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384639.072753:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384639.072758:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009cfcdaf3 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384639.072760:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384639.072762:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384639.072764:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072769:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384639.072771:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384639.072772:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384639.072774:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cfcdaf3 refcount=5 00000020:00000001:3.0:1767384639.072776:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384639.072777:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384639.072780:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384639.072781:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072785:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384639.072788:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384639.072793:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384639.072796:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384639.072798:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384639.072801:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384639.072803:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384639.072805:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009cfcdaf3 with handle 0x1c01179f271eddaa from hash 00010000:00000001:3.0:1767384639.072807:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384639.072808:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384639.072810:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384639.072811:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384639.072813:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384639.072815:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384639.072817:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384639.072818:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384639.072821:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384639.072823:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384639.072824:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384639.072826:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384639.072828:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384639.072829:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384639.072830:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384639.072832:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384639.072834:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072838:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384639.072839:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384639.072840:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384639.072842:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384639.072843:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384639.072844:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384639.072846:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384639.072848:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384639.072850:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384639.072853:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384639.072857:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384639.072861:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384639.072863:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddaa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384639.072867:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c6095cf0 count: 0 00010000:00000001:3.0:1767384639.072878:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384639.072879:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384639.074455:0:32361:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d61296c7. 00000400:00000040:3.0:1767384639.074472:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384639.074475:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384639.074478:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.074479:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384639.074482:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.074483:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384639.074488:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384639.074489:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384639.074491:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384639.074492:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384639.074494:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384639.074496:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00080000:00000020:1.0:1767384639.074497:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:3.0:1767384639.074498:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:1.0:1767384639.074501:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:3.0:1767384639.074502:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 20000000:00000010:1.0:1767384639.074505:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007d393633. 00000400:00000040:3.0:1767384639.074506:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384639.074512:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 20000000:00000001:1.0:1767384639.074513:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384639.074514:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384639.074519:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00010000:00000040:1.0:1767384639.074520:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037655040 00000400:00000040:3.0:1767384639.074521:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00010000:00000001:1.0:1767384639.074526:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:3.0:1767384639.074527:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.074531:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000200:1.0:1767384639.074534:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002bf8ddbf x1853237037655040/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384639.074535:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384639.074538:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384639.074540:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384639.074541:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384639.074545:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384639.074550:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384639.074555:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:1.0:1767384639.074557:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:3.0:1767384639.074558:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:1.0:1767384639.074560:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384639.074562:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00001000:1.0:1767384639.074565:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384639.074569:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:3.0:1767384639.074571:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000100:00000040:1.0:1767384639.074574:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000040:3.0:1767384639.074575:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384639.074578:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000400:00000040:3.0:1767384639.074579:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384639.074584:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:1.0:1767384639.074584:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384639.074588:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384639.074589:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384639.074595:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:1.0:1767384639.074595:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:3.0:1767384639.074598:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384639.074601:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000040:1.0:1767384639.074602:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:3.0:1767384639.074604:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384639.074607:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384639.074608:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384639.074609:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384639.074611:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384639.074613:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384639.074614:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384639.074615:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384639.074617:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384639.074619:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384639.074621:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384639.074623:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384639.074625:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384639.074626:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384639.074627:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384639.074629:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384639.074630:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384639.074632:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384639.074633:0:32361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384639.074714:0:32361:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d61296c7. 00000400:00000010:1.0:1767384639.074742:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b69c4fe4. 00000100:00000200:1.0:1767384639.074748:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037655040, offset 224 00000400:00000200:1.0:1767384639.074754:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384639.074762:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384639.074771:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506400 00000400:00000200:1.0:1767384639.074778:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bd9 [2] + 224 00000400:00000200:1.0:1767384639.074809:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.074813:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384639.074817:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384639.074823:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384639.074831:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.074847:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384639.074852:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69c4fe4 00000400:00000010:1.0:1767384639.074854:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b69c4fe4. 00000100:00000001:3.0:1767384639.074857:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.074858:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384639.074863:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384639.074863:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384639.074870:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384639.074871:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384639.074873:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384639.074875:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384639.074877:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384639.074879:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000020:00000001:1.0:1767384639.074880:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.074885:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e71766 00000020:00000001:1.0:1767384639.074886:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384639.074889:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1e71766. 00000100:00000001:3.0:1767384639.074892:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384639.074900:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384639.074901:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bf8ddbf x1853237037655040/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384639.074929:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.074930:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bf8ddbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037655040:12345-0@lo:253: Request processed in 22676us (23342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384639.074940:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:1.0:1767384639.074946:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384639.074950:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384639.074951:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384639.074953:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384639.074955:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384639.074959:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2d8a067. 00000100:00000001:3.0:1767384639.074960:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384639.074964:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384639.074966:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fd8af3d. 00000100:00000001:3.0:1767384639.074967:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384639.074970:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.074973:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba14a108. 02000000:00000001:3.0:1767384639.074974:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384639.074981:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=69 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384639.074982:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:3.0:1767384639.074985:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=69 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384639.074988:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384639.074989:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384639.074991:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003c3374f8. 00000100:00000001:3.0:1767384639.074992:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384639.074997:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384639.074998:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384639.074999:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.075001:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.075003:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.075006:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384639.075011:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384639.075013:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058a835ce. 00000400:00000010:1.0:1767384639.075021:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b69c4fe4. 00000100:00000001:3.0:1767384639.075022:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.075027:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384639.075029:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384639.075032:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384639.075035:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384639.075037:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384639.075039:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384639.075040:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384639.075041:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384639.075043:0:16164:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384639.075044:0:16164:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384639.075045:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384639.075047:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384639.075050:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384639.075058:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000859f5068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037655040:0@lo:253: 00000100:00000001:3.0:1767384639.075063:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.075065:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384639.075072:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000859f5068 x1853237037655040/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.075078:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384639.075081:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384639.075083:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a8a431eb. 02000000:00000001:3.0:1767384639.075087:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384639.075089:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384639.075090:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384639.075093:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384639.075095:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e09a94e0. 02000000:00000001:3.0:1767384639.075101:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384639.075103:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384639.075105:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859f5068. 00000100:00000001:3.0:1767384639.075109:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384639.075110:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.075112:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.075116:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384639.075117:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.075119:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.075122:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384639.075609:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384639.075613:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384639.075614:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000908503ec. 20000000:00000001:0.0:1767384639.075619:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384639.075621:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037655168 00010000:00000001:0.0:1767384639.075623:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384639.075626:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e52d6dda x1853237037655168/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.075633:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384639.075635:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384639.075636:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384639.075639:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384639.075641:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384639.075642:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384639.075644:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384639.075646:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.075648:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384639.075656:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384639.075658:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041994cc8. 00000100:00000200:0.0:1767384639.075661:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037655168, offset 224 00000400:00000200:0.0:1767384639.075666:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384639.075670:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384639.075675:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506480 00000400:00000200:0.0:1767384639.075679:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1be1 [2] + 224 00000400:00000200:0.0:1767384639.075683:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.075685:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384639.075687:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384639.075690:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384639.075696:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.075708:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384639.075712:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041994cc8 00000400:00000010:0.0:1767384639.075714:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041994cc8. 00000100:00000001:0.0:1767384639.075717:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384639.075718:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384639.075721:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.075724:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384639.075724:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:0.0:1767384639.075726:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384639.075728:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384639.075729:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.075732:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384639.075733:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384639.075736:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e52d6dda x1853237037655168/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384639.075737:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384639.075741:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005acedd1f. 00000400:00000200:1.0:1767384639.075747:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006802a57c 00000400:00000010:1.0:1767384639.075750:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006802a57c. 00000100:00100000:0.0:1767384639.075752:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e52d6dda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037655168:12345-0@lo:253: Request processed in 23468us (23973us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384639.075754:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384639.075761:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.075764:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000040:0.0:1767384639.075770:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384639.075774:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384639.075777:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384639.075781:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384639.075782:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b72d72cb. 00000100:00000001:1.0:1767384639.075787:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384639.075788:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.075793:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384639.075795:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:0.0:1767384639.075799:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b45a3ce6. 02000000:00000001:1.0:1767384639.075804:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384639.075805:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:1.0:1767384639.075807:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384639.075810:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384639.075811:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384639.075814:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004d94efd4. 02000000:00000001:1.0:1767384639.075815:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384639.075821:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=69 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384639.075821:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384639.075825:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384639.075827:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=69 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384639.075830:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384639.075831:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384639.075835:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.075838:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384639.075838:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f88d45a. 00010000:00000001:1.0:1767384639.075842:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.075844:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041994cc8. 00000100:00000001:1.0:1767384639.075845:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.075851:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.075857:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384639.075858:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384639.075859:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384639.075862:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384639.075864:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384639.075865:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384639.075866:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384639.075867:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384639.075868:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384639.075869:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384639.075869:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384639.075870:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384639.075872:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.075877:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037655168:0@lo:253: 00000100:00000001:1.0:1767384639.075880:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.075881:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384639.075883:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c287963 x1853237037655168/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.075887:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384639.075888:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384639.075889:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000e9b244c. 02000000:00000001:1.0:1767384639.075898:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384639.075899:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384639.075900:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384639.075901:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384639.075902:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006fa5a857. 02000000:00000001:1.0:1767384639.075904:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384639.075905:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384639.075906:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c287963. 00000100:00000001:1.0:1767384639.075908:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384639.075909:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.075910:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.075913:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384639.075914:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.075915:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.075917:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384639.084378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c6095cf0. 00010000:00000010:3.1:1767384639.084385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009cfcdaf3. 00010000:00000001:0.0:1767384639.137396:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384639.137400:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.137404:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384639.137406:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.137424:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384639.137428:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384639.137431:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384639.841503:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384639.841507:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384639.841509:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321b3865 00000400:00000010:2.0:1767384639.841513:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000321b3865. 00000400:00000200:2.0:1767384639.841517:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384639.841523:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384639.841532:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016b13660. 00000400:00000010:2.0:1767384639.841536:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d35c9866. 00000400:00000200:2.0:1767384639.841541:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp38 00000400:00000010:2.0:1767384639.841545:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000268a440f. 00000400:00000010:2.0:1767384639.841548:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000071b3a255. 00000400:00000010:2.0:1767384639.841552:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000530c0a00. 00000400:00000010:2.0:1767384639.841557:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000076eeae3. 00000400:00000200:2.0:1767384639.841562:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp38 00000400:00000200:2.0:1767384639.841582:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp38 local destination 00000400:00000200:2.0:1767384639.841588:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp38 00000400:00000200:2.0:1767384639.841592:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp38 NI seq info: [133:133:256:4294967295] 192.168.203.133@tcp38 LPNI seq info [129:129:8:4294967295] 00000400:00000200:2.0:1767384639.841598:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp38 00000400:00000200:2.0:1767384639.841610:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp38(192.168.203.133@tcp38:) -> 192.168.203.133@tcp38(192.168.203.133@tcp38:192.168.203.133@tcp38) : GET try# 0 00000800:00000200:2.0:1767384639.841617:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp38 00000800:00000010:2.0:1767384639.841620:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000254e3ce8. 00000800:00000200:2.0:1767384639.841627:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (2) 00000800:00000200:2.1:1767384639.841631:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (2) 00000400:00000200:2.0:1767384639.841649:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp38 added to recovery queue. ping count: 2 next ping: 265 health :800 00000400:00000200:2.0:1767384639.841653:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp36 00000400:00000010:2.0:1767384639.841656:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007358ba11. 00000400:00000010:2.0:1767384639.841664:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c72a8abd. 00000400:00000010:2.0:1767384639.841666:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fbe64d1. 00000400:00000010:2.0:1767384639.841668:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e2c4e620. 00000400:00000200:2.0:1767384639.841671:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp36 00000400:00000200:2.0:1767384639.841675:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp36 local destination 00000400:00000200:2.0:1767384639.841677:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp36 00000400:00000200:2.0:1767384639.841679:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp36 NI seq info: [134:134:256:4294967295] 192.168.203.133@tcp36 LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1767384639.841682:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp36 00000400:00000200:2.0:1767384639.841686:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp36(192.168.203.133@tcp36:) -> 192.168.203.133@tcp36(192.168.203.133@tcp36:192.168.203.133@tcp36) : GET try# 0 00000800:00000200:2.0:1767384639.841690:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp36 00000800:00000010:2.0:1767384639.841692:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004004a9d6. 00000800:00000200:2.0:1767384639.841695:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000800:00000200:2.1:1767384639.841698:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000400:00000200:2.0:1767384639.841709:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp36 added to recovery queue. ping count: 3 next ping: 269 health :700 00000400:00000200:2.0:1767384639.841712:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp31 00000400:00000010:2.0:1767384639.841714:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f39ac95. 00000400:00000010:2.0:1767384639.841717:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ba14a108. 00000400:00000010:2.0:1767384639.841718:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa7bd25. 00000400:00000010:2.0:1767384639.841723:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ea11aac. 00000400:00000200:2.0:1767384639.841728:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp31 00000400:00000200:2.0:1767384639.841735:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp31 local destination 00000400:00000200:2.0:1767384639.841739:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp31 00000400:00000200:2.0:1767384639.841742:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp31 NI seq info: [135:135:256:4294967295] 192.168.203.133@tcp31 LPNI seq info [131:131:8:4294967295] 00000400:00000200:2.0:1767384639.841746:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp31 00000400:00000200:2.0:1767384639.841754:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp31(192.168.203.133@tcp31:) -> 192.168.203.133@tcp31(192.168.203.133@tcp31:192.168.203.133@tcp31) : GET try# 0 00000800:00000200:2.0:1767384639.841758:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp31 00000800:00000010:2.0:1767384639.841761:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e19f75a4. 00000800:00000200:2.0:1767384639.841765:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000800:00000200:2.1:1767384639.841770:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000400:00000200:0.0:1767384639.841773:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.841774:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.841784:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp31 added to recovery queue. ping count: 4 next ping: 277 health :600 00000400:00000200:0.0:1767384639.841840:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.841855:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.841891:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.841905:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.841924:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.841964:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.841977:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.841996:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842041:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842054:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842094:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842138:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842150:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842187:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842222:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842248:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842290:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842357:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842360:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842392:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842438:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842443:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842483:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842542:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842547:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842590:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842643:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842643:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842658:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842721:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842725:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842729:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842786:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842799:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842803:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842871:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842878:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842894:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.842955:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.842971:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.842990:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843037:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843055:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843096:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843129:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843145:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843185:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843218:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843255:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843291:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843321:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843366:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843381:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843410:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843437:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843459:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843491:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843527:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843554:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843567:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843610:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843643:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843650:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843679:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843715:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843720:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843748:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843795:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843796:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843811:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843889:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.843904:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.843905:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.843966:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844016:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844019:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844033:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844120:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844123:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844129:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844197:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844201:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844209:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844286:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844294:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844376:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844389:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844391:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844436:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844484:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844485:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844517:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844591:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844593:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844595:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844656:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.844661:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844670:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844731:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844744:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.844813:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844816:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384639.844860:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000104816f5. 00000800:00000010:0.0:1767384639.844867:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000449fac01. 00000800:00000010:0.0:1767384639.844873:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000509c5105. 00000400:00000200:1.0:1767384639.844892:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844899:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000800:00000010:0.0:1767384639.844901:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000509c5105. 00000800:00020000:0.0:1767384639.844914:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384639.844917:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000449fac01. 00000800:00000010:0.0:1767384639.844921:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000104816f5. 00000400:00000200:1.0:1767384639.844987:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.844994:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:02020000:0.0:1767384639.845020:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp36 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384639.845029:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp36 notifying 192.168.203.133@tcp36: down 00000800:00000200:0.0:1767384639.845036:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp36 down 00000800:00000100:0.0:1767384639.845044:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp36 00000800:00000010:0.0:1767384639.845047:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004004a9d6. 00000400:00000200:0.0:1767384639.845052:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384639.845059:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp36->192.168.203.133@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384639.845066:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.845067:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384639.845094:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384639.845095:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.845101:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp36) recovery failed with -71 00000400:00000200:1.0:1767384639.845157:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.845170:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.845221:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.845242:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.845282:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.845293:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.845357:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.845385:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.845435:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.845478:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.845584:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000800:00000010:1.0:1767384639.845729:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ca8f35da. 00000800:00000010:1.0:1767384639.845734:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a91b6ff. 00000800:00000010:1.0:1767384639.845739:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001d040d76. 00000800:00000010:1.0:1767384639.845782:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001d040d76. 00000800:00000010:2.0:1767384639.845816:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d0e41a9. 00000800:00000010:2.0:1767384639.845821:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057f23baf. 00000800:00000010:2.0:1767384639.845825:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6f2b393. 00000800:00000010:2.0:1767384639.845880:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6f2b393. 00000400:00000200:0.0:1767384639.846141:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384639.846161:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp31 from 211.3.0.2 00000800:00000010:0.0:1767384639.846165:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d4a56a93. 00000800:00000010:1.0:1767384639.846205:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ecdcc70. 00000800:00000010:1.0:1767384639.846211:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083611c84. 00000400:00000200:0.0:1767384639.846212:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384639.846245:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp38 from 212.3.0.2 00000800:00000010:0.0:1767384639.846248:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000023178988. 00000800:00000010:1.0:1767384639.846253:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d44a8345. 00000800:00000200:1.1:1767384639.846277:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (2) 00000800:00000200:1.1:1767384639.846283:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp31 00000000d44a8345 deleted 00000800:00000010:1.1:1767384639.846285:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d44a8345. 00000800:00000200:1.1:1767384639.846289:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384639.846297:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp31 ip 192.168.203.133:979 00000800:00000010:2.0:1767384639.846299:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003eadb214. 00000800:00000200:1.1:1767384639.846300:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e19f75a4 type 2, nob 96 niov 1 nkiov 0 00000800:00000010:2.0:1767384639.846305:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d05b2ddf. 00000800:00000200:1.0:1767384639.846307:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp31 p 3.x 192.168.203.133 -> 192.168.203.133:979 incarnation:1767384619761939274 sched[0] 00000800:00000010:1.0:1767384639.846334:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001d040d76. 00000800:00000010:2.0:1767384639.846365:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000548e497. 00000800:00000200:2.1:1767384639.846372:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (2) 00000800:00000200:2.1:1767384639.846375:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp38 000000000548e497 deleted 00000800:00000010:2.1:1767384639.846378:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000548e497. 00000800:00000200:2.1:1767384639.846383:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384639.846390:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp38 ip 192.168.203.133:980 00000800:00000200:2.1:1767384639.846393:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000254e3ce8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384639.846406:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp38 p 3.x 192.168.203.133 -> 192.168.203.133:980 incarnation:1767384634574162963 sched[0] 00000800:00000010:2.0:1767384639.846412:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6f2b393. 00000800:00000010:1.0:1767384639.846418:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001d040d76. 00000800:00000010:1.0:1767384639.846425:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083611c84. 00000800:00000010:1.0:1767384639.846468:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d4a56a93. 00000800:00000010:2.0:1767384639.846473:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6f2b393. 00000800:00000010:2.0:1767384639.846479:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d05b2ddf. 00000800:00000001:1.0:1767384639.846484:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.846492:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384639.846517:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000023178988. 00000800:00000001:2.0:1767384639.846530:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.846536:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384639.846548:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384639.846552:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e19f75a4. 00000400:00000200:1.0:1767384639.846556:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.846562:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp31->192.168.203.133@tcp31: GET: OK 00000400:00000200:1.0:1767384639.846566:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384639.846569:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp31 recovery message sent successfully:0 00000800:00000200:2.0:1767384639.846611:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384639.846614:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000254e3ce8. 00000400:00000200:2.0:1767384639.846618:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.846624:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp38->192.168.203.133@tcp38: GET: OK 00000400:00000200:2.0:1767384639.846628:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000200:1.1:1767384639.846629:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384639.846633:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp38 recovery message sent successfully:0 00000800:00000200:1.0:1767384639.846637:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp31 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384619761939274 sched[0] 00000800:00000010:1.0:1767384639.846642:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057f23baf. 00000800:00000001:1.0:1767384639.846684:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.846692:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.846694:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.1:1767384639.846695:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384639.846702:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp38 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384634574162963 sched[0] 00000800:00000010:2.0:1767384639.846704:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a91b6ff. 00000800:00000001:1.0:1767384639.846711:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.846721:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp31(192.168.203.133@tcp31) <- 192.168.203.133@tcp31 : GET - for me 00000400:00000200:1.0:1767384639.846733:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384639.846740:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1bd1 [1] + 0 00000400:00000200:1.0:1767384639.846751:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp31 to MR: 192.168.203.133@tcp31 local destination 00000400:00000200:1.0:1767384639.846757:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp31 NI seq info: [136:136:256:4294967295] 192.168.203.133@tcp31 LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1767384639.846773:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp31(192.168.203.133@tcp31:192.168.203.133@tcp31) -> 192.168.203.133@tcp31(192.168.203.133@tcp31:192.168.203.133@tcp31) 192.168.203.133@tcp31 : REPLY try# 0 00000400:00000200:2.0:1767384639.846777:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:1.0:1767384639.846777:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp31 00000800:00000010:1.0:1767384639.846785:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9d8ff69. 00000800:00000200:1.0:1767384639.846792:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (4) 00000800:00000200:1.0:1767384639.846797:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp31 ip 192.168.203.133:988 00000800:00000200:1.0:1767384639.846799:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9d8ff69 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384639.846868:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000200:1.0:1767384639.846874:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384639.846878:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9d8ff69. 00000400:00000200:1.0:1767384639.846883:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.846888:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp31->192.168.203.133@tcp31: REPLY: OK 00000800:00000001:1.0:1767384639.846901:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.846907:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.846909:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.846930:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.846937:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp38(192.168.203.133@tcp38) <- 192.168.203.133@tcp38 : GET - for me 00000400:00000200:1.0:1767384639.846947:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384639.846951:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1bd1 [1] + 0 00000400:00000200:2.0:1767384639.846957:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.846964:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp38 to MR: 192.168.203.133@tcp38 local destination 00000400:00000200:1.0:1767384639.846973:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp38 NI seq info: [137:137:256:4294967295] 192.168.203.133@tcp38 LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1767384639.846988:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp38(192.168.203.133@tcp38:192.168.203.133@tcp38) -> 192.168.203.133@tcp38(192.168.203.133@tcp38:192.168.203.133@tcp38) 192.168.203.133@tcp38 : REPLY try# 0 00000800:00000200:1.0:1767384639.846996:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp38 00000800:00000001:0.0:1767384639.846999:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384639.847000:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9d8ff69. 00000800:00000001:0.0:1767384639.847006:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384639.847007:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (4) 00000800:00000001:0.0:1767384639.847013:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384639.847017:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp38 ip 192.168.203.133:988 00000800:00000200:1.0:1767384639.847021:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9d8ff69 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384639.847022:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384639.847026:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.847032:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.847034:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847043:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp31(192.168.203.133@tcp31) <- 192.168.203.133@tcp31 : REPLY - for me 00000400:00000200:0.0:1767384639.847058:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp31: Reply from 12345-192.168.203.133@tcp31 of length 272/272 into md 0x1c11 00000800:00000001:0.0:1767384639.847065:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384639.847070:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384639.847072:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384639.847074:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9d8ff69. 00000400:00000200:0.0:1767384639.847076:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.847082:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.847084:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp31->192.168.203.133@tcp31: REPLY: OK 00000400:00000200:0.0:1767384639.847090:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa7bd25 00000400:00000200:1.0:1767384639.847091:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp38->192.168.203.133@tcp38: REPLY: OK 00000400:00000010:0.0:1767384639.847094:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa7bd25. 00000400:00000200:2.0:1767384639.847096:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847100:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000800:00000001:1.0:1767384639.847106:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384639.847108:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f39ac95. 00000800:00000001:1.0:1767384639.847115:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384639.847115:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ba14a108. 00000800:00000001:1.0:1767384639.847123:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.847127:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384639.847129:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000001:1.0:1767384639.847130:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384639.847133:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.847137:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.847144:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.847152:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp38(192.168.203.133@tcp38) <- 192.168.203.133@tcp38 : REPLY - for me 00000400:00000200:1.0:1767384639.847172:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp38: Reply from 12345-192.168.203.133@tcp38 of length 272/272 into md 0x1c09 00000800:00000001:1.0:1767384639.847176:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384639.847180:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:1.0:1767384639.847182:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.847187:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.847192:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp38->192.168.203.133@tcp38: REPLY: OK 00000400:00000200:2.0:1767384639.847198:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384639.847199:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000530c0a00 00000400:00000010:1.0:1767384639.847203:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000530c0a00. 00000400:00000200:1.0:1767384639.847208:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384639.847213:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000268a440f. 00000400:00000010:1.0:1767384639.847217:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000071b3a255. 00000800:00000001:1.0:1767384639.847224:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.847241:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.847263:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847291:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847370:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847388:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847441:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847465:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847495:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847539:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847588:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847624:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847659:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847696:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847734:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847756:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847790:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847818:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847867:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.847910:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.847965:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848010:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848040:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848066:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848097:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848120:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848157:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848201:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848251:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848307:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848387:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848394:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848440:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848455:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848498:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848530:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848573:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848614:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848649:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848679:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848700:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848747:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848767:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848823:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848846:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848899:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848914:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.848961:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.848974:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.849037:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.849059:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.849115:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.849146:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.849190:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.849224:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.849275:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.849303:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384639.849345:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.849388:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.849458:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384639.849509:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000800:00000010:2.0:1767384639.849520:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4707545. 00000800:00000010:2.0:1767384639.849525:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d05b2ddf. 00000800:00000010:2.0:1767384639.849530:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6f2b393. 00000400:00000200:0.0:1767384639.849545:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000800:00000010:2.0:1767384639.849552:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6f2b393. 00000800:00020000:2.0:1767384639.849561:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384639.849564:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d05b2ddf. 00000800:00000010:2.0:1767384639.849567:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4707545. 00000400:00000200:0.0:1767384639.849578:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:02020000:2.0:1767384639.849633:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp38 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384639.849638:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384639.849754:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000104816f5. 00000800:00000010:0.0:1767384639.849758:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000449fac01. 00000800:00000010:0.0:1767384639.849760:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000509c5105. 00000800:00000010:0.0:1767384639.849781:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000509c5105. 00000800:00020000:0.0:1767384639.849786:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384639.849788:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000449fac01. 00000800:00000010:0.0:1767384639.849789:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000104816f5. 00000400:02020000:0.0:1767384639.849814:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp31 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384640.161429:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384640.161435:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.161441:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384640.161442:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384640.161482:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384640.161488:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384640.161492:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384640.601217:0:32815:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384640.601257:0:32815:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384640.601262:0:32815:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384640.601272:0:32815:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384640.601279:0:32815:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384640.601284:0:32815:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.609428:0:16841:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384640.609438:0:16841:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.609443:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384640.609452:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384640.865407:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d8ade0b. 00000800:00000200:1.0:1767384640.865417:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000400:00000010:2.0:1767384640.865420:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000183cd474. 00000400:00000010:2.0:1767384640.865426:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004c219435. 00000800:00000200:1.0:1767384640.865431:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:988 00000400:00000010:2.0:1767384640.865432:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b0764182. 00000800:00000200:1.0:1767384640.865439:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384640.865440:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000603b1860. 00000400:00000010:2.0:1767384640.865445:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007dabb786. 00000400:00000010:2.0:1767384640.865449:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007e92e868. 00000400:00000010:2.0:1767384640.865450:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a79614cb. 00000400:00000010:2.0:1767384640.865452:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007f42d8e4. 00000400:00000010:2.0:1767384640.865454:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f8b20ed4. 00000400:00000010:2.0:1767384640.865455:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000041afcf88. 00000400:00000010:2.0:1767384640.865459:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008e5bd920. 00000400:00000010:2.0:1767384640.865462:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a0a25bd5. 00000400:00000010:2.0:1767384640.865466:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006b9a3b5b. 00000400:00000010:2.0:1767384640.865470:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004864f75f. 00000400:00000010:2.0:1767384640.865472:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000068464f87. 00000400:00000010:2.0:1767384640.865474:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b70cf79c. 00000400:00000010:2.0:1767384640.865486:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007503d81d. 00000400:00000010:2.0:1767384640.865488:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dbce1308. 00000400:00000010:2.0:1767384640.865490:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006d9ec018. 00000400:00000010:2.0:1767384640.865491:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000306b80b1. 00000400:00000010:2.0:1767384640.865493:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008d74e089. 00000400:00000010:2.0:1767384640.865495:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000071e1943. 00000400:00000010:2.0:1767384640.865497:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000045da7619. 00000400:00000010:2.0:1767384640.865498:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005e0c2897. 00000400:00000010:2.0:1767384640.865500:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000610a5043. 00000400:00000010:2.0:1767384640.865501:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c88cf819. 00000400:00000010:2.0:1767384640.865503:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000040292d6b. 00000400:00000010:2.0:1767384640.865504:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000006c34d02. 00000400:00000010:2.0:1767384640.865506:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f883f9c4. 00000400:00000010:2.0:1767384640.865507:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dad1f43d. 00000400:00000010:2.0:1767384640.865509:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000093274b79. 00000400:00000010:2.0:1767384640.865510:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ebd02036. 00000400:00000010:2.0:1767384640.865512:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c3b66758. 00000400:00000010:2.0:1767384640.865514:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fdcfe2a0. 00000400:00000010:2.0:1767384640.865516:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000706f7563. 00000400:00000010:2.0:1767384640.865518:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000093f44e6f. 00000400:00000010:2.0:1767384640.865520:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005c5201b8. 00000400:00000010:2.0:1767384640.865522:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a63588aa. 00000400:00000010:2.0:1767384640.865525:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b23b8e6c. 00000400:00000010:2.0:1767384640.865526:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a9f2ae18. 00000400:00000010:2.0:1767384640.865529:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cdbec7d0. 00000400:00000010:2.0:1767384640.865531:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e3c41c14. 00000400:00000010:2.0:1767384640.865534:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006fb2e12d. 00000400:00000010:2.0:1767384640.865536:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000054c1f967. 00000400:00000010:2.0:1767384640.865541:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000075cfd14e. 00000400:00000010:2.0:1767384640.865543:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dda2b48d. 00000400:00000010:2.0:1767384640.865545:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000001aa09e. 00000400:00000010:2.0:1767384640.865546:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c6e63de9. 00000400:00000010:2.0:1767384640.865549:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005149a765. 00000400:00000010:2.0:1767384640.865551:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006e0bece1. 00000400:00000010:2.0:1767384640.865553:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c46fa506. 00000400:00000010:2.0:1767384640.865554:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000063e96ce2. 00000400:00000010:2.0:1767384640.865563:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000004e67a03. 00000400:00000010:2.0:1767384640.865565:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ee8e94ff. 00000400:00000010:2.0:1767384640.865566:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000056888175. 00000400:00000010:2.0:1767384640.865568:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b74c37af. 00000400:00000010:2.0:1767384640.865569:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002e9e004f. 00000400:00000010:2.0:1767384640.865571:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d0e1c7b0. 00000400:00000010:2.0:1767384640.865573:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bb918689. 00000400:00000010:2.0:1767384640.865574:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000023723e60. 00000400:00000010:2.0:1767384640.865576:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000090c034b2. 00000400:00000010:2.0:1767384640.865577:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000938c767e. 00000400:00000010:2.0:1767384640.865579:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aca141bf. 00000400:00000010:2.0:1767384640.865580:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000851e0a8a. 00000400:00000010:2.0:1767384640.865582:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005391bbb1. 00000400:00000010:2.0:1767384640.865583:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000da2ca1a0. 00000400:00000010:2.0:1767384640.865585:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005c566911. 00000400:00000010:2.0:1767384640.865587:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cc76d076. 00000400:00000010:2.0:1767384640.865590:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a7102c67. 00000400:00000010:2.0:1767384640.865591:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aefbe384. 00000400:00000010:2.0:1767384640.865593:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004175ce24. 00000400:00000010:2.0:1767384640.865594:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009dd2782a. 00000400:00000010:2.0:1767384640.865596:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006db3b957. 00000400:00000010:2.0:1767384640.865597:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000d687082. 00000400:00000010:2.0:1767384640.865599:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eb2540af. 00000400:00000010:2.0:1767384640.865600:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003fc54893. 00000400:00000010:2.0:1767384640.865602:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e24d5d01. 00000400:00000010:2.0:1767384640.865604:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b705d9b6. 00000400:00000010:2.0:1767384640.865606:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009bc6a6fd. 00000400:00000010:2.0:1767384640.865608:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000065832d97. 00000400:00000010:2.0:1767384640.865609:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d75451e. 00000400:00000010:2.0:1767384640.865611:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d5d17c5e. 00000400:00000010:2.0:1767384640.865612:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ad4ea424. 00000400:00000010:2.0:1767384640.865614:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002ec80ab8. 00000400:00000010:2.0:1767384640.865615:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002fa728a8. 00000400:00000010:2.0:1767384640.865616:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000094a83f08. 00000400:00000010:2.0:1767384640.865618:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004307d26d. 00000400:00000010:2.0:1767384640.865620:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d27fac73. 00000400:00000010:2.0:1767384640.865629:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000090690e67. 00000400:00000010:2.0:1767384640.865631:0:16160:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000076eeae3. 00000800:00000200:0.0:1767384640.865635:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000001:2.0:1767384640.865641:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767384640.865643:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767384640.865655:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384640.865658:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fbe64d1 00000400:00000010:2.0:1767384640.865661:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fbe64d1. 00000800:00000001:0.0:1767384640.865665:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.865666:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000001:0.0:1767384640.865674:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384640.865675:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp36 recovery ping unlinked 00000800:00000001:0.0:1767384640.865680:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384640.865687:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007358ba11. 00000400:00000010:2.0:1767384640.865693:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c72a8abd. 00000400:00000200:2.0:1767384640.865702:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp33 00000400:00000010:2.0:1767384640.865705:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ef845372. 00000400:00000010:2.0:1767384640.865709:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003d0ca5b6. 00000400:00000010:2.0:1767384640.865713:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fbe64d1. 00000400:00000010:2.0:1767384640.865718:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000076eeae3. 00000400:00000200:2.0:1767384640.865722:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp33 00000400:00000200:2.0:1767384640.865733:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp33 local destination 00000400:00000200:2.0:1767384640.865738:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp33 00000400:00000200:2.0:1767384640.865741:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp33 NI seq info: [138:138:256:4294967295] 192.168.203.133@tcp33 LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1767384640.865759:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp33 00000400:00000200:2.0:1767384640.865766:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp33(192.168.203.133@tcp33:) -> 192.168.203.133@tcp33(192.168.203.133@tcp33:192.168.203.133@tcp33) : GET try# 0 00000800:00000200:2.0:1767384640.865770:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp33 00000800:00000010:2.0:1767384640.865773:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000254e3ce8. 00000800:00000200:2.0:1767384640.865778:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000800:00000200:2.1:1767384640.865783:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000400:00000200:2.0:1767384640.865801:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp33 added to recovery queue. ping count: 4 next ping: 278 health :600 00000400:00000200:1.0:1767384640.865871:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.865912:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.865931:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.865949:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.865965:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.865980:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.865997:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866013:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866028:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866056:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866074:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866093:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866110:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866128:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866145:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866161:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866177:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866194:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866209:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866250:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866280:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866297:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866349:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866371:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866397:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866427:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866445:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866461:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866476:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866493:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866511:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866529:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866546:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866563:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384640.866584:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384640.866700:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c64b7859. 00000800:00000010:1.0:1767384640.866705:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006005f961. 00000800:00000010:1.0:1767384640.866710:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000605829c4. 00000800:00000010:1.0:1767384640.866728:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000605829c4. 00000800:00020000:1.0:1767384640.866735:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384640.866745:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006005f961. 00000800:00000010:1.0:1767384640.866747:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c64b7859. 00000400:02020000:1.0:1767384640.866782:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp33 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384640.866789:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp33 notifying 192.168.203.133@tcp33: down 00000800:00000200:1.0:1767384640.866794:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp33 down 00000800:00000100:1.0:1767384640.866799:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp33 00000800:00000010:1.0:1767384640.866801:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000254e3ce8. 00000400:00000200:1.0:1767384640.866804:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384640.866808:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp33->192.168.203.133@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384640.866815:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384640.866817:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384640.866820:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp33) recovery failed with -71 00010000:00000001:0.0:1767384641.185360:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384641.185367:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384641.185374:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384641.185377:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384641.185380:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384641.185383:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384641.185387:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384641.185389:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384641.185391:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384641.185393:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.185435:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384641.185439:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384641.185441:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384641.390433:0:32979:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384641.390437:0:32979:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:1.0:1767384641.393754:0:32979:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384641.400673:0:32980:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a661df99. 00000400:00000010:0.0:1767384641.400686:0:32980:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005b111b25. 00000400:00000010:0.0:1767384641.400695:0:32980:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006eddaad1. 00000400:00000010:0.0:1767384641.400697:0:32980:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dc6cb20c. 00000400:00000010:0.0:1767384641.400701:0:32980:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c2acf9c5. 00000400:00000010:0.0:1767384641.400704:0:32980:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053cde042. 00000400:00000010:0.0:1767384641.400706:0:32980:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d1e6fe32. 00000400:00000010:0.0:1767384641.400707:0:32980:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000046bc4a. 00000400:00000010:0.0:1767384641.400710:0:32980:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000081b76150. 00000800:00000010:0.0:1767384641.400723:0:32980:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000851a9c5a. 00000800:00000200:0.0:1767384641.400732:0:32980:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384641.400748:0:32980:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384641.400781:0:32980:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384641.400804:0:32980:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp41 [8/256/0/180] 00000400:00000010:0.0:1767384641.402408:0:32980:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000673de950. 00000400:00000010:0.0:1767384641.402413:0:32980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e3b5ec7. 00000400:00000010:0.0:1767384641.402418:0:32980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000400:00000001:0.0:1767384641.402434:0:32980:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384641.402435:0:32980:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384641.402437:0:32980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eda1749. 00000400:00000200:0.0:1767384641.402440:0:32980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003468a45c 00000400:00000010:0.0:1767384641.402441:0:32980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003468a45c. 00000400:00000010:0.0:1767384641.402444:0:32980:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000f22795ef. 00000400:00000200:0.0:1767384641.402448:0:32980:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (32) 00000400:00000200:0.0:1767384641.402458:0:32980:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384641.402466:0:32980:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:0.0:1767384641.402472:0:32980:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000104816f5. 00000020:01000000:0.0:1767384641.402477:0:32980:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384641.402480:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384641.402480:0:32980:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp41 00000400:00000200:2.0:1767384641.402490:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:0.0:1767384641.402496:0:32980:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005b111b25. 00000400:00000010:2.0:1767384641.402498:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e60acf06. 00000400:00000010:0.0:1767384641.402501:0:32980:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a661df99. 00000400:00000200:2.0:1767384641.402503:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (33) 00000400:00000010:2.0:1767384641.402517:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d27fac73. 00000020:00000001:1.0:1767384641.402521:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384641.402522:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 10000000:00000001:1.0:1767384641.402527:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384641.402531:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384641.402533:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384641.402537:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:1.0:1767384641.402537:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384641.402540:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384641.402543:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384641.402546:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000020:01000004:1.0:1767384641.402547:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384641.402550:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384641.402554:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384641.402556:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:1.0:1767384641.402556:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384641.402560:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384641.402563:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:01000004:1.0:1767384641.402564:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384641.402567:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384641.402571:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000100:00000010:1.0:1767384641.402574:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c287963. 00000400:00000200:2.0:1767384641.402575:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:00000040:1.0:1767384641.402581:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384641.402584:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00000001:1.0:1767384641.402588:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384641.402591:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 02000000:00000001:1.0:1767384641.402593:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384641.402597:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00000400:00000200:2.0:1767384641.402602:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 02000000:00000001:1.0:1767384641.402605:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.402606:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000400:00000200:2.0:1767384641.402613:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[123, 38] 00000400:00000200:2.0:1767384641.402616:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 38], ns[128, 38] 02000000:00000010:1.0:1767384641.402617:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c64b7859. 00000400:00000200:2.0:1767384641.402624:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[132, 38] 00000100:00000001:1.0:1767384641.402627:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.402628:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:2.0:1767384641.402634:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:2.0:1767384641.402637:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000100:00000001:1.0:1767384641.402638:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384641.402643:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000100:00000001:1.0:1767384641.402643:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384641.402651:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c287963] to pc [ptlrpcd_00_03+3] req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.402660:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:2.0:1767384641.402671:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 34], ns[98, 34] 00000400:00000200:2.0:1767384641.402676:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 34], ns[70, 34] 00000400:00000200:2.0:1767384641.402679:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 34], ns[71, 34] 00000400:00000200:2.0:1767384641.402683:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 34], ns[136, 34] 00000400:00000200:2.0:1767384641.402688:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 34], ns[84, 34] 10000000:00000001:1.0:1767384641.402690:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.402693:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 34], ns[138, 34] 10000000:00000001:1.0:1767384641.402695:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384641.402700:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.402703:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 34], ns[121, 34] 00000020:01000000:1.0:1767384641.402703:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384641.402713:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 34], ns[126, 34] 00000020:00000001:1.0:1767384641.402713:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384641.402717:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384641.402720:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384641.402722:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 34], ns[134, 34] 10000000:01000000:1.0:1767384641.402723:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384641.402728:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384641.402731:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384641.402732:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 34], ns[113, 34] 00000020:01000004:1.0:1767384641.402733:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384641.402737:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384641.402739:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384641.402740:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 34], ns[137, 34] 00000020:01000004:1.0:1767384641.402742:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384641.402745:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384641.402747:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384641.402748:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384641.402749:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000020:01000004:1.0:1767384641.402752:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384641.402754:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384641.402758:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384641.402758:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000010:1.0:1767384641.402759:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000320049f7. 00000020:00000040:1.0:1767384641.402765:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000040:3.0:1767384641.402767:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.402768:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000100:00000001:1.0:1767384641.402770:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384641.402774:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384641.402778:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp39 02000000:00000001:1.0:1767384641.402778:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.402786:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384641.402786:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp39 lpni_is_preferred = 0 02000000:00000010:1.0:1767384641.402788:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000908503ec. 00000100:00000001:3.0:1767384641.402790:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.402793:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp39 00000100:00000001:1.0:1767384641.402796:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.402797:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384641.402798:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp39 NI seq info: [139:139:256:4294967295] 192.168.203.133@tcp39 LPNI seq info [135:135:8:4294967295] 02000000:00000001:3.0:1767384641.402802:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384641.402803:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384641.402807:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.402808:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.402808:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp39 00000100:00000040:1.0:1767384641.402814:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320049f7] to pc [ptlrpcd_00_00+0] req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384641.402816:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037655296:0@lo:253: 00000400:00000200:2.0:1767384641.402830:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp39(192.168.203.133@tcp39:) -> 192.168.203.133@tcp39(192.168.203.133@tcp:192.168.203.133@tcp39) : PUT try# 0 00000100:00000001:3.0:1767384641.402837:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384641.402844:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.133@tcp39 10000000:00000001:1.0:1767384641.402845:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.402846:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384641.402850:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384641.402850:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af580be6. 10000000:00000001:1.0:1767384641.402857:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.402858:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767384641.402861:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dce7d447. 00000020:00000001:1.0:1767384641.402862:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384641.402866:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a8a431eb. 00000020:01000000:1.0:1767384641.402867:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384641.402868:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ec578087. 02000000:00000001:3.0:1767384641.402874:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384641.402875:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000104816f5. 00000800:00000200:2.0:1767384641.402880:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000400:00000010:3.0:1767384641.402883:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000800:00000200:2.1:1767384641.402888:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000100:00000001:1.0:1767384641.402890:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384641.402891:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ef8547b. 00000100:00000001:1.0:1767384641.402895:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384641.402897:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037655296, portal 25 00000100:00000001:3.0:1767384641.402901:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384641.402903:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000100:00000001:3.0:1767384641.402904:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599150080 : -117139110401536 : ffff95766cef6a00) 00000100:00000001:1.0:1767384641.402906:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384641.402910:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000001:1.0:1767384641.402911:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384641.402915:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.402916:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384641.402923:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.402926:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384641.402934:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384641.402936:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384641.402938:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abbf3745. 00000100:00000001:1.0:1767384641.402939:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384641.402943:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037655296, offset 0 02000000:00000001:1.0:1767384641.402944:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384641.402948:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384641.402951:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.402952:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384641.402955:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037655424:0@lo:253: 00000100:00000001:1.0:1767384641.402959:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384641.402963:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384641.402966:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 02000000:00000001:1.0:1767384641.402966:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.402967:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384641.402973:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384641.402981:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000def3e765. 00000400:00000200:3.0:1767384641.402984:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506500 02000000:00000001:1.0:1767384641.402985:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384641.402993:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005acedd1f. 00000400:00000200:3.0:1767384641.402998:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1419 [2] + 0 00000400:00000010:3.0:1767384641.403002:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051127c92. 00000400:00000200:3.0:1767384641.403005:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062dcc1cd 00000400:00000200:2.0:1767384641.403011:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000010:1.0:1767384641.403012:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b595ddd. 00000400:00000200:3.0:1767384641.403013:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384641.403020:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037655424, portal 25 00000400:00000200:3.0:1767384641.403022:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384641.403026:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384641.403028:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599147392 : -117139110404224 : ffff95766cef5f80) 00000400:00000200:3.0:1767384641.403029:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062dcc1cd 00000400:00000010:3.0:1767384641.403033:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062dcc1cd. 00000100:00000040:1.0:1767384641.403034:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.403040:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384641.403041:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384641.403043:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384641.403046:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000040:1.0:1767384641.403048:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384641.403050:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000091ada017 x1853237037655296 msgsize 4848 00000400:00000010:1.0:1767384641.403054:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000814c54a6. 00000100:00000200:1.0:1767384641.403061:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037655424, offset 0 00000100:00100000:3.0:1767384641.403062:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384641.403065:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384641.403075:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384641.403077:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384641.403080:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.403085:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abbf3745 00000400:00000200:1.0:1767384641.403086:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384641.403096:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abbf3745. 00000400:00000200:1.0:1767384641.403096:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506580 00000100:00000001:3.0:1767384641.403104:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384641.403107:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384641.403107:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1431 [2] + 0 00000100:00000200:3.0:1767384641.403112:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384641.403115:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063696d3a. 00000400:00000200:1.0:1767384641.403122:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000027aaef5f 00000100:00000001:3.0:1767384641.403125:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384641.403128:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384641.403129:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.403137:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384641.403138:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384641.403148:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027aaef5f 00000100:00000001:3.0:1767384641.403149:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384641.403151:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027aaef5f. 00000100:00000001:3.0:1767384641.403154:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384641.403156:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384641.403159:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384641.403161:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000e9e0c7f3 x1853237037655424 msgsize 4848 00000100:00000001:3.0:1767384641.403162:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.403168:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294930219 00000100:00100000:1.0:1767384641.403169:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384641.403170:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000040:1.0:1767384641.403175:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384641.403177:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e6b970e. 00000100:00000001:3.0:1767384641.403185:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384641.403186:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384641.403190:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294930219 00000400:00000200:1.0:1767384641.403192:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814c54a6 00000100:00000010:3.0:1767384641.403196:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000acfd91d1. 00000400:00000010:1.0:1767384641.403196:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000814c54a6. 00000100:00000001:1.0:1767384641.403199:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384641.403202:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384641.403206:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.403207:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:3.0:1767384641.403208:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294930219 00000100:00000010:3.0:1767384641.403217:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1cd4b33. 00000100:00000001:1.0:1767384641.403232:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384641.403238:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384641.403238:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.403247:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294930219 00000100:00000001:1.0:1767384641.403248:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403253:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384641.403255:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c27d83db. 00000100:00000001:1.0:1767384641.403258:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.403261:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384641.403263:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294930219 00000100:00000001:3.0:1767384641.403265:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384641.403267:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294930219 00000100:00000001:3.0:1767384641.403269:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403272:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294930219 00000400:00000200:2.0:1767384641.403273:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:3.0:1767384641.403274:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403277:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294930219 00000100:00000001:3.0:1767384641.403280:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.403282:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294930219 00000100:00000001:1.0:1767384641.403286:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294930219 00000100:00000001:3.0:1767384641.403291:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384641.403294:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294930219 00000100:00000001:3.0:1767384641.403295:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384641.403298:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294930219 00000100:00000001:3.0:1767384641.403300:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.403301:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.403302:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384641.403307:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403330:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403333:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.403336:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403338:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384641.403340:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403341:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384641.403348:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000001:1.0:1767384641.403348:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.403352:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384641.403354:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.403356:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403359:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.403366:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403386:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384641.403389:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384641.403390:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037655296 00000100:00100000:3.0:1767384641.403393:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037655424 02000000:00000001:1.0:1767384641.403394:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384641.403397:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384641.403397:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.403401:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384641.403402:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.403405:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000001:3.0:1767384641.403406:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.403407:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.403414:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384641.403414:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037655296 00000020:00000001:1.0:1767384641.403418:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384641.403420:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037655424 00000020:00000040:1.0:1767384641.403422:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384641.403423:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384641.403425:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.403426:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384641.403431:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384641.403431:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000040:3.0:1767384641.403435:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:1.0:1767384641.403435:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384641.403440:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384641.403441:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384641.403446:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384641.403449:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384641.403451:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384641.403453:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000cc72a4d. 00000400:00000200:2.0:1767384641.403456:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000020:00000010:3.0:1767384641.403457:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000100:00000001:1.0:1767384641.403458:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.403463:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384641.403464:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000cc72a4d. 00000020:00000010:3.0:1767384641.403467:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000020:00000010:1.0:1767384641.403472:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ed2efa3. 00000020:00000010:3.0:1767384641.403475:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fece3a. 00000020:00000010:1.0:1767384641.403479:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6d79180. 00000020:00000010:3.0:1767384641.403483:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e55b1524. 00000020:00000010:1.0:1767384641.403486:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000943978dd. 00000020:00000010:3.0:1767384641.403489:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000305e4ef. 00000100:00000040:1.0:1767384641.403496:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384641.403501:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384641.403503:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384641.403507:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384641.403507:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000001:1.0:1767384641.403509:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384641.403511:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403513:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.403521:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403522:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.403533:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.403536:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.403551:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384641.403553:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384641.403554:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384641.403556:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384641.403562:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000400:00000200:2.0:1767384641.403566:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000100:00000040:3.0:1767384641.403567:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00100000:1.0:1767384641.403572:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000001:3.0:1767384641.403573:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959127120 : -117139750424496 : ffff957646c97050) 00000100:00000040:1.0:1767384641.403579:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:1.0:1767384641.403582:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959128144 : -117139750423472 : ffff957646c97450) 00000100:00000040:3.0:1767384641.403583:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9e0c7f3 x1853237037655424/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:622/0 lens 4848/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384641.403592:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091ada017 x1853237037655296/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:622/0 lens 4848/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.403594:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384641.403600:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384641.403605:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000cc72a4d. 00000020:00000010:3.0:1767384641.403606:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000100:00000001:1.0:1767384641.403608:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.403611:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384641.403612:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000cc72a4d. 00000400:00000200:2.0:1767384641.403616:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000020:00000010:3.0:1767384641.403618:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000100:00100000:1.0:1767384641.403623:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091ada017 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037655296:12345-0@lo:253: 00000100:00000200:1.0:1767384641.403628:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037655296 00000100:00100000:3.0:1767384641.403629:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9e0c7f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037655424:12345-0@lo:253: 00000020:00000001:1.0:1767384641.403631:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384641.403634:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037655424 00000020:00000001:1.0:1767384641.403637:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384641.403638:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384641.403640:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.403643:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384641.403644:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384641.403649:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384641.403649:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:3.0:1767384641.403655:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384641.403655:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384641.403659:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384641.403660:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:1.0:1767384641.403664:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384641.403665:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384641.403666:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000020:00000001:1.0:1767384641.403668:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384641.403670:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384641.403672:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.403674:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384641.403677:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384641.403678:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384641.403681:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384641.403682:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.403686:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384641.403688:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000056937c6f. 02000000:00000001:3.0:1767384641.403689:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384641.403694:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.403696:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384641.403697:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000db8e589a. 20000000:00000001:1.0:1767384641.403700:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384641.403701:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.403704:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.403706:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384641.403716:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003c3374f8. 00000400:00000200:2.0:1767384641.403719:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 20000000:00000010:1.0:1767384641.403719:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a4c06d34. 20000000:01000000:3.0:1767384641.403721:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384641.403726:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384641.403727:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384641.403730:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384641.403731:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384641.403735:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.403737:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384641.403737:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384641.403739:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384641.403740:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384641.403744:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384641.403745:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384641.403751:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008abfe269. 00000400:00000200:2.0:1767384641.403752:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 20000000:01000000:3.0:1767384641.403756:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:3.0:1767384641.403762:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384641.403768:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384641.403778:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.403807:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00080000:00000001:3.0:1767384641.403817:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384641.403822:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384641.403824:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.403832:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00080000:00000001:3.0:1767384641.403834:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384641.403839:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384641.403844:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384641.403848:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384641.403854:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007407d445. 00080000:00000001:3.0:1767384641.403856:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934721382400 : -117138988169216 : ffff957674388800) 00080000:00000001:3.0:1767384641.403859:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384641.403861:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.403903:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.403948:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000001:00000001:3.0:1767384641.403975:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384641.403978:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.403981:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384641.404001:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.404004:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384641.404011:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404050:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404083:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404127:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00080000:00000001:3.0:1767384641.404141:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384641.404146:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384641.404185:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404264:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404303:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404369:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404397:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404430:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384641.404461:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384641.404629:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4707545. 00000800:00000010:2.0:1767384641.404634:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2994bde. 00000800:00000010:2.0:1767384641.404639:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d551c917. 00000800:00000010:2.0:1767384641.404661:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d551c917. 00000800:00020000:2.0:1767384641.404670:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384641.404674:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2994bde. 00000800:00000010:2.0:1767384641.404676:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4707545. 00000400:02020000:2.0:1767384641.404725:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp39 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384641.404731:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp39 notifying 192.168.203.133@tcp39: down 00000800:00000200:2.0:1767384641.404737:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp39 down 00000800:00000100:2.0:1767384641.404741:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 560 0@<0:0>->192.168.203.133@tcp39 00000800:00000010:2.0:1767384641.404744:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af580be6. 00000400:00000200:2.0:1767384641.404747:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384641.404752:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp39->192.168.203.133@tcp39: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384641.404759:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp39 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:2.0:1767384641.404763:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384641.404765:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:2.0:1767384641.404768:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384641.404788:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384641.404798:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101151 00000400:00000001:2.0:1767384641.404801:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384641.404802:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384641.404803:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e60acf06 00000400:00000010:2.0:1767384641.404805:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e60acf06. 00000400:00000200:2.0:1767384641.404808:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384641.404812:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384641.404816:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (34) 00000400:00000200:2.0:1767384641.404818:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384641.404822:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc -71 00000400:00000200:2.0:1767384641.404826:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384641.404829:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (33) 00080000:00000001:3.0:1767384641.412208:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384641.412214:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384641.412229:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384641.412231:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384641.412232:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384641.412236:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384641.412239:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384641.412240:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384641.412241:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384641.412243:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384641.412244:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007407d445. 00080000:00000001:2.0:1767384641.412250:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384641.412255:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384641.412260:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384641.412265:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384641.412266:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d51fd8d. 20000000:01000000:1.0:1767384641.412270:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:1.0:1767384641.412274:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384641.412278:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384641.412279:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384641.412283:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384641.412286:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384641.412290:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384641.412292:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384641.412299:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000de8ed240. 00080000:00000001:1.0:1767384641.412303:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384641.412304:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384641.412337:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384641.412339:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384641.412340:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00080000:00000001:1.0:1767384641.412341:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384641.412345:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384641.412347:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384641.412349:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000040:3.0:1767384641.412350:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271eddb1 to hash 00080000:00000001:1.0:1767384641.412354:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384641.412355:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384641.412359:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00080000:00000010:1.0:1767384641.412360:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f95b6988. 00010000:00000001:3.0:1767384641.412362:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00080000:00000001:1.0:1767384641.412365:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578429440 : -117144131122176 : ffff957541ad4c00) 00010000:00000001:3.0:1767384641.412366:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384641.412368:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384641.412376:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.412380:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.412388:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384641.412392:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384641.412394:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384641.412396:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384641.412398:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.412400:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384641.412401:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.412404:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384641.412406:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384641.412408:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384641.412409:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384641.412411:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000de8ed240) refcount = 1 00010000:00010000:3.0:1767384641.412414:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384641.412415:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384641.412418:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384641.412422:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384641.412424:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384641.412427:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384641.412429:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.412431:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.412432:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384641.412434:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.412435:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384641.412438:0:16806:0:(osd_io.c:399:osd_write()) Process entered 20000000:01000000:3.0:1767384641.412439:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384641.412443:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.412444:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.412446:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384641.412448:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384641.412450:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384641.412452:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384641.412454:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.412459:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384641.412467:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.412472:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.412473:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384641.412475:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.412479:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.412480:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.412482:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384641.412484:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384641.412490:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384641.412492:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384641.412494:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384641.412496:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.412500:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384641.412501:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.412502:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.412504:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00080000:00000001:1.0:1767384641.412505:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384641.412506:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384641.412511:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00080000:00000001:1.0:1767384641.412511:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384641.412516:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384641.412518:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.412523:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384641.412525:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384641.412526:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.412529:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384641.412530:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384641.412532:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.412540:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384641.412541:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271eddb1 from hash 00010000:00000001:3.0:1767384641.412543:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384641.412544:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.412545:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.412546:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384641.412547:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384641.412549:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384641.412550:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384641.412552:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.412554:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.412556:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384641.412557:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384641.412559:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.412561:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.412562:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.412563:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.412564:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.412566:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.412570:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.412572:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.412573:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384641.412574:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384641.412576:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.412577:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.412578:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384641.412580:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.412582:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.412583:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.412587:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384641.412589:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384641.412591:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddb1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384641.412604:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000de8ed240 count: 0 00010000:00000001:3.0:1767384641.412615:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384641.412617:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384641.420045:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384641.420047:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384641.420049:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384641.420053:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384641.420055:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384641.420056:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384641.420059:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384641.420062:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384641.420063:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f95b6988. 20000000:00000001:1.0:1767384641.420065:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384641.420070:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384641.420071:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384641.420094:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384641.420098:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384641.420102:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384641.420102:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384641.420107:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384641.420109:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384641.420112:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384641.420114:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384641.420118:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e21737c9. 00010000:00000001:3.0:1767384641.420122:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384641.420124:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009cfcdaf3. 00000020:00000001:3.0:1767384641.420127:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384641.420129:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009cfcdaf3 with handle 0x1c01179f271eddb8 to hash 00000020:00000001:3.0:1767384641.420131:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384641.420132:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384641.420134:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384641.420136:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.420137:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.420139:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420144:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384641.420146:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384641.420148:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384641.420149:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384641.420166:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.420169:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384641.420171:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.420173:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384641.420175:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384641.420177:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384641.420179:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384641.420180:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e21737c9) refcount = 1 00010000:00010000:3.0:1767384641.420183:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420196:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384641.420197:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384641.420199:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.420201:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.420203:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384641.420205:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384641.420208:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384641.420211:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.420212:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.420214:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cfcdaf3 refcount=4 00000020:00000001:3.0:1767384641.420216:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384641.420234:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384641.420236:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384641.420238:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420244:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384641.420246:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420251:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.420268:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384641.420269:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420273:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.420274:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.420276:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384641.420278:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384641.420282:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009cfcdaf3 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384641.420284:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384641.420291:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384641.420293:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420297:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384641.420299:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.420300:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.420301:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cfcdaf3 refcount=5 00000020:00000001:3.0:1767384641.420302:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384641.420305:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180672 : -117139820370944 : ffff9576429e2400) 00010000:00000001:3.0:1767384641.420308:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384641.420310:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420314:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384641.420315:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384641.420315:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.420317:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384641.420319:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384641.420321:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.420322:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384641.420344:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009cfcdaf3 with handle 0x1c01179f271eddb8 from hash 00010000:00000001:3.0:1767384641.420347:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384641.420348:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.420349:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.420350:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384641.420352:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384641.420354:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384641.420356:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384641.420357:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.420360:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.420362:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384641.420363:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384641.420365:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.420366:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.420368:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.420374:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.420376:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.420378:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420382:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.420383:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.420385:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384641.420386:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384641.420388:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.420389:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.420390:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384641.420393:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.420395:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.420396:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.420400:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384641.420402:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384641.420403:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009cfcdaf3/0x1c01179f271eddb8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384641.420407:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e21737c9 count: 0 00010000:00000001:3.0:1767384641.420415:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384641.420416:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384641.421355:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294930219, at 4294930220 00000100:00000040:3.0:1767384641.421356:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294930219, at 4294930220 00000100:00000040:0.0:1767384641.421356:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294930219, at 4294930220 00000100:00000010:2.0:1767384641.421364:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1cd4b33. 00000100:00000010:0.0:1767384641.421367:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e6b970e. 00000100:00000010:3.0:1767384641.421369:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c27d83db. 00000100:00000040:1.0:1767384641.421371:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294930219, at 4294930220 00000100:00000010:1.0:1767384641.421382:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000acfd91d1. 00010000:00000010:3.1:1767384641.422342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000de8ed240. 00010000:00000010:3.1:1767384641.422352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00080000:00000020:3.0:1767384641.422508:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384641.422511:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384641.422513:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003c3374f8. 20000000:00000001:3.0:1767384641.422518:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384641.422522:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037655424 00010000:00000001:3.0:1767384641.422524:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384641.422530:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9e0c7f3 x1853237037655424/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384641.422538:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384641.422546:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384641.422550:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384641.422555:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384641.422558:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384641.422561:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384641.422563:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384641.422566:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.422569:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384641.422573:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384641.422577:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5be2c4c. 00000100:00000200:3.0:1767384641.422580:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037655424, offset 224 00000400:00000200:3.0:1767384641.422588:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384641.422596:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384641.422605:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506580 00000400:00000200:3.0:1767384641.422612:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c29 [2] + 224 00000400:00000200:3.0:1767384641.422617:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.422621:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384641.422626:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384641.422630:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384641.422639:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.422656:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384641.422664:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5be2c4c 00000400:00000010:3.0:1767384641.422666:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5be2c4c. 00000100:00000001:1.0:1767384641.422666:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384641.422669:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384641.422670:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384641.422673:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384641.422678:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384641.422679:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384641.422681:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384641.422685:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000010:1.0:1767384641.422685:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005acedd1f. 00010000:00000001:3.0:1767384641.422688:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384641.422691:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b595ddd 00000020:00000001:3.0:1767384641.422692:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384641.422696:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b595ddd. 00000020:00000001:3.0:1767384641.422697:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384641.422703:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384641.422704:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9e0c7f3 x1853237037655424/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384641.422709:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384641.422722:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.422751:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384641.422755:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9e0c7f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037655424:12345-0@lo:253: Request processed in 19156us (19587us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384641.422756:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.422761:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384641.422766:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384641.422768:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384641.422770:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384641.422771:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 02000000:00000001:1.0:1767384641.422773:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.422776:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00001000:1.0:1767384641.422779:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=71 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384641.422780:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384641.422783:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384641.422785:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=71 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384641.422788:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e55b1524. 00000100:00000001:1.0:1767384641.422789:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384641.422793:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384641.422794:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000305e4ef. 00010000:00000001:1.0:1767384641.422796:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384641.422800:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384641.422803:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fece3a. 00000100:00000001:1.0:1767384641.422804:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384641.422812:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000040:1.0:1767384641.422812:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384641.422819:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384641.422822:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000db8e589a. 00000100:00000001:1.0:1767384641.422823:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384641.422828:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384641.422829:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384641.422831:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.422832:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384641.422839:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:3.0:1767384641.422841:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384641.422841:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384641.422845:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384641.422848:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff1c52b9. 00000400:00000010:3.0:1767384641.422854:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5be2c4c. 00000020:01000004:1.0:1767384641.422854:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384641.422855:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384641.422859:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384641.422861:0:16163:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384641.422862:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384641.422864:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384641.422867:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384641.422875:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037655424:0@lo:253: 00000100:00000001:1.0:1767384641.422879:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.422882:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384641.422885:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000320049f7 x1853237037655424/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.422890:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384641.422892:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384641.422894:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000def3e765. 02000000:00000001:1.0:1767384641.422898:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384641.422900:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384641.422902:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384641.422904:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384641.422906:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000908503ec. 02000000:00000001:1.0:1767384641.422909:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384641.422911:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384641.422912:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000320049f7. 00000100:00000001:1.0:1767384641.422916:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384641.422917:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.422918:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.422922:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384641.422924:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.422926:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.422928:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384641.423287:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384641.423289:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384641.423291:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a4c06d34. 20000000:00000001:1.0:1767384641.423295:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384641.423297:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037655296 00010000:00000001:1.0:1767384641.423304:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384641.423307:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091ada017 x1853237037655296/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384641.423332:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384641.423333:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384641.423335:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384641.423338:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384641.423340:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384641.423341:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384641.423344:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384641.423345:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.423347:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384641.423350:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384641.423352:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa76d507. 00000100:00000200:1.0:1767384641.423355:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037655296, offset 224 00000400:00000200:1.0:1767384641.423359:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384641.423364:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384641.423369:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506500 00000400:00000200:1.0:1767384641.423373:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c21 [2] + 224 00000400:00000200:1.0:1767384641.423377:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384641.423380:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384641.423382:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384641.423384:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384641.423389:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.423400:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384641.423404:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa76d507 00000400:00000010:1.0:1767384641.423406:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa76d507. 00000100:00000001:3.0:1767384641.423407:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.423408:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384641.423410:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384641.423411:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384641.423415:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384641.423416:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384641.423419:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384641.423421:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000010:3.0:1767384641.423422:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00010000:00000001:1.0:1767384641.423425:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384641.423427:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef8547b 00000400:00000010:3.0:1767384641.423429:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ef8547b. 00000100:00000001:3.0:1767384641.423431:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384641.423433:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384641.423435:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384641.423437:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384641.423441:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091ada017 x1853237037655296/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384641.423459:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384641.423462:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091ada017 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037655296:12345-0@lo:253: Request processed in 19859us (20409us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384641.423477:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384641.423478:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000001:3.0:1767384641.423479:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.423482:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384641.423482:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 02000000:00000001:3.0:1767384641.423486:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384641.423486:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384641.423488:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384641.423490:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6d79180. 00000020:00000010:1.0:1767384641.423493:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000943978dd. 00000100:00000001:3.0:1767384641.423494:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.423497:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384641.423497:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ed2efa3. 02000000:00000001:3.0:1767384641.423500:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384641.423503:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00001000:3.0:1767384641.423505:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=71 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384641.423506:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384641.423510:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000056937c6f. 00000100:00001000:3.0:1767384641.423511:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=71 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384641.423514:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384641.423515:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384641.423517:0:32985:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000378e8ee3. 00000100:00000001:3.0:1767384641.423518:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.423519:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.423524:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384641.423526:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384641.423526:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384641.423530:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384641.423532:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005acedd1f. 00000100:00000040:3.0:1767384641.423534:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384641.423535:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000010:1.0:1767384641.423537:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa76d507. 00000400:00000040:2.0:1767384641.423539:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384641.423544:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384641.423548:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:2.0:1767384641.423549:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:3.0:1767384641.423554:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:2.0:1767384641.423555:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384641.423556:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384641.423559:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000020:01000004:3.0:1767384641.423560:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:2.0:1767384641.423562:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:01000004:3.0:1767384641.423563:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:2.0:1767384641.423566:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:01000004:3.0:1767384641.423567:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384641.423569:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384641.423570:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384641.423570:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384641.423572:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:2.0:1767384641.423574:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:01000004:3.0:1767384641.423575:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:2.0:1767384641.423577:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000020:01000004:3.0:1767384641.423578:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384641.423581:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:2.0:1767384641.423581:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000040:3.0:1767384641.423585:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384641.423585:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384641.423590:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384641.423594:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384641.423597:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00100000:3.0:1767384641.423600:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c287963 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037655296:0@lo:253: 00000400:00000040:2.0:1767384641.423601:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384641.423605:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384641.423607:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000001:3.0:1767384641.423608:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384641.423609:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000001:3.0:1767384641.423611:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:2.0:1767384641.423613:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000040:3.0:1767384641.423616:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c287963 x1853237037655296/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384641.423616:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384641.423620:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384641.423639:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384641.423642:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384641.423646:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384641.423650:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384641.423651:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:2.0:1767384641.423653:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:3.0:1767384641.423655:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:2.0:1767384641.423656:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000010:3.0:1767384641.423658:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a8a431eb. 00000400:00000040:2.0:1767384641.423659:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384641.423661:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384641.423662:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384641.423663:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384641.423664:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384641.423666:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384641.423670:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:3.0:1767384641.423671:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:2.0:1767384641.423672:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:00000001:3.0:1767384641.423674:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:2.0:1767384641.423675:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000020:00000040:3.0:1767384641.423678:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000400:00000040:2.0:1767384641.423679:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000001:3.0:1767384641.423682:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:2.0:1767384641.423683:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 02000000:00000010:3.0:1767384641.423686:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c64b7859. 00000400:00000040:2.0:1767384641.423687:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 02000000:00000001:3.0:1767384641.423692:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:2.0:1767384641.423692:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384641.423694:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000001:3.0:1767384641.423695:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:2.0:1767384641.423697:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000100:00000010:3.0:1767384641.423699:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c287963. 00000400:00000040:2.0:1767384641.423701:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000100:00000001:3.0:1767384641.423703:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:2.0:1767384641.423704:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000100:00000001:3.0:1767384641.423707:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384641.423708:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000100:00000001:3.0:1767384641.423714:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384641.423714:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000001:3.0:1767384641.423719:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384641.423722:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384641.423724:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00000001:3.0:1767384641.423725:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:2.0:1767384641.423728:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767384641.423729:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384641.423731:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384641.423734:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384641.423735:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384641.423736:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384641.423738:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384641.423739:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384641.423740:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384641.423741:0:32985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384641.423809:0:32985:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000378e8ee3. 00010000:00000010:3.1:1767384641.429329:0:32987:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e21737c9. 00010000:00000010:3.1:1767384641.429338:0:32987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009cfcdaf3. 00000400:00000001:2.0:1767384641.889379:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384641.889383:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384641.889385:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fbe64d1 00000400:00000010:2.0:1767384641.889389:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fbe64d1. 00000400:00000200:2.0:1767384641.889393:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384641.889399:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384641.889407:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ef845372. 00000400:00000010:2.0:1767384641.889411:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003d0ca5b6. 00000400:00000200:2.0:1767384641.889417:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp39 00000400:00000010:2.0:1767384641.889421:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ef845372. 00000400:00000010:2.0:1767384641.889424:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c15d34e. 00000400:00000010:2.0:1767384641.889427:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fbe64d1. 00000400:00000010:2.0:1767384641.889432:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004307d26d. 00000400:00000200:2.0:1767384641.889435:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp39 00000400:00000200:2.0:1767384641.889446:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp39 local destination 00000400:00000200:2.0:1767384641.889451:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp39 00000400:00000200:2.0:1767384641.889454:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp39 NI seq info: [140:140:256:4294967295] 192.168.203.133@tcp39 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767384641.889459:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp39 00000400:00000200:2.0:1767384641.889465:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp39(192.168.203.133@tcp39:) -> 192.168.203.133@tcp39(192.168.203.133@tcp39:192.168.203.133@tcp39) : GET try# 0 00000800:00000200:2.0:1767384641.889469:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp39 00000800:00000010:2.0:1767384641.889472:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000080f71d8c. 00000800:00000200:2.0:1767384641.889477:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000800:00000200:2.1:1767384641.889481:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000400:00000200:2.0:1767384641.889499:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp39 added to recovery queue. ping count: 1 next ping: 265 health :900 00000400:00000200:3.0:1767384641.889550:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889585:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889621:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889655:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889673:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889694:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889715:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889735:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889755:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889813:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889836:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889857:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889872:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889904:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889928:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889951:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.889983:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890004:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890021:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890043:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890056:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890069:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890082:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890100:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890124:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890137:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890151:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890168:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890187:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890209:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890248:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890279:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890295:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890393:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384641.890424:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384641.890534:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a8a431eb. 00000800:00000010:3.0:1767384641.890538:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b75d28d2. 00000800:00000010:3.0:1767384641.890543:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000e344849. 00000800:00000010:3.0:1767384641.890559:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000e344849. 00000800:00020000:3.0:1767384641.890566:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384641.890569:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b75d28d2. 00000800:00000010:3.0:1767384641.890571:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a8a431eb. 00000400:02020000:3.0:1767384641.890600:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp39 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384641.890606:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp39 notifying 192.168.203.133@tcp39: down 00000400:00000200:3.0:1767384641.890609:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384641.890613:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp39 00000800:00000010:3.0:1767384641.890616:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000080f71d8c. 00000400:00000200:3.0:1767384641.890619:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384641.890623:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp39->192.168.203.133@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384641.890630:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384641.890637:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384641.890641:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp39) recovery failed with -71 10000000:00000001:2.0:1767384642.146439:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384642.146444:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:2.0:1767384642.146448:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384642.146451:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384642.146453:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384642.146455:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384642.146457:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384642.146460:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384642.146462:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 63 10000000:00000001:2.0:1767384642.146465:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384642.146467:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384642.146473:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d363b570. 00000020:00000040:2.0:1767384642.146477:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384642.146481:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:1.0:1767384642.146482:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:2.0:1767384642.146484:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000020:1.0:1767384642.146487:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:2.0:1767384642.146491:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384642.146493:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000320049f7. 00000020:00000040:1.0:1767384642.146498:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:2.0:1767384642.146499:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000751c4acd. 00000100:00000001:1.0:1767384642.146503:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384642.146505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384642.146507:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384642.146512:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.146513:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384642.146514:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384642.146520:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021341f2. 00010000:00000001:2.0:1767384642.146521:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 02000000:00000010:1.0:1767384642.146521:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000bce0c36. 00010000:00000001:2.0:1767384642.146526:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000040:3.0:1767384642.146527:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384642.146529:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.146535:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:2.0:1767384642.146535:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003cf4df54. 00000100:00000001:1.0:1767384642.146537:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384642.146539:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384642.146542:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:3.0:1767384642.146543:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.146543:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384642.146547:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d448b441. 02000000:00000010:3.0:1767384642.146553:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004f4c86b. 00000020:00000001:2.0:1767384642.146554:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:1.0:1767384642.146557:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320049f7] to pc [ptlrpcd_00_01+1] req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384642.146559:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d448b441 with handle 0x1c01179f271eddbf to hash 00000100:00000001:3.0:1767384642.146560:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.146565:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384642.146568:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00000100:00000040:3.0:1767384642.146572:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384642.146576:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384642.146584:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384642.146588:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.146594:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384642.146601:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384642.146605:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.146615:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021341f2] to pc [ptlrpcd_00_02+2] req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384642.146617:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1767384642.146627:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.146651:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.146653:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384642.146654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384642.146666:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384642.146670:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be8c1735. 00000020:00000040:3.0:1767384642.146673:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384642.146675:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384642.146676:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384642.146678:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384642.146681:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0ef228a. 00000100:00000001:3.0:1767384642.146684:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.146688:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384642.146692:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384642.146697:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384642.146698:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384642.146699:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.146702:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384642.146708:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384642.146714:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be8c1735] to pc [ptlrpcd_00_03+3] req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.146727:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384642.146730:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.146734:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384642.146735:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.146737:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384642.146739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384642.146742:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.146744:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767384642.146748:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037655680:0@lo:13: 00000100:00000010:3.0:1767384642.146749:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078f8a0ed. 00000020:00000040:3.0:1767384642.146755:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384642.146756:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384642.146759:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384642.146763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384642.146763:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384642.146764:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:3.0:1767384642.146768:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.146769:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:1.0:1767384642.146769:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384642.146775:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077469d87. 02000000:00000001:1.0:1767384642.146776:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384642.146777:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000457081cc. 02000000:00000010:1.0:1767384642.146782:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c4693e5f. 00000100:00000001:3.0:1767384642.146783:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.146783:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929599109760 : -117144110441856 : ffff957542e8da80) 02000000:00000001:1.0:1767384642.146787:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.146791:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384642.146792:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384642.146794:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e30ca0e. 00000100:00000001:2.0:1767384642.146795:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974583040 : -117139734968576 : ffff957647b54700) 00000100:00000001:2.0:1767384642.146803:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384642.146804:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1fee4c. 00000100:00000001:3.0:1767384642.146807:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384642.146807:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.146811:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.146812:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000200:1.0:1767384642.146813:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037655680, portal 4 00000100:00000001:2.0:1767384642.146816:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384642.146817:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078f8a0ed] to pc [ptlrpcd_00_00+0] req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.146818:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384642.146822:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934599147392 : -117139110404224 : ffff95766cef5f80) 00000100:00000040:2.0:1767384642.146823:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384642.146833:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.146854:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.146860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384642.146862:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384642.146865:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384642.146867:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384642.146867:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384642.146872:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384642.146873:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a740b453. 02000000:00000001:2.0:1767384642.146874:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384642.146875:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384642.146876:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45afdf6. 02000000:00000001:2.0:1767384642.146878:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384642.146879:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384642.146880:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384642.146882:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037655680, offset 0 02000000:00000001:2.0:1767384642.146886:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.146886:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384642.146887:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384642.146891:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384642.146893:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384642.146895:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.146895:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384642.146896:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d363b570 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037655552:0@lo:101: 02000000:00000010:3.0:1767384642.146903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005495fde6. 00000100:00000001:2.0:1767384642.146906:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384642.146910:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.146912:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384642.146913:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384642.146918:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.146921:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384642.146923:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384642.146928:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dca1954e. 00000400:00000200:1.0:1767384642.146931:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f506680 00000100:00000001:0.0:1767384642.146934:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384642.146935:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.146939:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384642.146943:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3593172. 00000400:00000200:1.0:1767384642.146946:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2688 02000000:00000001:0.0:1767384642.146948:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384642.146950:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384642.146952:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384642.146956:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.146959:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384642.146965:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078f8a0ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037656064:0@lo:400: 00000400:00000200:1.0:1767384642.146966:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384642.146967:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a740b453] to pc [ptlrpcd_00_01+1] req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384642.146967:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e60acf06. 00000100:00000200:2.0:1767384642.146976:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037655552, portal 25 00000100:00000001:0.0:1767384642.146977:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384642.146978:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384642.146984:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384642.146991:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.146998:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974583040 : -117139734968576 : ffff957647b54700) 02000000:00000001:0.0:1767384642.146998:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384642.146999:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (268) 00000100:00000001:1.0:1767384642.147001:0:16164:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384642.147001:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384642.147006:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767384642.147007:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384642.147011:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384642.147011:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c287963. 02000000:00000010:0.0:1767384642.147012:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0ec436b. 00000100:00000001:3.0:1767384642.147017:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384642.147017:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000006c287963 x1853237037655680 msgsize 224 02000000:00000001:0.0:1767384642.147017:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.147022:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384642.147026:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000972815e2. 00000100:00000001:3.0:1767384642.147027:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384642.147035:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384642.147036:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384642.147036:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000100:00000200:0.0:1767384642.147043:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037656064, portal 10 00000100:00000001:2.0:1767384642.147044:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384642.147051:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384642.147051:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384642.147052:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384642.147055:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384642.147057:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855680000 : -117138853871616 : ffff95767c39c000) 00000100:00000001:3.0:1767384642.147058:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384642.147059:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000400:00000200:1.0:1767384642.147062:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45afdf6 02000000:00000001:3.0:1767384642.147066:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384642.147067:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e45afdf6. 00000100:00000040:0.0:1767384642.147069:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384642.147071:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.147072:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384642.147073:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037655552, offset 0 02000000:00000001:3.0:1767384642.147078:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384642.147085:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be8c1735 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037655936:0@lo:400: 00000100:00000001:0.0:1767384642.147088:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384642.147090:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.147094:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384642.147094:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384642.147098:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384642.147100:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384642.147104:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.147104:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000400:00000200:2.0:1767384642.147109:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384642.147111:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037656064, offset 0 02000000:00000001:3.0:1767384642.147112:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384642.147117:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384642.147118:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa8d95b8. 02000000:00000001:3.0:1767384642.147122:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384642.147122:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.147126:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384642.147128:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f506600 00000400:00000010:3.0:1767384642.147129:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000400:00000200:0.0:1767384642.147141:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384642.147143:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1449 [2] + 0 00000100:00000001:1.0:1767384642.147147:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384642.147152:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076276ce8. 00000100:00000001:1.0:1767384642.147152:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384642.147157:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f506800 00000400:00000200:2.0:1767384642.147159:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fca997e8 00000100:00000001:1.0:1767384642.147160:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.147164:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384642.147166:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6270 usecs (7 jiffies) 00000400:00000010:3.0:1767384642.147167:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000300dad1f. 00000400:00000200:0.0:1767384642.147168:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:1.0:1767384642.147174:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294930952 00000400:00000200:2.0:1767384642.147175:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384642.147180:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037655936, portal 4 00000400:00000200:0.0:1767384642.147180:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384642.147182:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b20524c8. 00000400:00000200:2.0:1767384642.147183:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fca997e8 00000100:00000001:3.0:1767384642.147187:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384642.147188:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fca997e8. 00000400:00000200:0.0:1767384642.147190:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384642.147191:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855690752 : -117138853860864 : ffff95767c39ea00) 00000100:00000001:1.0:1767384642.147192:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384642.147195:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384642.147198:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384642.147200:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384642.147202:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294930952 00000100:00000040:3.0:1767384642.147203:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384642.147203:0:16808:0:(events.c:337:request_in_callback()) incoming req@000000009e1ca142 x1853237037655552 msgsize 328 00000100:00000200:0.0:1767384642.147204:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384642.147209:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a887622d. 00000100:00000010:0.0:1767384642.147228:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000975c8072. 00000100:00100000:2.0:1767384642.147230:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384642.147236:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000975c8072 x1853237037656064 msgsize 224 00000100:00000001:1.0:1767384642.147237:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384642.147238:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384642.147245:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384642.147246:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294930952 00000100:00000001:2.0:1767384642.147251:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384642.147253:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384642.147263:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004253e12c. 00000100:00100000:0.0:1767384642.147263:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384642.147266:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000400:00000010:3.0:1767384642.147267:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063b2c4ce. 00000100:00000001:1.0:1767384642.147269:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384642.147272:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000100:00000001:1.0:1767384642.147275:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294930952 00000100:00000001:2.0:1767384642.147276:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384642.147276:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384642.147277:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037655936, offset 0 00000100:00000010:1.0:1767384642.147280:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004edcac08. 00000100:00000200:2.0:1767384642.147284:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384642.147288:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384642.147293:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384642.147297:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384642.147299:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384642.147300:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000100:00000040:2.0:1767384642.147303:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.147304:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.147306:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000400:00000200:3.0:1767384642.147308:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384642.147332:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147334:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.147339:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384642.147340:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147341:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.147346:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384642.147347:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.147348:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294930964 00000100:00000001:2.0:1767384642.147357:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294930952 00000100:00000001:1.0:1767384642.147357:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384642.147359:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384642.147361:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384642.147363:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.147366:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384642.147370:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384642.147372:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294930964 00000100:00000040:0.0:1767384642.147373:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384642.147377:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.147379:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294930952 00000100:00000001:2.0:1767384642.147386:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294930964 00000100:00000001:2.0:1767384642.147394:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294930952 00000100:00000001:2.0:1767384642.147400:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294930964 00000100:00000001:0.0:1767384642.147405:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147408:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294930952 00000100:00000001:1.0:1767384642.147411:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384642.147411:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384642.147413:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.147416:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147417:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.147422:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384642.147422:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147423:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384642.147425:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384642.147426:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384642.147430:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3673 usecs (4 jiffies) 02000000:00000001:1.0:1767384642.147432:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384642.147433:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000457081cc going to sleep for 11 seconds 00000100:00000001:0.0:1767384642.147435:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294930950 00000100:00100000:1.0:1767384642.147438:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a740b453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037656192:0@lo:400: 00000100:00000001:2.0:1767384642.147440:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384642.147440:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294930964 00000100:00000001:2.0:1767384642.147444:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.147448:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384642.147448:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294930950 00000100:00000001:0.0:1767384642.147453:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294930964 02000000:00000001:1.0:1767384642.147454:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384642.147455:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294930950 02000000:00000001:1.0:1767384642.147457:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.147460:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294930964 02000000:00000001:1.0:1767384642.147461:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384642.147466:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294930950 02000000:00000010:1.0:1767384642.147467:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c72a8abd. 00000100:00000001:0.0:1767384642.147468:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294930964 00000100:00000001:2.0:1767384642.147469:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384642.147473:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384642.147475:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037655552 00000100:00000001:0.0:1767384642.147475:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384642.147479:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5ce046. 02000000:00000001:2.0:1767384642.147480:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384642.147481:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147485:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384642.147485:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45afdf6. 00000400:00000200:3.0:1767384642.147486:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f506780 00000100:00000001:0.0:1767384642.147488:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147489:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384642.147492:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037656192, portal 10 00000100:00000001:0.0:1767384642.147495:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.147496:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384642.147497:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384642.147498:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3888 00000100:00000001:1.0:1767384642.147500:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855688064 : -117138853863552 : ffff95767c39df80) 00000100:00100000:2.0:1767384642.147503:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037655552 00000100:00000001:0.0:1767384642.147504:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384642.147510:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384642.147510:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384642.147512:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384642.147513:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384642.147514:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:0.0:1767384642.147517:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384642.147519:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384642.147522:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384642.147523:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384642.147524:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:0.0:1767384642.147525:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.147534:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384642.147535:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.147536:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384642.147537:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384642.147539:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000200:3.0:1767384642.147542:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1767384642.147543:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384642.147547:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384642.147548:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5bd4bf1. 00000100:00000010:3.0:1767384642.147549:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054e34a39. 00000020:00000010:2.0:1767384642.147551:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec550660. 00000100:00000040:3.0:1767384642.147554:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000054e34a39 x1853237037655936 msgsize 224 00000100:00000001:2.0:1767384642.147557:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.147560:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384642.147562:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec550660. 00000100:00000200:1.0:1767384642.147562:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037656192, offset 0 00000100:00100000:0.0:1767384642.147564:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037656064 00000100:00100000:3.0:1767384642.147570:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384642.147570:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384642.147572:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000268f0bdf. 00000100:00000001:0.0:1767384642.147575:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384642.147576:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384642.147578:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384642.147580:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad62de9e. 00000100:00000001:3.0:1767384642.147581:0:16166:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384642.147583:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384642.147589:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037656064 00000400:00000200:3.0:1767384642.147590:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063b2c4ce 00000400:00000200:1.0:1767384642.147590:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384642.147592:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384642.147594:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bc29fc. 00000400:00000010:3.0:1767384642.147595:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063b2c4ce. 00000020:00000040:0.0:1767384642.147597:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000001:3.0:1767384642.147601:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384642.147607:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384642.147608:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f506880 00000020:00000001:0.0:1767384642.147608:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384642.147609:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384642.147612:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:2.0:1767384642.147613:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384642.147617:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384642.147620:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:2.0:1767384642.147622:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.147623:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000020:00000001:0.0:1767384642.147628:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:2.0:1767384642.147634:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.147635:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384642.147637:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384642.147642:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d234774. 00000100:00000001:3.0:1767384642.147644:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384642.147646:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384642.147648:0:17559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384642.147650:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384642.147652:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.147653:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384642.147654:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d234774. 00000100:00000200:1.0:1767384642.147657:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384642.147664:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072a74934. 00000100:00000001:2.0:1767384642.147665:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:1.0:1767384642.147665:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000859f5068. 00000100:00000001:3.0:1767384642.147667:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147670:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384642.147672:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c786749. 00000100:00000001:3.0:1767384642.147673:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384642.147673:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000859f5068 x1853237037656192 msgsize 224 00000100:00100000:2.0:1767384642.147678:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000020:00000010:0.0:1767384642.147680:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da8b267d. 00000100:00000001:3.0:1767384642.147681:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384642.147685:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000040:3.0:1767384642.147688:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6270 usecs (7 jiffies) 00000100:00100000:1.0:1767384642.147688:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384642.147690:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959120976 : -117139750430640 : ffff957646c95850) 00000100:00000040:0.0:1767384642.147692:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384642.147695:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294930953 00000100:00000001:0.0:1767384642.147696:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384642.147699:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294930964 00000100:00000001:1.0:1767384642.147699:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384642.147700:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e1ca142 x1853237037655552/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 328/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.147700:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384642.147705:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294930953 00000100:00000001:0.0:1767384642.147706:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.147709:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5bd4bf1 00000100:00000001:3.0:1767384642.147712:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294930964 00000400:00000010:1.0:1767384642.147714:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5bd4bf1. 00000100:00000001:0.0:1767384642.147716:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384642.147719:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294930953 00000100:00000001:1.0:1767384642.147721:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384642.147722:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384642.147726:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294930964 00000100:00000001:0.0:1767384642.147728:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.147729:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384642.147731:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.147732:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294930953 00000020:00000010:2.0:1767384642.147735:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec550660. 00000100:00000001:3.0:1767384642.147739:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294930964 00000100:00000001:2.0:1767384642.147740:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.147742:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384642.147746:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec550660. 00000100:00000001:3.0:1767384642.147753:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.147755:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384642.147756:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.147758:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384642.147761:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e1ca142 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037655552:12345-0@lo:101: 00000100:00000040:1.0:1767384642.147761:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.147763:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037656192 00000100:00000001:3.0:1767384642.147764:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.147768:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384642.147771:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.147772:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384642.147774:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037655552 00000100:00000001:0.0:1767384642.147777:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.147779:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384642.147781:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384642.147783:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.147785:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384642.147786:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384642.147789:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037656192 00000020:00000001:2.0:1767384642.147790:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.147792:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384642.147795:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384642.147797:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384642.147797:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.147798:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1767384642.147798:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000001:3.0:1767384642.147801:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.147803:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000100:00000001:1.0:1767384642.147804:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384642.147804:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384642.147806:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:0.0:1767384642.147809:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000100:00000001:3.0:1767384642.147810:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384642.147811:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384642.147812:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.147816:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384642.147816:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:3.0:1767384642.147817:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384642.147818:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3465 usecs (4 jiffies) 00000100:00000001:3.0:1767384642.147822:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384642.147826:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000001:2.0:1767384642.147827:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384642.147827:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294930950 00000100:00000001:3.0:1767384642.147828:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384642.147832:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384642.147832:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384642.147834:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294930964 00000100:00000001:0.0:1767384642.147834:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384642.147836:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384642.147837:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.147840:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294930950 00000020:00000010:0.0:1767384642.147840:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d234774. 00000020:00000001:2.0:1767384642.147841:0:16806:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000040:3.0:1767384642.147844:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.147846:0:16806:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000001:1.0:1767384642.147846:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294930964 00010000:00010000:2.0:1767384642.147850:0:16806:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:1.0:1767384642.147853:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294930950 00000020:00000010:0.0:1767384642.147855:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c8ad3bf3. 00000100:00000001:1.0:1767384642.147861:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294930964 00000100:00000001:3.0:1767384642.147863:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384642.147863:0:16806:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000040:0.0:1767384642.147864:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:1.0:1767384642.147865:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294930950 00000100:00000001:3.0:1767384642.147867:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.147867:0:16806:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.147873:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384642.147874:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384642.147875:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294930964 00010000:00000001:2.0:1767384642.147876:0:16806:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:3.0:1767384642.147879:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.147880:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384642.147880:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ac1f5fc. 00010000:00000010:2.0:1767384642.147883:0:16806:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000dec7a75. 02000000:00000001:3.0:1767384642.147885:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.147887:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384642.147888:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bde45d50. 00010000:00000001:2.0:1767384642.147889:0:16806:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00100000:3.0:1767384642.147892:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021341f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037655808:0@lo:400: 00000100:00000001:1.0:1767384642.147894:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384642.147895:0:16806:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a53b606. 00000020:00000010:0.0:1767384642.147896:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c171c609. 00000100:00000001:1.0:1767384642.147901:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.147903:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384642.147904:0:16806:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384642.147905:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384642.147907:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384642.147908:0:16806:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a53b606 with handle 0x1c01179f271eddc6 to hash 00000100:00000001:1.0:1767384642.147908:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384642.147909:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384642.147913:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.147913:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384642.147914:0:16806:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1767384642.147914:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.147918:0:16806:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 02000000:00000001:3.0:1767384642.147921:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384642.147922:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384642.147923:0:16806:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00000100:00000001:0.0:1767384642.147924:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:3.0:1767384642.147926:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076f2a283. 00000100:00000001:1.0:1767384642.147926:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384642.147929:0:16806:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271eddbf expref: -99 pid: 16806 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384642.147929:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767384642.147931:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.147931:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.147932:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.147939:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384642.147941:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbe31d8f. 00000100:00000001:0.0:1767384642.147943:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384642.147945:0:16806:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000400:00000010:3.0:1767384642.147949:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063b2c4ce. 00000020:00000040:2.0:1767384642.147950:0:16806:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:1.0:1767384642.147953:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384642.147954:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037655808, portal 25 00000100:00000001:1.0:1767384642.147957:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.147957:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384642.147958:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384642.147958:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384642.147963:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384642.147964:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855691648 : -117138853859968 : ffff95767c39ed80) 02000000:00000001:2.0:1767384642.147965:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384642.147970:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bd4a93cc. 00000100:00100000:0.0:1767384642.147970:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000001:1.0:1767384642.147975:0:17587:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384642.147977:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.147978:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00100000:1.0:1767384642.147979:0:17587:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037655680 00000100:00000040:3.0:1767384642.147981:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.147982:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.147985:0:17587:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384642.147985:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867975168 : -117138841576448 : ffff95767cf55c00) 00010000:00000001:2.0:1767384642.147988:0:16806:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1767384642.147989:0:17587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384642.147994:0:17587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.147995:0:16806:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000040:0.0:1767384642.147998:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000975c8072 x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:623/0 lens 224/0 e 0 to 0 dl 1767384653 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.148000:0:16806:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:3.0:1767384642.148001:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384642.148002:0:17587:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.148006:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00100000:1.0:1767384642.148008:0:17587:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037655680 00000100:00000040:3.0:1767384642.148011:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384642.148011:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384642.148013:0:17587:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384642.148017:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad77c2a9. 00000020:00000040:1.0:1767384642.148018:0:17587:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00010000:00000001:2.0:1767384642.148019:0:16806:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384642.148021:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384642.148023:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037655808, offset 0 00000020:00000001:1.0:1767384642.148025:0:17587:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384642.148026:0:16806:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384642.148027:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8ad3bf3. 00000020:00000040:1.0:1767384642.148029:0:17587:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00010000:00000001:2.0:1767384642.148032:0:16806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1767384642.148034:0:17559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384642.148035:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384642.148037:0:17587:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00010000:00000001:2.0:1767384642.148038:0:16806:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000010:0.0:1767384642.148041:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8ad3bf3. 00010000:00000001:2.0:1767384642.148043:0:16806:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:1.0:1767384642.148043:0:17587:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00010000:00000001:2.0:1767384642.148048:0:16806:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:1.0:1767384642.148050:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384642.148051:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384642.148052:0:16806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000dec7a75) refcount = 1 00000100:00100000:0.0:1767384642.148053:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000975c8072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037656064:12345-0@lo:400: 00000020:00000010:1.0:1767384642.148056:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000344c4eb6. 00000100:00000200:0.0:1767384642.148064:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037656064 00000020:00000010:1.0:1767384642.148065:0:17587:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008d4eda9c. 00010000:00010000:2.0:1767384642.148066:0:16806:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271eddbf expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384642.148069:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f506700 00000020:00000001:0.0:1767384642.148070:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1767384642.148073:0:17587:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000020:00000001:0.0:1767384642.148074:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384642.148079:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.148080:0:17587:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384642.148082:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1485 [2] + 0 00000020:00000001:0.0:1767384642.148085:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384642.148086:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071b3a255. 00000400:00000010:3.0:1767384642.148087:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b30a4ff2. 00000020:00000001:0.0:1767384642.148088:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000010:1.0:1767384642.148093:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005d9b9a0. 00000400:00000200:3.0:1767384642.148096:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046700913 00000020:00000001:0.0:1767384642.148096:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384642.148100:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000943978dd. 00000400:00000200:3.0:1767384642.148102:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384642.148109:0:16806:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:0.0:1767384642.148109:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384642.148111:0:17587:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:3.0:1767384642.148112:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384642.148113:0:16806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1767384642.148115:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384642.148118:0:16806:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384642.148119:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384642.148120:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046700913 00000400:00000010:3.0:1767384642.148127:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046700913. 00010000:00000001:2.0:1767384642.148127:0:16806:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.148127:0:17587:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384642.148127:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.148131:0:17587:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384642.148135:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384642.148136:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1767384642.148137:0:16806:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.148137:0:17587:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384642.148138:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384642.148142:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384642.148146:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000f8314e3f x1853237037655808 msgsize 224 00010000:00000001:2.0:1767384642.148147:0:16806:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 02000000:00000001:0.0:1767384642.148147:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384642.148148:0:17587:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384642.148153:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a661df99. 00010000:00010000:2.0:1767384642.148154:0:16806:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271eddbf expref: 15 pid: 16806 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384642.148157:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384642.148159:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384642.148161:0:17587:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.148163:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.148166:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:0.0:1767384642.148170:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.148174:0:16806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:0.0:1767384642.148175:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037656064 00000100:00000001:1.0:1767384642.148176:0:17587:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384642.148178:0:16806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384642.148180:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384642.148180:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384642.148181:0:17587:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384642.148182:0:16806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.148187:0:16806:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384642.148188:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000975c8072 x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384642.148189:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad77c2a9 00010000:00000001:2.0:1767384642.148190:0:16806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:1.0:1767384642.148193:0:17587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000010:3.0:1767384642.148194:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad77c2a9. 00010000:00000001:2.0:1767384642.148195:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.148198:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384642.148200:0:17587:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384642.148201:0:16166:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:2.0:1767384642.148202:0:16806:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004a53b606, rc 0) 00000100:00000001:1.0:1767384642.148206:0:17587:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599150080 : -117139110401536 : ffff95766cef6a00) 00000020:00000001:2.0:1767384642.148208:0:16806:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384642.148209:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384642.148228:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037655552 00000100:00000040:1.0:1767384642.148230:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c287963 x1853237037655680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:623/0 lens 224/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384642.148235:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384642.148236:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384642.148241:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384642.148244:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e1ca142 x1853237037655552/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 328/344 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384642.148250:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384642.148263:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384642.148264:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384642.148270:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384642.148271:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:2.0:1767384642.148272:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384642.148273:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384642.148275:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f62047e4. 00000100:00000001:0.0:1767384642.148277:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00010000:00000001:2.0:1767384642.148278:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.148282:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384642.148286:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=72 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384642.148286:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384642.148288:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f62047e4. 02000000:00000001:0.0:1767384642.148290:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.148298:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384642.148298:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384642.148302:0:17587:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c287963 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037655680:12345-0@lo:13: 00000100:00000001:3.0:1767384642.148303:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384642.148307:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:3.0:1767384642.148331:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384642.148333:0:17587:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037655680 00000100:00000040:0.0:1767384642.148335:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384642.148337:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.148338:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:1.0:1767384642.148339:0:17587:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384642.148341:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000100:00000001:3.0:1767384642.148342:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294930965 00000020:00000001:1.0:1767384642.148344:0:17587:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384642.148345:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384642.148348:0:17587:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384642.148348:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037656064, offset 224 02000000:00000001:2.0:1767384642.148349:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.148356:0:17587:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384642.148357:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384642.148359:0:17587:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000100:00000001:3.0:1767384642.148361:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294930964 00000400:00000200:0.0:1767384642.148362:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384642.148366:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384642.148366:0:17587:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384642.148371:0:17587:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.148372:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294930965 00000400:00000010:2.0:1767384642.148373:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000020:00000001:1.0:1767384642.148377:0:17587:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384642.148379:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384642.148380:0:17587:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384642.148381:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037655552, offset 224 00000100:00000001:3.0:1767384642.148382:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294930964 00000020:00000001:1.0:1767384642.148384:0:17587:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.148387:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294930965 00000100:00000001:1.0:1767384642.148388:0:17587:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384642.148392:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f506800 02000000:00000001:1.0:1767384642.148393:0:17587:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384642.148395:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294930964 02000000:00000010:1.0:1767384642.148399:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f95b6988. 00000400:00000200:2.0:1767384642.148401:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384642.148402:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294930965 02000000:00000001:1.0:1767384642.148405:0:17587:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.148409:0:17587:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.148411:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294930964 00000400:00000200:2.0:1767384642.148416:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384642.148416:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c51 [1] + 224 00000100:00000001:3.0:1767384642.148418:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767384642.148421:0:17587:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384642.148427:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384642.148428:0:17587:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:0.0:1767384642.148429:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384642.148432:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.148432:0:17587:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:2.0:1767384642.148435:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f506600 00000400:00000200:0.0:1767384642.148438:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:1.0:1767384642.148439:0:17587:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384642.148440:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.148446:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1c4d [1] + 224 00000400:00000200:2.0:1767384642.148452:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384642.148452:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:1.0:1767384642.148453:0:17587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384642.148459:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384642.148460:0:17587:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384642.148463:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000024:1.0:1767384642.148464:0:17587:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384642.148469:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:1.0:1767384642.148470:0:17587:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000200:2.0:1767384642.148474:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384642.148478:0:17587:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000100:00000040:0.0:1767384642.148485:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:1.0:1767384642.148487:0:17587:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384642.148496:0:17587:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384642.148502:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:1.0:1767384642.148503:0:17587:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00100000:3.0:1767384642.148508:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037655936 00000001:00000001:1.0:1767384642.148509:0:17587:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384642.148514:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:1.0:1767384642.148516:0:17587:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384642.148517:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.148518:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384642.148522:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384642.148522:0:17587:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037655680 00000100:00000001:0.0:1767384642.148523:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384642.148529:0:17587:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384642.148531:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.148533:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000100:00100000:3.0:1767384642.148535:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037655936 00000400:00000010:0.0:1767384642.148537:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00010000:00000200:1.0:1767384642.148538:0:17587:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c287963 x1853237037655680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:623/0 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384642.148540:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384642.148541:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384642.148543:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384642.148544:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000001:0.0:1767384642.148547:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384642.148549:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384642.148549:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000020:00000040:3.0:1767384642.148553:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00000400:00000010:2.0:1767384642.148554:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000100:00000001:0.0:1767384642.148554:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.148562:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00010000:00000001:1.0:1767384642.148563:0:17587:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384642.148564:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384642.148566:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:3.0:1767384642.148570:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384642.148570:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384642.148570:0:17587:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.148571:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384642.148576:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.148576:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.148578:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1767384642.148578:0:17587:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=62 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384642.148583:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384642.148585:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c85dbe34. 00000100:00000001:1.0:1767384642.148585:0:17587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384642.148586:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:3.0:1767384642.148591:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384642.148592:0:17587:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000040:0.0:1767384642.148592:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000975c8072 x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.148593:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384642.148595:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c85dbe34. 00000020:00000001:2.0:1767384642.148597:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.148599:0:17587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000010:3.0:1767384642.148604:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cfa9924. 00000020:00000001:2.0:1767384642.148604:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384642.148606:0:17587:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384642.148610:0:17587:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384642.148612:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009eb49a26. 00000100:00000040:2.0:1767384642.148613:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e1ca142 x1853237037655552/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 328/344 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.148617:0:17587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384642.148620:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000305e4ef. 00000100:00100000:0.0:1767384642.148624:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000975c8072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037656064:12345-0@lo:400: Request processed in 598us (1382us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384642.148625:0:17587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384642.148632:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5bd4bf1. 00000100:00000040:3.0:1767384642.148635:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:1.0:1767384642.148639:0:17587:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037655680, offset 224 00000100:00000001:3.0:1767384642.148641:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384642.148646:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:3.0:1767384642.148647:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384642.148647:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e1ca142 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037655552:12345-0@lo:101: Request processed in 915us (1441us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384642.148651:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.148653:0:17587:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384642.148654:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:3.0:1767384642.148659:0:17586:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384642.148661:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384642.148664:0:17586:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384642.148665:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384642.148668:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000001:3.0:1767384642.148669:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.148669:0:17587:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384642.148672:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c786749. 00000100:00000040:2.0:1767384642.148675:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384642.148680:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384642.148680:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da8b267d. 00000100:00000001:3.0:1767384642.148682:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.148684:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384642.148685:0:17587:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f506680 00000020:00000010:0.0:1767384642.148688:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072a74934. 00000020:00000010:2.0:1767384642.148691:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad62de9e. 00000400:00000200:1.0:1767384642.148694:0:17587:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c45 [1] + 224 00000020:00000040:0.0:1767384642.148697:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:3.0:1767384642.148698:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384642.148698:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bc29fc. 00000400:00000200:1.0:1767384642.148700:0:17587:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384642.148703:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384642.148704:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384642.148705:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000268f0bdf. 00000100:00100000:3.0:1767384642.148710:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384642.148716:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 2 00000400:00000200:1.0:1767384642.148717:0:17587:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384642.148719:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:0.0:1767384642.148719:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384642.148721:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855688960 : -117138853862656 : ffff95767c39e300) 00000100:00000001:0.0:1767384642.148725:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384642.148727:0:17587:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384642.148728:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384642.148731:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054e34a39 x1853237037655936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:623/0 lens 224/0 e 0 to 0 dl 1767384653 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.148733:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 02000000:00000010:2.0:1767384642.148734:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bd4a93cc. 00000100:00000200:1.0:1767384642.148736:0:17587:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384642.148741:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384642.148742:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000001:2.0:1767384642.148747:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.148748:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599139328 : -117139110412288 : ffff95766cef4000) 00000100:00000200:2.0:1767384642.148757:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384642.148760:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000859f5068 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:623/0 lens 224/0 e 0 to 0 dl 1767384653 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384642.148764:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076276ce8. 00000100:00000001:3.0:1767384642.148768:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384642.148773:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9cf25c4. 00000020:00000010:3.0:1767384642.148774:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c85dbe34. 00000100:00000040:1.0:1767384642.148777:0:17587:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.148781:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384642.148787:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384642.148789:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c85dbe34. 00000100:00000001:0.0:1767384642.148791:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384642.148792:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037655808 02000000:00000001:2.0:1767384642.148797:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384642.148799:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8ad3bf3. 00000100:00100000:3.0:1767384642.148802:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054e34a39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237037655936:12345-0@lo:400: 00000100:00000001:2.0:1767384642.148802:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384642.148805:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384642.148807:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384642.148812:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037655936 00000100:00000001:1.0:1767384642.148813:0:17587:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384642.148813:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8ad3bf3. 02000000:00000001:2.0:1767384642.148814:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.148818:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384642.148820:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037655808 00000400:00000200:1.0:1767384642.148822:0:17587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5bd4bf1 00000020:00000001:3.0:1767384642.148823:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384642.148824:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384642.148827:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000859f5068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037656192:12345-0@lo:400: 00000400:00000010:1.0:1767384642.148828:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5bd4bf1. 00000020:00000001:3.0:1767384642.148829:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384642.148829:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384642.148835:0:17587:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384642.148836:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384642.148836:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384642.148837:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037656192 00000100:00000001:1.0:1767384642.148838:0:17587:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384642.148841:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000040:2.0:1767384642.148841:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384642.148843:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384642.148844:0:17587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.148849:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384642.148850:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384642.148850:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384642.148851:0:17587:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000001:3.0:1767384642.148856:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384642.148857:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00010000:00000001:1.0:1767384642.148857:0:17587:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384642.148857:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.148861:0:17587:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.148865:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384642.148866:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384642.148867:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384642.148867:0:17587:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384642.148868:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:3.0:1767384642.148871:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384642.148873:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384642.148874:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec550660. 00000020:00000001:3.0:1767384642.148875:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384642.148875:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c287963 x1853237037655680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:623/0 lens 224/368 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384642.148877:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.148880:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384642.148882:0:17586:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384642.148884:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384642.148888:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384642.148888:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec550660. 00000020:00000001:0.0:1767384642.148888:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384642.148894:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384642.148894:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384642.148896:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000268f0bdf. 00000100:00100000:1.0:1767384642.148900:0:17587:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c287963 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237037655680:12345-0@lo:13: Request processed in 625us (1878us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384642.148901:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384642.148903:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad62de9e. 00000100:00000001:0.0:1767384642.148906:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767384642.148907:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dad01d71. 00000020:00000010:2.0:1767384642.148911:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bc29fc. 02000000:00000001:0.0:1767384642.148911:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384642.148914:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384642.148917:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009ecf0333. 00000100:00000040:2.0:1767384642.148918:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384642.148919:0:17587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384642.148920:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.148923:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.148925:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384642.148927:0:17586:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384642.148927:0:17587:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 1 00000100:00000001:2.0:1767384642.148929:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384642.148929:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.148935:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.148936:0:17587:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384642.148936:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384642.148937:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037655936 00000100:00000001:1.0:1767384642.148941:0:17587:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384642.148944:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384642.148945:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384642.148945:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037656192 00000020:00000010:1.0:1767384642.148946:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005d9b9a0. 00010000:00000200:3.0:1767384642.148952:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054e34a39 x1853237037655936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.148954:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.148954:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384642.148955:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000943978dd. 00000020:00000010:1.0:1767384642.148962:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071b3a255. 00010000:00000200:0.0:1767384642.148963:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000859f5068 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.148966:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384642.148969:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384642.148970:0:17587:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00010000:00000001:3.0:1767384642.148974:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.148975:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384642.148977:0:17587:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.148978:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1767384642.148980:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=62 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384642.148982:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384642.148985:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00001000:0.0:1767384642.148989:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384642.148990:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384642.148991:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000040:3.0:1767384642.148997:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384642.148997:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384642.148998:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959129168 : -117139750422448 : ffff957646c97850) 00000100:00000001:0.0:1767384642.148999:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384642.149000:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384642.149005:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000040:0.0:1767384642.149007:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000400:00000001:1.0:1767384642.149009:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384642.149011:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384642.149011:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8314e3f x1853237037655808/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 224/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384642.149012:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384642.149015:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.149019:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:3.0:1767384642.149022:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384642.149023:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e30ca0e. 02000000:00000001:0.0:1767384642.149025:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384642.149029:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.149031:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1fee4c 00000100:00000040:3.0:1767384642.149032:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384642.149035:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384642.149036:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1fee4c. 00000400:00000010:3.0:1767384642.149038:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad77c2a9. 00000100:00000001:1.0:1767384642.149043:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384642.149044:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384642.149047:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037655936, offset 224 00000100:00000001:2.0:1767384642.149047:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384642.149049:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000020:00000010:2.0:1767384642.149051:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec550660. 00000100:00000200:1.0:1767384642.149051:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.149058:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384642.149061:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384642.149065:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec550660. 00000100:00000200:0.0:1767384642.149069:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037656192, offset 224 00000100:00100000:2.0:1767384642.149076:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8314e3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037655808:12345-0@lo:400: 00000400:00000200:3.0:1767384642.149077:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384642.149080:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.149085:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384642.149090:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037655808 00000400:00000200:3.0:1767384642.149096:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f506780 00000020:00000001:2.0:1767384642.149097:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384642.149101:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384642.149103:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384642.149108:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384642.149109:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c5d [1] + 224 00000100:00000001:1.0:1767384642.149109:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384642.149113:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384642.149114:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384642.149116:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384642.149117:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000400:00000200:0.0:1767384642.149120:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f506880 00000100:00000001:1.0:1767384642.149121:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384642.149124:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384642.149126:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384642.149127:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384642.149128:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.149129:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384642.149133:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c65 [1] + 224 00000100:00000001:1.0:1767384642.149135:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.149136:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384642.149141:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384642.149142:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384642.149142:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384642.149142:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.149146:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384642.149151:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384642.149151:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00001000:1.0:1767384642.149152:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=62 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384642.149152:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384642.149154:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384642.149158:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384642.149161:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384642.149163:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=62 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384642.149164:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bd4a93cc. 00000100:00000200:0.0:1767384642.149168:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384642.149170:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.149173:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384642.149178:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.149178:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.149185:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.149185:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384642.149190:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384642.149192:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037655808 00010000:00080000:1.0:1767384642.149193:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.149198:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384642.149205:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8314e3f x1853237037655808/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384642.149207:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384642.149246:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.149253:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384642.149255:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384642.149257:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384642.149262:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384642.149264:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad77c2a9 00000100:00000001:1.0:1767384642.149265:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.149265:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384642.149274:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad77c2a9. 00000100:00000040:1.0:1767384642.149275:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.149282:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384642.149284:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384642.149286:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384642.149286:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00010000:00000001:2.0:1767384642.149288:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.149292:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000001:3.0:1767384642.149294:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384642.149295:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384642.149298:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.149299:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384642.149302:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384642.149304:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384642.149307:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384642.149307:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384642.149308:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384642.149333:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:0.0:1767384642.149335:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.149338:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.149339:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000004:00000001:1.0:1767384642.149343:0:16164:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:0.0:1767384642.149343:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 02000000:00000001:2.0:1767384642.149344:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384642.149346:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384642.149349:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384642.149349:0:16164:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:0.0:1767384642.149350:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384642.149351:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384642.149354:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384642.149355:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.149360:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054e34a39 x1853237037655936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384642.149361:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384642.149363:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000040:1.0:1767384642.149363:0:16164:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000010:2.0:1767384642.149369:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000100:00000040:0.0:1767384642.149369:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000859f5068 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384642.149377:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037655808, offset 224 00000004:00000020:1.0:1767384642.149380:0:16164:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:2.0:1767384642.149392:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:1.0:1767384642.149397:0:16164:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384642.149404:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054e34a39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037655936:12345-0@lo:400: Request processed in 631us (1844us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384642.149409:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384642.149410:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384642.149412:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000859f5068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037656192:12345-0@lo:400: Request processed in 617us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384642.149427:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:2.0:1767384642.149428:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f506700 00000100:00000040:3.0:1767384642.149436:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00100000:0.0:1767384642.149437:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000001:3.0:1767384642.149443:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384642.149443:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c6d [1] + 224 00000100:00100000:1.0:1767384642.149444:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000320049f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037655680:0@lo:13: 00000100:00000001:3.0:1767384642.149448:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384642.149450:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000020:00000010:3.0:1767384642.149453:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009eb49a26. 00000400:00000200:2.0:1767384642.149455:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384642.149456:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.149457:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384642.149458:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000305e4ef. 00000100:00000001:0.0:1767384642.149462:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384642.149463:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384642.149467:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cfa9924. 00000400:00000200:2.0:1767384642.149468:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384642.149468:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bde45d50. 00000100:00000040:1.0:1767384642.149470:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000320049f7 x1853237037655680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384642.149473:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000020:00000010:0.0:1767384642.149476:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c171c609. 00000100:00000001:2.0:1767384642.149477:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384642.149479:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384642.149484:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ac1f5fc. 00000100:00000200:2.0:1767384642.149485:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384642.149490:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:0.0:1767384642.149496:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.149500:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384642.149504:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384642.149505:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384642.149509:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384642.149509:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384642.149509:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c4693e5f. 02000000:00000001:1.0:1767384642.149517:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384642.149520:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384642.149523:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384642.149523:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00080000:0.0:1767384642.149526:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384642.149527:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384642.149532:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000bce0c36. 00000020:00000040:0.0:1767384642.149534:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 02000000:00000001:1.0:1767384642.149536:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384642.149540:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1767384642.149541:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000010:1.0:1767384642.149542:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000320049f7. 00000400:00000200:2.0:1767384642.149543:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000400:00000010:2.0:1767384642.149548:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000020:00000040:0.0:1767384642.149549:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:1.0:1767384642.149551:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384642.149554:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384642.149555:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.149557:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384642.149558:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.149561:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384642.149563:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.149563:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384642.149569:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:1.0:1767384642.149571:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384642.149572:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384642.149573:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767384642.149574:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384642.149576:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.149577:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384642.149578:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5ce046. 00000020:00000001:2.0:1767384642.149580:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384642.149583:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45afdf6 00000400:00000010:1.0:1767384642.149585:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e45afdf6. 00000100:00000001:1.0:1767384642.149588:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384642.149589:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384642.149592:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384642.149593:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8314e3f x1853237037655808/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 224/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384642.149595:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000972815e2. 00000100:00000200:1.0:1767384642.149601:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.149602:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000400:00000010:0.0:1767384642.149606:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000100:00000001:0.0:1767384642.149613:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384642.149618:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8314e3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037655808:12345-0@lo:400: Request processed in 568us (1468us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384642.149620:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384642.149638:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384642.149641:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384642.149642:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:2.0:1767384642.149649:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384642.149655:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384642.149658:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384642.149663:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad62de9e. 00000020:00000010:2.0:1767384642.149669:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bc29fc. 00000100:00000001:1.0:1767384642.149671:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384642.149673:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384642.149675:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384642.149676:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000268f0bdf. 00000100:00000001:0.0:1767384642.149676:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.149683:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384642.149683:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384642.149685:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384642.149688:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384642.149688:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384642.149690:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384642.149691:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384642.149692:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384642.149693:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bd4a93cc. 00000100:00000001:1.0:1767384642.149694:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.149696:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384642.149699:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384642.149699:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.149701:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.149702:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384642.149704:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384642.149708:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=66 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384642.149709:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384642.149710:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=66 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384642.149716:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab86c39. 00000100:00000001:1.0:1767384642.149720:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767384642.149721:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=66 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384642.149722:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4e900f8. 00000100:00000001:1.0:1767384642.149724:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.149730:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384642.149731:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384642.149734:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384642.149736:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384642.149741:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.149748:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384642.149749:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384642.149752:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384642.149754:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384642.149756:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.149757:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1767384642.149757:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384642.149762:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384642.149763:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384642.149767:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384642.149771:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3593172. 00000400:00000200:2.0:1767384642.149777:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e60acf06 00000400:00000010:2.0:1767384642.149782:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e60acf06. 00010000:00000001:0.0:1767384642.149783:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.149789:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384642.149790:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.149791:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384642.149795:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.149796:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384642.149796:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384642.149799:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.149802:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384642.149806:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384642.149809:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384642.149818:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384642.149818:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384642.149823:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a740b453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037656192:0@lo:400: 00000100:00000001:1.0:1767384642.149835:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.149846:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384642.149849:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384642.149851:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384642.149853:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a740b453 x1853237037656192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.149854:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.149856:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384642.149859:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.149860:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384642.149865:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384642.149868:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384642.149871:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384642.149872:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384642.149875:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384642.149876:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c72a8abd. 00000100:00000001:2.0:1767384642.149879:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.149882:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384642.149885:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.149886:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384642.149890:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00001000:2.0:1767384642.149893:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=72 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384642.149894:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767384642.149896:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078f8a0ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037656064:0@lo:400: 02000000:00000010:1.0:1767384642.149898:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005495fde6. 00000100:00001000:2.0:1767384642.149900:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=72 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384642.149905:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384642.149908:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.149909:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384642.149909:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384642.149914:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384642.149914:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a740b453. 00000100:00000001:0.0:1767384642.149915:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384642.149921:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384642.149922:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384642.149923:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078f8a0ed x1853237037656064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.149924:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.149925:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.149932:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.149933:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.149941:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384642.149942:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384642.149944:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.149946:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.149946:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384642.149951:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0ec436b. 00000100:00000001:1.0:1767384642.149953:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.149958:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.149959:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384642.149959:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384642.149963:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384642.149964:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384642.149965:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384642.149967:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384642.149970:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384642.149973:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077469d87. 00000100:00000040:2.0:1767384642.149974:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384642.149980:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1767384642.149981:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384642.149983:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767384642.149985:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1767384642.149986:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078f8a0ed. 00000100:00100000:2.0:1767384642.149987:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d363b570 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037655552:0@lo:101: 00000400:00000010:1.0:1767384642.149989:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe31d8f. 00000100:00000001:0.0:1767384642.149992:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384642.149996:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.149997:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063b2c4ce 00000100:00000001:2.0:1767384642.149998:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384642.150000:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063b2c4ce. 00000100:00000001:2.0:1767384642.150002:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.150005:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384642.150008:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384642.150009:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.150012:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384642.150013:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.150017:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384642.150018:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.150021:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.150028:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.150032:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384642.150038:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150044:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384642.150050:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000457081cc. 00000100:00000001:1.0:1767384642.150051:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384642.150055:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384642.150056:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.150059:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.150060:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384642.150064:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384642.150065:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:1.0:1767384642.150067:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384642.150070:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384642.150070:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.150073:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384642.150075:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=4 00000020:00000001:2.0:1767384642.150077:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 02000000:00000001:1.0:1767384642.150080:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.150081:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00000100:00001000:1.0:1767384642.150085:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384642.150089:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384642.150093:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000040:2.0:1767384642.150094:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d448b441, remote cookie: 0x1c01179f271eddc6, flags: 0x0 00000100:00000001:1.0:1767384642.150095:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.150100:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384642.150101:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384642.150103:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.150104:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1767384642.150106:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.150107:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384642.150110:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384642.150111:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000040:1.0:1767384642.150112:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384642.150114:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003cf4df54) refcount = 1 00010000:00010000:2.0:1767384642.150122:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384642.150127:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.150132:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384642.150134:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384642.150135:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.150136:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384642.150139:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384642.150142:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.150144:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384642.150149:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384642.150152:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021341f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037655808:0@lo:400: 00010000:00010000:2.0:1767384642.150153:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.150164:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000400:00000001:1.0:1767384642.150164:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384642.150167:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384642.150168:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384642.150171:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00010000:00000001:2.0:1767384642.150172:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.150175:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384642.150178:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300dad1f 00010000:00000001:2.0:1767384642.150179:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.150182:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384642.150183:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000300dad1f. 00000100:00000001:2.0:1767384642.150186:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384642.150189:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384642.150193:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d363b570 x1853237037655552/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384642.150195:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150232:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384642.150235:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767384642.150236:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384642.150238:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dca1954e. 02000000:00000001:2.0:1767384642.150245:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384642.150248:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384642.150248:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384642.150250:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384642.150251:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384642.150253:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384642.150255:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384642.150256:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000751c4acd. 02000000:00000001:1.0:1767384642.150257:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384642.150260:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384642.150262:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384642.150263:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.150265:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384642.150271:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384642.150273:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d363b570. 00000100:00000001:2.0:1767384642.150277:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767384642.150277:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=62 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384642.150280:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384642.150283:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=62 v=5 (1 0 0 0) 10000000:00000001:2.0:1767384642.150284:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384642.150290:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:1.0:1767384642.150291:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000040:2.0:1767384642.150293:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 00000100:00000001:1.0:1767384642.150294:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384642.150297:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.150298:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384642.150301:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384642.150305:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00080000:1.0:1767384642.150305:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384642.150308:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=3 00000020:00000001:2.0:1767384642.150331:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384642.150333:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384642.150336:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384642.150337:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.150339:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.150340:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384642.150342:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384642.150345:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008547d4e9. 00010000:00000001:1.0:1767384642.150353:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.150356:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384642.150358:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384642.150359:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384642.150361:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384642.150362:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d363b570. 00000020:00000040:2.0:1767384642.150366:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000040:1.0:1767384642.150366:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150373:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384642.150376:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384642.150377:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384642.150380:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.150380:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384642.150383:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384642.150386:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000751c4acd. 00000100:00000040:1.0:1767384642.150387:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150393:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150399:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00100000:1.0:1767384642.150400:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be8c1735 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037655936:0@lo:400: 00000100:00000010:2.0:1767384642.150403:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dca1954e. 00000100:00000001:1.0:1767384642.150405:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384642.150407:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000ec550660. 00000100:00000001:1.0:1767384642.150408:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384642.150413:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000040:1.0:1767384642.150414:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021341f2 x1853237037655808/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150418:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384642.150421:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767384642.150424:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767384642.150425:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000457081cc. 02000000:00000001:1.0:1767384642.150427:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384642.150429:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929599109760 : -117144110441856 : ffff957542e8da80) 02000000:00000010:1.0:1767384642.150430:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076f2a283. 00000100:00000001:2.0:1767384642.150433:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384642.150435:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974583040 : -117139734968576 : ffff957647b54700) 02000000:00000001:1.0:1767384642.150436:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384642.150439:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384642.150440:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384642.150446:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384642.150447:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384642.150448:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004f4c86b. 00000100:00000001:2.0:1767384642.150451:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.150453:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384642.150454:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384642.150456:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384642.150459:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384642.150462:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384642.150466:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021341f2. 00000100:00000001:2.0:1767384642.150472:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384642.150473:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384642.150474:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.150475:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384642.150478:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384642.150479:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384642.150481:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384642.150485:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be8c1735 x1853237037655936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384642.150487:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384642.150494:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d363b570 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037656320:0@lo:256: 00000100:00000001:1.0:1767384642.150502:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384642.150503:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384642.150505:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384642.150507:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384642.150508:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa8d95b8. 02000000:00000001:2.0:1767384642.150510:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.150512:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384642.150514:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000020:00000001:1.0:1767384642.150515:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384642.150518:0:16166:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:2.0:1767384642.150520:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3593172. 00000020:00000001:1.0:1767384642.150520:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384642.150522:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0ef228a. 00000400:00000010:2.0:1767384642.150526:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002f96766c. 02000000:00000001:1.0:1767384642.150528:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384642.150532:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384642.150534:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be8c1735. 00000100:00000200:2.0:1767384642.150535:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f506900-0x695825f506900, portal 33 00000100:00000001:2.0:1767384642.150541:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.150541:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384642.150544:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384642.150545:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384642.150550:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000268f0bdf. 00000100:00000001:1.0:1767384642.150550:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384642.150554:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.150556:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384642.150557:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007038a696. 00000100:00000001:1.0:1767384642.150560:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384642.150563:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e60acf06. 00000100:00000001:1.0:1767384642.150564:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.150568:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384642.150569:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037656320, portal 25 00000100:00000001:2.0:1767384642.150573:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384642.150574:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974583040 : -117139734968576 : ffff957647b54700) 00000100:00000040:2.0:1767384642.150579:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150584:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384642.150589:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384642.150591:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000100:00000200:2.0:1767384642.150594:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037656320, offset 0 00000400:00000200:2.0:1767384642.150607:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384642.150615:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384642.150624:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f506900 00000400:00000200:2.0:1767384642.150629:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x148d [2] + 0 00000400:00000010:2.0:1767384642.150632:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a36766c. 00000400:00000200:2.0:1767384642.150637:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000041e7ed68 00000400:00000200:2.0:1767384642.150639:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384642.150645:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384642.150649:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041e7ed68 00000400:00000010:2.0:1767384642.150650:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041e7ed68. 00000100:00000001:2.0:1767384642.150655:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384642.150657:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384642.150659:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000e6ebd6a8 x1853237037656320 msgsize 304 00000100:00100000:2.0:1767384642.150666:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384642.150668:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384642.150680:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384642.150685:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000400:00000010:2.0:1767384642.150687:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000100:00000001:2.0:1767384642.150690:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384642.150694:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150701:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384642.150704:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150710:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150712:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384642.150716:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150719:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294930967 00000100:00000001:2.0:1767384642.150724:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294930965 00000100:00000001:2.0:1767384642.150729:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294930967 00000100:00000001:2.0:1767384642.150735:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294930965 00000100:00000001:2.0:1767384642.150741:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294930967 00000100:00000001:2.0:1767384642.150748:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294930965 00000100:00000001:2.0:1767384642.150760:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294930967 00000100:00000001:2.0:1767384642.150766:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294930965 00000100:00000001:2.0:1767384642.150771:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384642.150773:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150775:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384642.150777:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384642.150778:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000457081cc going to sleep for 11 seconds 00000100:00000001:2.0:1767384642.150782:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384642.150784:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150818:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384642.150821:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037656320 02000000:00000001:2.0:1767384642.150824:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384642.150825:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384642.150827:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384642.150829:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384642.150832:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037656320 00000020:00000001:2.0:1767384642.150834:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384642.150836:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384642.150838:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384642.150839:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:2.0:1767384642.150841:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384642.150843:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384642.150846:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384642.150849:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da3b8e0f. 00000100:00000001:2.0:1767384642.150851:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384642.150853:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da3b8e0f. 00000020:00000010:2.0:1767384642.150857:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc146ba7. 00000020:00000010:2.0:1767384642.150861:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad62de9e. 00000020:00000010:2.0:1767384642.150864:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bc29fc. 00000100:00000040:2.0:1767384642.150870:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384642.150872:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384642.150874:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384642.150876:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150881:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150894:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.150907:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384642.150908:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384642.150915:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:2.0:1767384642.150917:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384642.150920:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959119952 : -117139750431664 : ffff957646c95450) 00000100:00000040:2.0:1767384642.150924:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6ebd6a8 x1853237037656320/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 304/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.150930:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384642.150933:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da3b8e0f. 00000100:00000001:2.0:1767384642.150935:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384642.150938:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da3b8e0f. 00000100:00100000:2.0:1767384642.150944:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6ebd6a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037656320:12345-0@lo:256: 00000100:00000200:2.0:1767384642.150947:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037656320 00000020:00000001:2.0:1767384642.150949:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384642.150952:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384642.150954:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.150956:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384642.150958:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:2.0:1767384642.150960:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384642.150961:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384642.150963:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384642.150965:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384642.150967:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150969:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384642.150972:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384642.150975:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000bd4a93cc. 02000000:00000001:2.0:1767384642.150977:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.150979:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384642.150982:0:16804:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384642.150985:0:16804:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384642.150988:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384642.150991:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384642.150998:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384642.151000:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384642.151002:0:16804:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384642.151005:0:16804:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d66a1b13. 20000000:00000001:2.0:1767384642.151008:0:16804:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384642.151019:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384642.151024:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384642.151030:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384642.151032:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384642.151034:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384642.151036:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384642.151038:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384642.151040:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384642.151042:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384642.151044:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384642.151046:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384642.151048:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384642.151050:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384642.151052:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384642.151054:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384642.151056:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384642.151057:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384642.151059:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384642.151061:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384642.151063:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384642.151065:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384642.151066:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384642.151068:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384642.151070:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384642.151071:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384642.151073:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384642.151075:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384642.151077:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384642.151079:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384642.151081:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384642.151083:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384642.151085:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384642.151087:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:2.0:1767384642.151089:0:16804:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 3412/1/4/3. 20000000:00000040:2.0:1767384642.151099:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384642.151101:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384642.151103:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384642.151105:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384642.151107:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384642.151108:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384642.151110:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384642.151112:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384642.151114:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384642.151116:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384642.151117:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384642.151119:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384642.151121:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384642.151123:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384642.151125:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384642.151127:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384642.151129:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384642.151130:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384642.151132:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384642.151134:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384642.151136:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384642.151138:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384642.151139:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384642.151141:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384642.151143:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384642.151145:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384642.151147:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384642.151148:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384642.151150:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384642.151152:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384642.151154:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384642.151156:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384642.151158:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:2.0:1767384642.151160:0:16804:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 2728/1/4/3. 20000000:01000000:2.0:1767384642.151162:0:16804:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1368, version 70 20000000:00000001:2.0:1767384642.151164:0:16804:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1368 : 1368 : 558) 00000100:00000001:2.0:1767384642.151166:0:16804:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384642.151169:0:16804:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009da4ce84. 00000100:00000010:2.0:1767384642.151171:0:16804:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a46c480f. 00000020:00000040:2.0:1767384642.151176:0:16804:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:2.0:1767384642.151179:0:16804:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384642.151181:0:16804:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384642.151184:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000400:00000010:2.0:1767384642.151189:0:16804:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad4ea424. 00000400:00000200:2.0:1767384642.151194:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384642.151204:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384642.151210:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1368 into portal 33 MB=0x695825f506900 00000400:00000200:2.0:1767384642.151231:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1368/1368 into md 0x1c95 [4] + 0 00000400:00000010:2.0:1767384642.151234:0:16804:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3593172. 00000400:00000200:2.0:1767384642.151237:0:16804:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f96766c 00000400:00000200:2.0:1767384642.151240:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384642.151244:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384642.151247:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f96766c 00000400:00000010:2.0:1767384642.151248:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002f96766c. 00000100:00000001:2.0:1767384642.151251:0:16804:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384642.151252:0:16804:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d363b570 desc 00000000dca1954e mbits 1853237037656320 00000100:00000001:2.0:1767384642.151264:0:16804:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384642.151267:0:16804:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384642.151271:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384642.151278:0:16804:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ca1 00000400:00000200:2.0:1767384642.151280:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384642.151285:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384642.151287:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384642.151288:0:16804:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384642.151291:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384642.151292:0:16804:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009da4ce84 00000100:00000001:2.0:1767384642.151298:0:16804:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384642.151305:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000400:00000010:2.0:1767384642.151307:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000100:00000001:2.0:1767384642.151333:0:16804:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384642.151334:0:16804:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009da4ce84 00000100:00000001:2.0:1767384642.151337:0:16804:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384642.151341:0:16804:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1368 bytes via portal 33 id 12345-0@lo mbits 0x695825f506900-0x695825f506900 00000100:00000001:2.0:1767384642.151343:0:16804:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.151347:0:16804:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.151349:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384642.151357:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:2.0:1767384642.151360:0:16804:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a46c480f. 00000100:00000010:2.0:1767384642.151364:0:16804:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009da4ce84. 00000100:00000001:2.0:1767384642.151366:0:16804:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384642.151368:0:16804:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384642.151373:0:16804:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d66a1b13. 20000000:00000001:2.0:1767384642.151377:0:16804:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384642.151379:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037656320 00010000:00000001:2.0:1767384642.151381:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384642.151384:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6ebd6a8 x1853237037656320/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 304/240 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.151390:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384642.151391:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384642.151393:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384642.151396:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384642.151397:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384642.151399:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384642.151401:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384642.151402:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.151404:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384642.151405:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384642.151408:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000100:00000200:2.0:1767384642.151410:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037656320, offset 224 00000400:00000200:2.0:1767384642.151413:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384642.151417:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384642.151421:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f506900 00000400:00000200:2.0:1767384642.151424:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1c99 [1] + 224 00000400:00000200:2.0:1767384642.151427:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384642.151430:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384642.151432:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384642.151434:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384642.151440:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.151463:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384642.151467:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000400:00000010:2.0:1767384642.151468:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000100:00000001:2.0:1767384642.151469:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384642.151470:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384642.151473:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384642.151475:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384642.151477:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384642.151478:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.151480:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384642.151483:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384642.151484:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6ebd6a8 x1853237037656320/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:623/0 lens 304/240 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384642.151489:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384642.151493:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384642.151496:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6ebd6a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037656320:12345-0@lo:256: Request processed in 562us (833us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384642.151497:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007038a696. 00000400:00000200:3.0:1767384642.151504:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e60acf06 00000400:00000010:3.0:1767384642.151507:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e60acf06. 00000100:00100000:2.0:1767384642.151508:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000001:3.0:1767384642.151511:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384642.151512:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384642.151515:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384642.151517:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.151519:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384642.151524:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad62de9e. 00000020:00000010:2.0:1767384642.151532:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bc29fc. 00000100:00000200:3.0:1767384642.151533:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384642.151535:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc146ba7. 00000020:00000040:2.0:1767384642.151539:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:2.0:1767384642.151543:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384642.151545:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000bd4a93cc. 02000000:00000001:2.0:1767384642.151551:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384642.151554:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384642.151554:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.151558:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384642.151560:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384642.151561:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384642.151565:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384642.151566:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3593172. 00000100:00000001:3.0:1767384642.151567:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384642.151570:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384642.151572:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f96766c. 02000000:00000001:3.0:1767384642.151573:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384642.151578:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384642.151582:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384642.151585:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384642.151587:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384642.151588:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384642.151590:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.151592:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.151596:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384642.151603:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.151608:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384642.151609:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384642.151611:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384642.151616:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d363b570 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037656320:0@lo:256: 00000100:00000001:3.0:1767384642.151619:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.151622:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.151624:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384642.151625:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384642.151628:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.151632:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384642.151634:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000457081cc. 00000100:00000001:3.0:1767384642.151637:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384642.151644:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384642.151647:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 70, more 0. 10000000:00000001:3.0:1767384642.151650:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384642.151655:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002c41d231. 00010000:00000001:3.0:1767384642.151662:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384642.151665:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384642.151670:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:3.0:1767384642.151671:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.151673:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384642.151674:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:3.0:1767384642.151676:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000100:00000200:3.0:1767384642.151678:0:16808:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 33 NIDs for '192.168.203.133@tcp' 00000400:00000200:3.0:1767384642.151680:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384642.151683:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384642.151685:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:3.0:1767384642.151690:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384642.151695:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (32) 00000400:00000200:3.0:1767384642.151701:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (33) 00000400:00000200:3.0:1767384642.151714:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384642.151716:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384642.151719:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384642.151722:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:3.0:1767384642.151724:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (34) 00000400:00000200:3.0:1767384642.151726:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:3.0:1767384642.151728:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:3.0:1767384642.151731:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.151733:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:3.0:1767384642.151735:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:3.0:1767384642.151738:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151740:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384642.151741:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:3.0:1767384642.151746:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:2.0:1767384642.151749:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:3.0:1767384642.151753:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.151756:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000010:2.0:1767384642.151757:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000400:00000200:3.0:1767384642.151758:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:2.0:1767384642.151764:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (33) 00000400:00000200:3.0:1767384642.151765:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.151767:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000010:2.0:1767384642.151776:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009bc6a6fd. 00000400:00000200:3.0:1767384642.151777:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:3.0:1767384642.151787:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151787:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:3.0:1767384642.151791:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:3.0:1767384642.151794:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:3.0:1767384642.151797:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.151800:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:2.0:1767384642.151800:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:3.0:1767384642.151804:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:3.0:1767384642.151809:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151812:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:3.0:1767384642.151813:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:3.0:1767384642.151818:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:3.0:1767384642.151825:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151828:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384642.151829:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:3.0:1767384642.151834:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:3.0:1767384642.151840:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151843:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:3.0:1767384642.151844:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:3.0:1767384642.151849:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:3.0:1767384642.151857:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151857:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000400:00000200:3.0:1767384642.151862:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:3.0:1767384642.151866:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:2.0:1767384642.151869:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:3.0:1767384642.151873:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.151878:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:2.0:1767384642.151881:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:3.0:1767384642.151882:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:3.0:1767384642.151888:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.151891:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:2.0:1767384642.151891:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000400:00000200:3.0:1767384642.151897:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:3.0:1767384642.151903:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151905:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00000400:00000200:3.0:1767384642.151906:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:3.0:1767384642.151911:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:3.0:1767384642.151916:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151919:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000400:00000200:3.0:1767384642.151920:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:3.0:1767384642.151925:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:3.0:1767384642.151930:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151933:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000400:00000200:3.0:1767384642.151934:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:3.0:1767384642.151938:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:3.0:1767384642.151945:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.151946:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[123, 38] 00000400:00000200:3.0:1767384642.151947:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:2.0:1767384642.151951:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 38], ns[128, 38] 00000400:00000200:3.0:1767384642.151956:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:2.0:1767384642.151964:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[132, 38] 00000400:00000200:3.0:1767384642.151965:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.151970:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:3.0:1767384642.151975:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:2.0:1767384642.151978:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:3.0:1767384642.151981:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.151988:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:2.0:1767384642.151991:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:3.0:1767384642.151992:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:3.0:1767384642.151999:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.152003:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:2.0:1767384642.152003:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:3.0:1767384642.152009:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:3.0:1767384642.152017:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.152018:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:3.0:1767384642.152020:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:3.0:1767384642.152021:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:3.0:1767384642.152023:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.152024:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:3.0:1767384642.152025:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:3.0:1767384642.152030:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.152033:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp31 00000400:00000200:3.0:1767384642.152038:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000200:3.0:1767384642.152043:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.152044:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:3.0:1767384642.152045:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp32 00000400:00000200:3.0:1767384642.152050:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.133@tcp33 00000400:00000200:3.0:1767384642.152058:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.152059:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 34], ns[98, 34] 00000400:00000200:3.0:1767384642.152061:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp33 00000400:00000200:3.0:1767384642.152066:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.133@tcp34 00000400:00000200:3.0:1767384642.152073:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.152073:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 34], ns[70, 34] 00000400:00000200:3.0:1767384642.152078:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp34 00000400:00000200:3.0:1767384642.152083:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.133@tcp35 00000400:00000200:2.0:1767384642.152085:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 34], ns[71, 34] 00000400:00000200:3.0:1767384642.152089:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.152096:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp35 00000400:00000200:2.0:1767384642.152100:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 34], ns[136, 34] 00000400:00000200:3.0:1767384642.152101:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.133@tcp36 00000400:00000200:3.0:1767384642.152108:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.152112:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 34], ns[84, 34] 00000400:00000200:3.0:1767384642.152113:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp36 00000400:00000200:3.0:1767384642.152118:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.133@tcp37 00000400:00000200:3.0:1767384642.152126:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.152127:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 34], ns[138, 34] 00000400:00000200:3.0:1767384642.152129:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp37 00000400:00000200:2.0:1767384642.152133:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 34], ns[121, 34] 00000400:00000200:3.0:1767384642.152141:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.133@tcp38 00000400:00000200:2.0:1767384642.152144:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 34], ns[126, 34] 00000400:00000200:3.0:1767384642.152148:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384642.152152:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp38 00000400:00000200:2.0:1767384642.152156:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 34], ns[134, 34] 00000400:00000200:3.0:1767384642.152157:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.133@tcp39 00000400:00000200:3.0:1767384642.152164:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.152168:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 34], ns[113, 34] 00000400:00000200:3.0:1767384642.152169:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp39 00000400:00000200:3.0:1767384642.152175:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.133@tcp40 00000400:00000200:3.0:1767384642.152181:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384642.152181:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 34], ns[137, 34] 00000400:00000200:3.0:1767384642.152186:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp40 00000100:00000001:3.0:1767384642.152191:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.152195:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[136, 34], ns[140, 34] 00010000:00000001:3.0:1767384642.152196:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384642.152204:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 00000400:00000200:2.0:1767384642.152206:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 10000000:00000010:3.0:1767384642.152211:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000009eb49a26. 00000400:00000200:2.0:1767384642.152226:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 10000000:00000040:3.0:1767384642.152227:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 69/70 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:3.0:1767384642.152232:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384642.152235:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp40 00000020:00000001:3.0:1767384642.152238:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:2.0:1767384642.152240:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp40 lpni_is_preferred = 0 00000020:00000010:3.0:1767384642.152243:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cfa9924. 00000400:00000200:2.0:1767384642.152246:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp40 00000020:00000010:3.0:1767384642.152250:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f3c7275. 00000400:00000200:2.0:1767384642.152252:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp40 NI seq info: [141:141:256:4294967295] 192.168.203.133@tcp40 LPNI seq info [137:137:8:4294967295] 00000040:00000010:3.0:1767384642.152256:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006c7c5212. 00000020:00000010:3.0:1767384642.152262:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e8d033b3. 00000400:00000200:2.0:1767384642.152262:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp40 00000020:00000010:3.0:1767384642.152269:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ba7dd190. 00000020:00000010:3.0:1767384642.152277:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087c79acd. 00000400:00000200:2.0:1767384642.152277:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp40(192.168.203.133@tcp40:) -> 192.168.203.133@tcp40(192.168.203.133@tcp:192.168.203.133@tcp40) : PUT try# 0 80000000:00000010:3.0:1767384642.152281:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c27d83db. 40000000:00000010:3.0:1767384642.152285:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c85dbe34. 00100000:00000010:3.0:1767384642.152292:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e086bdc0. 00000800:00000200:2.0:1767384642.152292:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.133@tcp40 00040000:00000010:3.0:1767384642.152300:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0ef228a. 00000800:00000010:2.0:1767384642.152301:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335351fd. 00040000:00000010:3.0:1767384642.152304:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003960a4ae. 00040000:00000010:3.0:1767384642.152334:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e7f980e1. 00080000:00000010:3.0:1767384642.152339:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000006dd8bcc. 00000004:00000010:3.0:1767384642.152343:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c3d035d8. 00000004:00000010:3.0:1767384642.152348:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e27731e. 00000800:00000010:2.0:1767384642.152348:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a0446001. 00000004:00000010:3.0:1767384642.152353:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007abfa55b. 00000800:00000010:2.0:1767384642.152355:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a1ad9c45. 00002000:00000010:3.0:1767384642.152361:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008eafa8a9. 00000800:00000200:2.0:1767384642.152364:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (2) 00000800:00000200:2.1:1767384642.152370:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (2) 00000004:00000010:3.0:1767384642.152374:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000099c1963f. 00000004:00000001:3.0:1767384642.152378:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384642.152380:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384642.152382:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000009eb49a26 00000040:00001000:3.0:1767384642.152384:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384642.152385:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:2.0:1767384642.152387:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000040:00001000:3.0:1767384642.152388:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384642.152391:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767384642.152393:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000040:00001000:3.0:1767384642.152397:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384642.152400:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384642.152401:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384642.152403:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:3.0:1767384642.152404:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384642.152445:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384642.152449:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003f3c7275. 00000040:00000010:3.0:1767384642.152453:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006c7c5212. 00000020:00000010:3.0:1767384642.152457:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e8d033b3. 00000020:00000010:3.0:1767384642.152461:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ba7dd190. 00000020:00000010:3.0:1767384642.152464:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000087c79acd. 80000000:00000010:3.0:1767384642.152467:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c27d83db. 40000000:00000010:3.0:1767384642.152470:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c85dbe34. 00100000:00000010:3.0:1767384642.152473:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e086bdc0. 00040000:00000010:3.0:1767384642.152475:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d0ef228a. 00040000:00000010:3.0:1767384642.152479:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003960a4ae. 00040000:00000010:3.0:1767384642.152482:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e7f980e1. 00080000:00000010:3.0:1767384642.152484:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000006dd8bcc. 00000004:00000010:3.0:1767384642.152487:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c3d035d8. 00000004:00000010:3.0:1767384642.152491:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006e27731e. 00000004:00000010:3.0:1767384642.152494:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007abfa55b. 00002000:00000010:3.0:1767384642.152498:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008eafa8a9. 00000004:00000010:3.0:1767384642.152500:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000099c1963f. 00000020:00000010:3.0:1767384642.152503:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cfa9924. 00000020:00000001:3.0:1767384642.152506:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.152508:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384642.152511:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000009eb49a26. 10000000:00000040:3.0:1767384642.152525:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384642.152527:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002c41d231. 10000000:00000001:3.0:1767384642.152531:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.152533:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384642.152537:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d363b570 x1853237037656320/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.152543:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384642.152546:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384642.152548:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000268f0bdf. 02000000:00000001:3.0:1767384642.152552:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384642.152554:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384642.152556:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384642.152557:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384642.152558:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384642.152560:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384642.152561:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384642.152563:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384642.152564:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000ec550660. 00000100:00000010:3.0:1767384642.152568:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dca1954e. 00000100:00000001:3.0:1767384642.152571:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384642.152573:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000751c4acd. 02000000:00000001:3.0:1767384642.152577:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384642.152578:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384642.152580:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d363b570. 00000100:00000001:3.0:1767384642.152584:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384642.152586:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384642.152600:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008547d4e9. 10000000:01000000:3.0:1767384642.152604:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384642.152608:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384642.152609:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384642.152611:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384642.152613:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=3 00000020:00000001:3.0:1767384642.152615:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:3.0:1767384642.152617:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:3.0:1767384642.152619:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384642.152624:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384642.152630:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384642.152631:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384642.152633:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384642.152638:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384642.152640:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384642.152641:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384642.152643:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384642.152644:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384642.152646:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384642.152649:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384642.152650:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:3.0:1767384642.152652:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384642.152688:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152744:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152775:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152814:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152843:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152876:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152908:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152938:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152962:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.152983:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153014:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153055:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153081:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153111:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153130:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153150:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153168:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153192:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153229:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153254:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153280:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153305:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153365:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153391:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153416:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153442:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153465:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153486:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153518:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153542:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153570:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153596:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153622:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153648:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.153672:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384642.153804:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4c06d34. 00000800:00000010:1.0:1767384642.153810:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006ea7921f. 00000800:00000010:1.0:1767384642.153816:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f62047e4. 00000800:00000010:1.0:1767384642.153835:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f62047e4. 00000800:00020000:1.0:1767384642.153845:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384642.153848:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ea7921f. 00000800:00000010:1.0:1767384642.153850:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a4c06d34. 00000400:02020000:1.0:1767384642.153904:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp40 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384642.153910:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp40 notifying 192.168.203.133@tcp40: down 00000800:00000200:1.0:1767384642.153915:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp40 down 00000800:00000100:1.0:1767384642.153921:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 560 0@<0:0>->192.168.203.133@tcp40 00000800:00000010:1.0:1767384642.153924:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335351fd. 00000400:00000200:1.0:1767384642.153936:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384642.153940:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp40->192.168.203.133@tcp40: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384642.153946:0:16153:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp40 added to recovery queue. ping count: 0 next ping: 264 health :900 00000400:00000200:1.0:1767384642.153949:0:16153:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384642.153951:0:16153:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:1.0:1767384642.153954:0:16153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384642.153993:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384642.154000:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101171 00000400:00000001:0.0:1767384642.154003:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384642.154004:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384642.154005:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9c468d 00000400:00000010:0.0:1767384642.154007:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9c468d. 00000400:00000200:0.0:1767384642.154010:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384642.154014:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384642.154016:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (34) 00000400:00000200:0.0:1767384642.154019:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384642.154021:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc -71 00000400:00000200:0.0:1767384642.154024:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384642.154026:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (33) 00000020:00000010:0.0:1767384642.161600:0:33232:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c8ad3bf3. 00000020:00000040:0.0:1767384642.161607:0:33232:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384642.161609:0:33232:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c8ad3bf3. 00000100:00000040:0.0:1767384642.169385:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294930967, at 4294930968 00000100:00000010:0.0:1767384642.169393:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b20524c8. 00000100:00000040:1.0:1767384642.169668:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294930967, at 4294930968 00000100:00000010:1.0:1767384642.169676:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a887622d. 00000100:00000040:3.0:1767384642.170359:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294930967, at 4294930969 00000100:00000010:3.0:1767384642.170366:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004edcac08. 00000100:00000040:2.0:1767384642.170419:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294930967, at 4294930969 00000100:00000010:2.0:1767384642.170426:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004253e12c. 00010000:00000001:0.0:1767384642.209436:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384642.209441:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.209446:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384642.209448:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.209496:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384642.209499:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.209501:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384642.913441:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (6) 00000800:00000200:1.0:1767384642.913452:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp24 ip 192.168.203.133:988 00000800:00000200:1.0:1767384642.913459:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384642.913609:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384642.913620:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384642.913631:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384642.913637:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384642.913639:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384642.914419:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384642.914425:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384642.914429:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fbe64d1 00000400:00000010:2.0:1767384642.914433:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fbe64d1. 00000400:00000200:2.0:1767384642.914440:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384642.914446:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384642.914460:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ef845372. 00000400:00000010:2.0:1767384642.914466:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c15d34e. 00000400:00000200:2.0:1767384642.914474:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp40 00000400:00000010:2.0:1767384642.914480:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000efb17166. 00000400:00000010:2.0:1767384642.914486:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006366ea41. 00000400:00000010:2.0:1767384642.914490:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fbe64d1. 00000400:00000010:2.0:1767384642.914497:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005391bbb1. 00000400:00000200:2.0:1767384642.914502:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp40 00000400:00000200:2.0:1767384642.914517:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp40 local destination 00000400:00000200:2.0:1767384642.914526:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp40 00000400:00000200:2.0:1767384642.914530:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp40 NI seq info: [142:142:256:4294967295] 192.168.203.133@tcp40 LPNI seq info [138:138:8:4294967295] 00000400:00000200:2.0:1767384642.914539:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp40 00000400:00000200:2.0:1767384642.914559:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp40(192.168.203.133@tcp40:) -> 192.168.203.133@tcp40(192.168.203.133@tcp40:192.168.203.133@tcp40) : GET try# 0 00000800:00000200:2.0:1767384642.914566:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp40 00000800:00000010:2.0:1767384642.914571:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a01c3f38. 00000800:00000200:2.0:1767384642.914578:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (2) 00000800:00000200:2.1:1767384642.914584:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (2) 00000400:00000200:2.0:1767384642.914613:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp40 added to recovery queue. ping count: 1 next ping: 266 health :900 00000400:00000200:1.0:1767384642.914691:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914754:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914781:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914805:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914830:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914878:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914903:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914927:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914952:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.914977:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915002:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915027:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915051:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915092:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915117:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915141:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915164:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915189:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915239:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915275:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915301:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915392:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915422:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915452:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915477:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915501:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915527:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915552:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915576:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915601:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915625:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915651:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915676:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384642.915700:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384642.915863:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4c06d34. 00000800:00000010:1.0:1767384642.915870:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009d0f005. 00000800:00000010:1.0:1767384642.915876:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a721e885. 00000800:00000010:1.0:1767384642.915902:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a721e885. 00000800:00020000:1.0:1767384642.915911:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384642.915916:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009d0f005. 00000800:00000010:1.0:1767384642.915919:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a4c06d34. 00000400:02020000:1.0:1767384642.915968:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp40 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384642.915977:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp40 notifying 192.168.203.133@tcp40: down 00000400:00000200:1.0:1767384642.915983:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384642.915998:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp40 00000800:00000010:1.0:1767384642.916001:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a01c3f38. 00000400:00000200:1.0:1767384642.916006:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384642.916012:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp40->192.168.203.133@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384642.916023:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384642.916027:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384642.916031:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp40) recovery failed with -71 00080000:00000001:2.0:1767384643.013190:0:33451:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384643.013203:0:33451:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.013224:0:33451:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384643.013232:0:33451:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384643.013238:0:33451:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.013241:0:33451:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.233352:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384643.233357:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.233361:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384643.233362:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.233437:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384643.233440:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384643.233443:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384643.742995:0:33615:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384643.743000:0:33615:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384643.749224:0:33615:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384643.759767:0:33616:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000b8596e1. 00000400:00000010:0.0:1767384643.759792:0:33616:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000105e89f1. 00000400:00000010:0.0:1767384643.759803:0:33616:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000039668e51. 00000400:00000010:0.0:1767384643.759808:0:33616:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007f15de78. 00000400:00000010:0.0:1767384643.759812:0:33616:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004ef8b3a8. 00000400:00000010:0.0:1767384643.759817:0:33616:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a723359. 00000400:00000010:0.0:1767384643.759819:0:33616:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009ca2e17a. 00000400:00000010:0.0:1767384643.759821:0:33616:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb3cfb77. 00000400:00000010:0.0:1767384643.759824:0:33616:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000ab9f9dd. 00000800:00000010:0.0:1767384643.759841:0:33616:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009d6e6b27. 00000800:00000200:0.0:1767384643.759854:0:33616:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384643.759883:0:33616:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384643.759937:0:33616:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384643.759973:0:33616:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp42 [8/256/0/180] 00000400:00000010:0.0:1767384643.762921:0:33616:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000c033e282. 00000400:00000010:0.0:1767384643.762930:0:33616:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000972815e2. 00000400:00000010:0.0:1767384643.762936:0:33616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000400:00000001:0.0:1767384643.762957:0:33616:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384643.762959:0:33616:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384643.762961:0:33616:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e3b5ec7. 00000400:00000200:0.0:1767384643.762965:0:33616:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000400:00000010:0.0:1767384643.762968:0:33616:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000400:00000010:0.0:1767384643.762973:0:33616:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000673de950. 00000400:00000200:0.0:1767384643.762979:0:33616:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (32) 00000400:00000200:0.0:1767384643.762996:0:33616:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384643.763010:0:33616:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:0.0:1767384643.763019:0:33616:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005312d69e. 00000020:01000000:0.0:1767384643.763024:0:33616:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384643.763027:0:33616:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp42 00000400:00000010:0.0:1767384643.763048:0:33616:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000105e89f1. 00000400:00000010:0.0:1767384643.763053:0:33616:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000b8596e1. 00000400:00000200:2.0:1767384643.763078:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384643.763088:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:2.0:1767384643.763099:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48ef1c1. 00000400:00000200:2.0:1767384643.763104:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (33) 00000400:00000010:2.0:1767384643.763111:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000851e0a8a. 00000400:00000200:2.0:1767384643.763117:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384643.763133:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:00000001:3.0:1767384643.763139:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384643.763142:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:00000001:3.0:1767384643.763146:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384643.763154:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384643.763158:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:01000000:3.0:1767384643.763159:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384643.763167:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384643.763173:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384643.763177:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:01000004:3.0:1767384643.763179:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384643.763185:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384643.763190:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384643.763193:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 00000020:01000004:3.0:1767384643.763195:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384643.763200:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384643.763246:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:01000004:3.0:1767384643.763247:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384643.763250:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384643.763252:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384643.763259:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fd7c5fa. 00000400:00000200:2.0:1767384643.763267:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:00000040:3.0:1767384643.763268:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384643.763278:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000100:00000001:3.0:1767384643.763280:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384643.763287:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384643.763288:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00000400:00000200:2.0:1767384643.763311:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000400:00000200:2.0:1767384643.763322:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 02000000:00000001:3.0:1767384643.763323:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.763332:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[123, 38] 02000000:00000010:3.0:1767384643.763376:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a8a431eb. 00000400:00000200:2.0:1767384643.763378:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 38], ns[128, 38] 00000100:00000001:3.0:1767384643.763390:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.763391:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[132, 38] 00000400:00000200:2.0:1767384643.763405:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000100:00000001:3.0:1767384643.763408:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384643.763414:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.763416:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000100:00000040:3.0:1767384643.763429:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fd7c5fa] to pc [ptlrpcd_00_02+2] req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384643.763429:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:2.0:1767384643.763461:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:2.0:1767384643.763470:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:2.0:1767384643.763479:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 34], ns[98, 34] 00000400:00000200:2.0:1767384643.763487:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 34], ns[70, 34] 10000000:00000001:3.0:1767384643.763488:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384643.763497:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.763504:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 34], ns[71, 34] 00000020:00000001:3.0:1767384643.763505:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384643.763514:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384643.763518:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384643.763522:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 34], ns[136, 34] 00000100:00000001:1.0:1767384643.763526:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384643.763528:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384643.763532:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384643.763535:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 34], ns[84, 34] 10000000:00000001:3.0:1767384643.763536:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384643.763541:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384643.763544:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384643.763546:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384643.763554:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384643.763557:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384643.763563:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384643.763584:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384643.763590:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384643.763596:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384643.763601:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 34], ns[138, 34] 00000020:01000004:3.0:1767384643.763602:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384643.763603:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384643.763608:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384643.763609:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384643.763614:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384643.763618:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 34], ns[121, 34] 02000000:00000001:1.0:1767384643.763619:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384643.763623:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c2c9739. 02000000:00000001:1.0:1767384643.763626:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384643.763633:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384643.763634:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 34], ns[126, 34] 02000000:00000001:1.0:1767384643.763636:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.763643:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384643.763648:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005fd7c5fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037656448:0@lo:253: 02000000:00000001:3.0:1767384643.763650:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384643.763656:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 34], ns[134, 34] 02000000:00000001:3.0:1767384643.763658:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.763659:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384643.763668:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384643.763673:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000db8e589a. 00000400:00000200:2.0:1767384643.763673:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 34], ns[113, 34] 02000000:00000001:1.0:1767384643.763674:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.763684:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.763684:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384643.763691:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 34], ns[137, 34] 00000100:00000001:3.0:1767384643.763695:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384643.763696:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4c06d34. 00000100:00000001:3.0:1767384643.763699:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.763704:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[136, 34], ns[140, 34] 02000000:00000001:1.0:1767384643.763705:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.763713:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c2c9739] to pc [ptlrpcd_00_03+3] req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384643.763718:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5ce046. 00000400:00000200:2.0:1767384643.763726:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[138, 34], ns[142, 34] 00000400:00000010:1.0:1767384643.763731:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1e71766. 00000100:00000200:1.0:1767384643.763743:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037656448, portal 25 00000400:00000200:2.0:1767384643.763750:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000001:1.0:1767384643.763754:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.763758:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855685376 : -117138853866240 : ffff95767c39d500) 10000000:00000001:3.0:1767384643.763760:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.763762:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp23 00000100:00000040:1.0:1767384643.763772:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384643.763774:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp23 lpni_is_preferred = 0 10000000:00000001:3.0:1767384643.763779:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.763787:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.763788:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp23 00000020:01000000:3.0:1767384643.763795:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384643.763806:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp23 NI seq info: [143:143:256:4294967295] 192.168.203.133@tcp23 LPNI seq info [139:139:8:4294967295] 00000020:00000010:3.0:1767384643.763807:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005312d69e. 00000100:00000001:1.0:1767384643.763807:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.763818:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384643.763826:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp23 00000400:00000010:1.0:1767384643.763837:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c5da023. 00000400:00000200:2.0:1767384643.763842:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp23(192.168.203.133@tcp23:) -> 192.168.203.133@tcp23(192.168.203.133@tcp:192.168.203.133@tcp23) : PUT try# 0 00000100:00000200:1.0:1767384643.763845:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037656448, offset 0 00000100:00000001:3.0:1767384643.763851:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384643.763853:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.133@tcp23 00000100:00000001:3.0:1767384643.763857:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384643.763862:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384643.763863:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384643.763864:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e19f75a4. 00000100:00000040:3.0:1767384643.763874:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384643.763896:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384643.763900:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (6) 00000100:00000001:3.0:1767384643.763917:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384643.763922:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384643.763926:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp23 ip 192.168.203.133:988 00000400:00000200:1.0:1767384643.763927:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506980 02000000:00000001:3.0:1767384643.763932:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767384643.763936:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e19f75a4 type 1, nob 672 niov 1 nkiov 1 02000000:00000001:3.0:1767384643.763939:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384643.763947:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14b1 [2] + 0 02000000:00000001:3.0:1767384643.763949:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.763960:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000064f8bb0. 00000100:00100000:3.0:1767384643.763962:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c2c9739 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037656576:0@lo:253: 00000400:00000200:2.0:1767384643.763964:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384643.763971:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d81f7ff 00000100:00000001:3.0:1767384643.763974:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384643.763977:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 02000000:00000001:3.0:1767384643.763982:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384643.763987:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.763990:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384643.763997:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384643.764001:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003c3374f8. 00000400:00000200:1.0:1767384643.764009:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384643.764011:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384643.764017:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d81f7ff 00000400:00000010:3.0:1767384643.764019:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000400:00000010:1.0:1767384643.764023:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d81f7ff. 00000100:00000001:1.0:1767384643.764031:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384643.764034:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384643.764039:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000f8156c7e x1853237037656448 msgsize 4848 00000400:00000010:3.0:1767384643.764043:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d44a8345. 00000100:00100000:1.0:1767384643.764051:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384643.764056:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037656576, portal 25 00000100:00000040:1.0:1767384643.764058:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384643.764064:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384643.764068:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855692544 : -117138853859072 : ffff95767c39f100) 00000100:00000040:3.0:1767384643.764076:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.764078:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384643.764087:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384643.764091:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c5da023 00000100:00000040:3.0:1767384643.764093:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.764097:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c5da023. 00000400:00000010:3.0:1767384643.764101:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083611c84. 00000100:00000001:1.0:1767384643.764104:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384643.764109:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037656576, offset 0 00000100:00000200:1.0:1767384643.764115:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384643.764124:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384643.764128:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384643.764134:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e19f75a4. 00000100:00000001:1.0:1767384643.764144:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.764154:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384643.764155:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.764156:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.764174:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp23->192.168.203.133@tcp23: PUT: OK 00000100:00000001:1.0:1767384643.764175:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.764183:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384643.764189:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384643.764191:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506a00 00000100:00000001:1.0:1767384643.764193:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.764199:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000400:00000200:3.0:1767384643.764250:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14b9 [2] + 0 00000400:00000010:3.0:1767384643.764257:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000493ef646. 00000100:00000001:1.0:1767384643.764258:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294932580 00000400:00000200:3.0:1767384643.764263:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2d58e1c 00000100:00000010:1.0:1767384643.764267:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a887622d. 00000400:00000200:3.0:1767384643.764273:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384643.764277:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000800:00000001:2.0:1767384643.764278:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384643.764284:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.764291:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294932580 00000400:00000200:3.0:1767384643.764292:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2d58e1c 00000800:00000001:2.0:1767384643.764294:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384643.764315:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2d58e1c. 00000800:00000001:2.0:1767384643.764319:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384643.764320:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9be933e. 00000100:00000001:3.0:1767384643.764325:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384643.764330:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384643.764335:0:16166:0:(events.c:337:request_in_callback()) incoming req@0000000023366a13 x1853237037656576 msgsize 4848 00000100:00100000:3.0:1767384643.764344:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384643.764363:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.764380:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp23(192.168.203.133@tcp23) <- 192.168.203.133@tcp23 : PUT - for me 00000100:00000001:1.0:1767384643.764383:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384643.764388:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384643.764392:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294932581 00000400:00000200:2.0:1767384643.764400:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 576 into portal 0 MB=0x8000000000000000 00000100:00000010:1.0:1767384643.764403:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc3231e9. 00000100:00000001:3.0:1767384643.764405:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384643.764412:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 544/576 into md 0x1bf5 [1] + 0 00000100:00000001:1.0:1767384643.764413:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384643.764424:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfb0296a. 00000100:00000001:1.0:1767384643.764425:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294932581 00000400:00000200:2.0:1767384643.764433:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cc77453 00000100:00000010:1.0:1767384643.764435:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004253e12c. 00000400:00000200:3.0:1767384643.764442:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083611c84 00000800:00000001:2.0:1767384643.764445:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384643.764445:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384643.764448:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083611c84. 00000100:00000001:3.0:1767384643.764458:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384643.764460:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.764460:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384643.764470:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384643.764471:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384643.764472:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.764485:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.764493:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp23->192.168.203.133@tcp23: PUT: OK 00000100:00000001:1.0:1767384643.764495:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.764509:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384643.764510:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc77453 00000100:00000001:1.0:1767384643.764513:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384643.764516:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cc77453. 00000100:00000040:3.0:1767384643.764518:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.764520:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384643.764524:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384643.764532:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384643.764535:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (34) 00000100:00000001:1.0:1767384643.764539:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.764547:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.764551:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.764552:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000100:00000001:1.0:1767384643.764554:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.764563:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384643.764566:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (576 bytes) 00000100:00000001:3.0:1767384643.764592:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.764596:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:3.0:1767384643.764600:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294932581 00000100:00000001:1.0:1767384643.764611:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384643.764612:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (35) 00000100:00000001:3.0:1767384643.764614:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932580 00000100:00100000:1.0:1767384643.764617:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037656448 00000400:00000200:2.0:1767384643.764624:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:1.0:1767384643.764625:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384643.764632:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294932581 00000100:00000001:1.0:1767384643.764633:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.764641:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.764642:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp23 to MR: 192.168.203.133@tcp23 local destination 00000100:00000001:3.0:1767384643.764648:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932580 02000000:00000001:1.0:1767384643.764650:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.764660:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp23 NI seq info: [144:144:256:4294967295] 192.168.203.133@tcp23 LPNI seq info [140:140:8:4294967295] 00000100:00100000:1.0:1767384643.764662:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037656448 00000100:00000001:3.0:1767384643.764665:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294932581 00000020:00000001:1.0:1767384643.764671:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384643.764672:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294932581 00000020:00000040:1.0:1767384643.764678:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:3.0:1767384643.764682:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294932581 00000020:00000001:1.0:1767384643.764684:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.764691:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000400:00000200:2.0:1767384643.764697:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp23(192.168.203.133@tcp23:192.168.203.133@tcp23) -> 192.168.203.133@tcp23(192.168.203.133@tcp23:192.168.203.133@tcp23) 192.168.203.133@tcp23 : ACK try# 0 00000020:00000001:1.0:1767384643.764700:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384643.764702:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294932581 00000020:00000001:1.0:1767384643.764710:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384643.764711:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384643.764720:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp23 00000100:00000001:3.0:1767384643.764722:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.764724:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384643.764729:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e19f75a4. 00000100:00000001:3.0:1767384643.764730:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384643.764733:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070c9337b. 00000100:00000001:3.0:1767384643.764735:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.764740:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384643.764748:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384643.764749:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070c9337b. 00000800:00000200:2.0:1767384643.764755:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (6) 00000100:00000001:3.0:1767384643.764756:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384643.764769:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384643.764774:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767384643.764775:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp23 ip 192.168.203.133:995 00000020:00000010:1.0:1767384643.764775:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e297bc5a. 00000100:00000001:3.0:1767384643.764779:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384643.764785:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e19f75a4 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384643.764787:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384643.764788:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054881054. 00000020:00000010:1.0:1767384643.764800:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000943978dd. 00000800:00000001:2.0:1767384643.764802:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384643.764812:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:2.0:1767384643.764816:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.764818:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384643.764823:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384643.764825:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384643.764833:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384643.764836:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.764854:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.764869:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384643.764874:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384643.764877:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037656576 00000800:00000200:2.0:1767384643.764878:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384643.764880:0:16806:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.764901:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:2.0:1767384643.764903:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e19f75a4. 00000100:00000001:3.0:1767384643.764906:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384643.764911:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384643.764912:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.764913:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384643.764919:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384643.764925:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.764931:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp23->192.168.203.133@tcp23: ACK: OK 00000100:00100000:1.0:1767384643.764935:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1767384643.764936:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037656576 00000020:00000001:3.0:1767384643.764943:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767384643.764944:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384643.764946:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000040:3.0:1767384643.764948:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384643.764953:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959115856 : -117139750435760 : ffff957646c94450) 00000020:00000001:3.0:1767384643.764955:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384643.764957:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384643.764963:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000800:00000001:2.0:1767384643.764964:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384643.764969:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8156c7e x1853237037656448/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 4848/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384643.764971:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000800:00000001:2.0:1767384643.764975:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384643.764983:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384643.764997:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384643.765000:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp23(192.168.203.133@tcp23) <- 192.168.203.133@tcp23 : ACK - for me 00000100:00000001:1.0:1767384643.765005:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384643.765007:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdeec9e4. 00000020:00000010:1.0:1767384643.765012:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070c9337b. 00000100:00000001:3.0:1767384643.765014:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.765022:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384643.765027:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fdeec9e4. 00000400:00000200:2.0:1767384643.765028:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp23: ACK from 12345-192.168.203.133@tcp23 into md 0x1cb9 00000020:00000010:1.0:1767384643.765031:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070c9337b. 00000400:00000200:2.0:1767384643.765039:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384643.765041:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075d01546. 00000100:00100000:1.0:1767384643.765050:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8156c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16165:x1853237037656448:12345-0@lo:253: 00000400:00000200:2.0:1767384643.765053:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp23->192.168.203.133@tcp23: ACK: OK 00000400:00000200:2.0:1767384643.765058:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48ef1c1 00000020:00000010:3.0:1767384643.765062:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfce1d87. 00000400:00000010:2.0:1767384643.765063:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48ef1c1. 00000100:00000200:1.0:1767384643.765069:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037656448 00000400:00000200:2.0:1767384643.765075:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:1.0:1767384643.765076:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384643.765077:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000305e4ef. 00000020:00000001:1.0:1767384643.765086:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384643.765087:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000001:3.0:1767384643.765091:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384643.765094:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.765096:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384643.765100:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384643.765102:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:3.0:1767384643.765103:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.765105:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:2.0:1767384643.765110:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (34) 00000020:00000001:1.0:1767384643.765113:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384643.765120:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384643.765122:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384643.765126:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384643.765128:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384643.765131:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384643.765132:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384643.765135:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384643.765149:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.765153:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384643.765153:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.765156:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384643.765160:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384643.765165:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384643.765171:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000400:00000200:2.0:1767384643.765175:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000010:1.0:1767384643.765176:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004dbf7670. 00000100:00000040:3.0:1767384643.765177:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 02000000:00000001:1.0:1767384643.765185:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.765187:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959130192 : -117139750421424 : ffff957646c97c50) 00000400:00000010:2.0:1767384643.765187:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000f7f7eacb. 00000100:00000001:1.0:1767384643.765191:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384643.765200:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfb0296a. 20000000:00000001:1.0:1767384643.765201:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384643.765223:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000023366a13 x1853237037656576/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 4848/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384643.765247:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48ef1c1. 00000400:00000200:2.0:1767384643.765256:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f7f7eacb 00000100:00000001:3.0:1767384643.765259:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384643.765262:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000205170ca. 00000020:00000010:3.0:1767384643.765267:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdeec9e4. 00000400:00000200:2.0:1767384643.765268:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 20000000:00000010:1.0:1767384643.765268:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000056937c6f. 00000100:00000001:3.0:1767384643.765278:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384643.765280:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 20000000:01000000:1.0:1767384643.765281:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:3.0:1767384643.765283:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fdeec9e4. 20000000:00000001:1.0:1767384643.765287:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384643.765308:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:3.0:1767384643.765315:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000023366a13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16166:x1853237037656576:12345-0@lo:253: 20000000:00000001:1.0:1767384643.765321:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.765322:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (33) 00000100:00000200:3.0:1767384643.765323:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037656576 20000000:00000001:1.0:1767384643.765332:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.765333:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384643.765336:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000007bc6a408. 20000000:00000001:1.0:1767384643.765368:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384643.765380:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384643.765385:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384643.765387:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cc77453. 00000020:00000001:3.0:1767384643.765389:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384643.765395:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 20000000:00000010:1.0:1767384643.765396:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cbaed9df. 00000400:00000010:2.0:1767384643.765402:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d0e1c7b0. 00000020:00000001:3.0:1767384643.765408:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:1.0:1767384643.765408:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000020:00000001:3.0:1767384643.765415:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.765420:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 20000000:00000001:1.0:1767384643.765422:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384643.765423:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384643.765429:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384643.765432:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384643.765433:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.765437:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:3.0:1767384643.765442:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384643.765449:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 02000000:00000001:3.0:1767384643.765450:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384643.765461:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007d393633. 00000400:00000200:2.0:1767384643.765462:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 02000000:00000001:3.0:1767384643.765470:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.765476:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.765477:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 20000000:00000001:3.0:1767384643.765481:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384643.765490:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[79, 38] 20000000:00000010:3.0:1767384643.765499:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006fa5a857. 00000400:00000200:2.0:1767384643.765500:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00080000:00000001:1.0:1767384643.765503:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384643.765510:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384643.765513:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384643.765518:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00080000:00000001:1.0:1767384643.765519:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384643.765528:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384643.765529:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384643.765536:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384643.765537:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[95, 38] 00000020:00000001:1.0:1767384643.765538:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384643.765541:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.765548:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 20000000:00000001:3.0:1767384643.765550:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.765556:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[108, 38] 00080000:00000001:1.0:1767384643.765561:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384643.765562:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384643.765585:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00080000:00000010:1.0:1767384643.765590:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c4693e5f. 00000400:00000200:2.0:1767384643.765591:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00080000:00000001:1.0:1767384643.765598:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578440704 : -117144131110912 : ffff957541ad7800) 00000400:00000200:2.0:1767384643.765603:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[123, 38] 00080000:00000001:1.0:1767384643.765606:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384643.765611:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 38], ns[128, 38] 00000400:00000200:2.0:1767384643.765616:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[132, 38] 00000400:00000200:2.0:1767384643.765622:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 38], ns[144, 38] 00000400:00000200:2.0:1767384643.765628:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000400:00000200:2.0:1767384643.765632:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:2.0:1767384643.765647:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:2.0:1767384643.765651:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:2.0:1767384643.765656:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 38], ns[98, 38] 00000400:00000200:2.0:1767384643.765660:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:2.0:1767384643.765664:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[71, 38] 00000400:00000200:2.0:1767384643.765670:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[136, 38] 00000400:00000200:2.0:1767384643.765675:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 38], ns[84, 38] 00000400:00000200:2.0:1767384643.765681:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 38], ns[138, 38] 00000400:00000200:2.0:1767384643.765685:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 38], ns[121, 38] 00000400:00000200:2.0:1767384643.765692:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 38], ns[126, 38] 00000400:00000200:2.0:1767384643.765697:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 38], ns[134, 38] 00000400:00000200:2.0:1767384643.765701:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[113, 38] 00000400:00000200:2.0:1767384643.765708:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[137, 38] 00000400:00000200:2.0:1767384643.765714:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[136, 38], ns[140, 38] 00000400:00000200:2.0:1767384643.765719:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[138, 38], ns[142, 38] 00000400:00000200:2.0:1767384643.765724:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384643.765728:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1767384643.765732:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384643.765735:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp 00000001:00000001:1.0:1767384643.765737:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384643.765741:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [145:145:256:4294967295] 192.168.203.133@tcp LPNI seq info [141:141:8:4294967295] 00080000:00000001:1.0:1767384643.765742:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384643.765750:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384643.765764:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp 00080000:00000001:1.0:1767384643.765772:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.765774:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) : GET try# 0 00080000:00000001:1.0:1767384643.765780:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767384643.765785:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp 00000800:00000010:2.0:1767384643.765792:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e19f75a4. 00000800:00000200:2.0:1767384643.765797:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000800:00000200:2.0:1767384643.765805:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:988 00000800:00000200:2.0:1767384643.765809:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e19f75a4 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384643.765823:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384643.765828:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000800:00000200:2.0:1767384643.765901:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384643.765905:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e19f75a4. 00000400:00000200:2.0:1767384643.765910:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384643.765913:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384643.765916:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: GET: OK 00080000:00000001:1.0:1767384643.765920:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384643.765922:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384643.765928:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:2.0:1767384643.765938:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384643.765945:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384643.765947:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384643.765951:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.765956:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.133@tcp : GET - for me 00000400:00000200:2.0:1767384643.765966:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384643.765970:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 576/576 into md 0x1cb5 [1] + 0 00000400:00000200:2.0:1767384643.765981:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384643.765989:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [146:146:256:4294967295] 192.168.203.133@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:2.0:1767384643.766010:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) 192.168.203.133@tcp : REPLY try# 0 00000800:00000200:2.0:1767384643.766018:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.133@tcp 00000800:00000010:2.0:1767384643.766022:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e19f75a4. 00000800:00000200:2.0:1767384643.766029:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000800:00000200:2.0:1767384643.766034:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:1023 00000800:00000200:2.0:1767384643.766047:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e19f75a4 type 3, nob 672 niov 1 nkiov 1 00000800:00000001:3.0:1767384643.766119:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384643.766175:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384643.766180:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e19f75a4. 00000400:00000200:2.0:1767384643.766186:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384643.766186:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384643.766199:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: REPLY: OK 00000800:00000001:0.0:1767384643.766228:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.766234:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.766243:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384643.766252:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.766254:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.133@tcp : REPLY - for me 00000400:00000200:0.0:1767384643.766288:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp: Reply from 12345-192.168.203.133@tcp of length 576/576 into md 0x1cd1 00000800:00000001:0.0:1767384643.766296:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.766421:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.766426:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.766434:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: REPLY: OK 00000400:00000200:0.0:1767384643.766440:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc77453 00000400:00000010:0.0:1767384643.766443:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cc77453. 00000400:00000200:0.0:1767384643.766449:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384643.766455:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:0.0:1767384643.766459:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384643.766465:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 34. state = 0x100271 00000400:00000200:0.0:1767384643.766473:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384643.766491:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (34) 00000800:00000001:0.0:1767384643.766503:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.766510:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.766526:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384643.766535:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:2.0:1767384643.766546:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 00000000e0062cc7. 00000400:00000010:2.0:1767384643.766552:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 000000002c0307e7. 00000400:00000010:2.0:1767384643.766557:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 00000000db3d6e0c. 00000400:00000200:2.0:1767384643.766627:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp33(00000000f8bf93df) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384643.766638:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp36(00000000fd1eb3f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384643.766647:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp39(000000009b28aa2f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384643.766654:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp40(00000000376c42ae) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384643.766663:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000065e3febf. 00000400:00000200:2.0:1767384643.766672:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000065e3febf nid 192.168.203.133@tcp41 00000400:00000010:2.0:1767384643.766677:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000075cc68e1. 00000400:00000200:2.0:1767384643.766681:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000075cc68e1 net tcp41 00000400:00000200:2.0:1767384643.766685:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (33) 00000400:00000200:2.0:1767384643.766693:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp41 flags 0x11 00000400:00000010:2.0:1767384643.766697:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009c15d34e. 00000400:00000200:2.0:1767384643.766702:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009c15d34e nid 192.168.203.133@tcp42 00000400:00000010:2.0:1767384643.766706:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fb91b391. 00000400:00000200:2.0:1767384643.766709:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fb91b391 net tcp42 00000400:00000200:2.0:1767384643.766711:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (34) 00000400:00000200:2.0:1767384643.766716:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp42 flags 0x11 00000400:00000010:2.0:1767384643.766718:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 00000000e0062cc7. 00000400:00000010:2.0:1767384643.766721:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 000000002c0307e7. 00000400:00000010:2.0:1767384643.766724:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 00000000db3d6e0c. 00000400:00000010:2.0:1767384643.766727:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000007bc6a408. 00000400:00000200:2.0:1767384643.766733:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384643.766745:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:2.0:1767384643.766751:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:2.0:1767384643.766758:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:2.0:1767384643.766762:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384643.766765:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:2.0:1767384643.766770:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384643.766776:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (35) 00080000:00000001:0.0:1767384643.779310:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384643.779317:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384643.779320:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384643.779358:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384643.779360:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384643.779363:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384643.779366:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384643.779368:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384643.779372:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384643.779376:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c4693e5f. 00080000:00000001:2.0:1767384643.779383:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384643.779387:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384643.779409:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384643.779413:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003f14a0e8. 20000000:01000000:0.0:1767384643.779414:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384643.779422:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384643.779422:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00080000:00000020:0.0:1767384643.779429:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384643.779430:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384643.779436:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384643.779441:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384643.779444:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384643.779447:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384643.779450:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384643.779460:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000dec7a75 count: 2 00010000:00000001:3.0:1767384643.779465:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384643.779470:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384643.779476:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00080000:00000001:1.0:1767384643.779480:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384643.779483:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384643.779491:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:3.0:1767384643.779492:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271eddcd to hash 00080000:00000001:1.0:1767384643.779494:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.779500:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384643.779502:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384643.779509:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00000020:00000001:1.0:1767384643.779510:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384643.779518:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00000020:00000001:1.0:1767384643.779519:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:3.0:1767384643.779524:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384643.779526:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384643.779530:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384643.779536:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005928dfa4. 00010000:00010000:3.0:1767384643.779537:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384643.779546:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929578441728 : -117144131109888 : ffff957541ad7c00) 00080000:00000001:1.0:1767384643.779555:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384643.779563:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384643.779584:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384643.779598:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384643.779601:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384643.779603:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384643.779608:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271eddbf expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.779615:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384643.779618:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.779621:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384643.779631:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.779634:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.779637:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384643.779641:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384643.779649:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000dec7a75) refcount = 2 00010000:00000040:3.0:1767384643.779653:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384643.779656:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271eddbf expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384643.779662:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000001:00000001:1.0:1767384643.779663:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:3.0:1767384643.779665:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384643.779667:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384643.779675:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000010:3.0:1767384643.779683:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c85dbe34. 00000100:00000001:3.0:1767384643.779688:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384643.779694:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a415da3d. 00000100:00000001:3.0:1767384643.779697:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934783873024 : -117138925678592 : ffff957677f21000) 00080000:00000001:1.0:1767384643.779699:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.779700:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934783873024 : -117138925678592 : ffff957677f21000) 00080000:00000001:1.0:1767384643.779707:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384643.779708:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384643.779713:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384643.779715:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384643.779718:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.779721:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384643.779723:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.779726:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.779728:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384643.779730:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384643.779735:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d4b9f70c. 00000020:00000040:3.0:1767384643.779738:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:3.0:1767384643.779742:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384643.779744:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384643.779748:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384643.779754:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acf1659f. 00000100:00000001:3.0:1767384643.779759:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384643.779770:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271eddbf expref: 16 pid: 16806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384643.779786:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271eddbf expref: 16 pid: 16806 timeout: 415 lvb_type: 0 00010000:00000001:3.0:1767384643.779795:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384643.779799:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384643.779804:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384643.779814:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384643.779817:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384643.779821:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d4b9f70c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037656704:0@lo:104: 00000100:00000001:3.0:1767384643.779825:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384643.779830:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384643.779833:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384643.779834:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000001:3.0:1767384643.779835:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:1.0:1767384643.779841:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:3.0:1767384643.779843:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003aa23be2. 02000000:00000001:3.0:1767384643.779848:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384643.779852:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbe31d8f. 00000400:00000010:3.0:1767384643.779859:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad77c2a9. 00000100:00000200:3.0:1767384643.779873:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037656704, portal 16 00000100:00000001:3.0:1767384643.779875:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384643.779877:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855683584 : -117138853868032 : ffff95767c39ce00) 00000100:00000040:3.0:1767384643.779898:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384643.779907:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384643.779910:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384643.779912:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3c7bf6. 00000100:00000200:3.0:1767384643.779915:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037656704, offset 0 00000400:00000200:3.0:1767384643.779919:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384643.779928:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384643.779935:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f506a80 00000400:00000200:3.0:1767384643.779941:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 656 00000400:00000200:3.0:1767384643.779954:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384643.779958:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384643.779963:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384643.779965:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384643.779969:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c51a6cf. 00000100:00000040:3.0:1767384643.779973:0:16827:0:(events.c:337:request_in_callback()) incoming req@000000006c51a6cf x1853237037656704 msgsize 328 00000100:00100000:3.0:1767384643.779978:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384643.780001:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384643.780009:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3c7bf6 00000400:00000010:3.0:1767384643.780011:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3c7bf6. 00000100:00000001:3.0:1767384643.780016:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384643.780020:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384643.780033:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384643.780036:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384643.780046:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.780049:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.780057:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384643.780058:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.780065:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037656704 00000100:00000001:3.0:1767384643.780066:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294932596 02000000:00000001:1.0:1767384643.780072:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384643.780076:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.780080:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.780081:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294932581 02000000:00000001:1.0:1767384643.780089:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.780095:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294932596 00000100:00100000:1.0:1767384643.780096:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037656704 00000020:00000001:1.0:1767384643.780104:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384643.780109:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294932581 00000020:00000040:1.0:1767384643.780110:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000020:00000001:1.0:1767384643.780117:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384643.780119:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294932596 00000020:00000040:1.0:1767384643.780122:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000100:00000001:3.0:1767384643.780128:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294932581 00000020:00000001:1.0:1767384643.780129:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:1.0:1767384643.780136:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:3.0:1767384643.780139:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294932596 00000100:00000001:1.0:1767384643.780142:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384643.780149:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294932581 00000020:00000010:1.0:1767384643.780150:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fde08ba3. 00000100:00000001:1.0:1767384643.780159:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384643.780166:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fde08ba3. 00000100:00000001:3.0:1767384643.780167:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384643.780173:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.780176:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.780179:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384643.780190:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e495865b. 00000020:00000001:3.0:1767384643.780192:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384643.780197:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e398c810. 00000020:00000010:1.0:1767384643.780226:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00010000:00000001:3.0:1767384643.780248:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.780252:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.780254:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.780255:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:3.0:1767384643.780259:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384643.780261:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384643.780264:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384643.780265:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384643.780269:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.780270:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.780275:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.780276:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.780277:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384643.780284:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a415da3d going to sleep for 11 seconds 00000100:00000001:3.0:1767384643.780287:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384643.780290:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.780293:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.780368:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384643.780371:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384643.780380:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384643.780384:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:1.0:1767384643.780387:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855684480 : -117138853867136 : ffff95767c39d180) 00000100:00000040:1.0:1767384643.780394:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c51a6cf x1853237037656704/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 328/0 e 0 to 0 dl 1767384654 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384643.780406:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384643.780411:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fde08ba3. 00000100:00000001:1.0:1767384643.780414:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384643.780417:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fde08ba3. 00000100:00100000:1.0:1767384643.780427:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c51a6cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037656704:12345-0@lo:104: 00000100:00000200:1.0:1767384643.780432:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037656704 00010000:00000001:1.0:1767384643.780436:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384643.780441:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384643.780443:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.780445:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=2 00000020:00000001:1.0:1767384643.780448:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:1.0:1767384643.780451:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:1.0:1767384643.780455:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384643.780458:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.780462:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384643.780488:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384643.780491:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384643.780497:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c4693e5f. 02000000:00000001:1.0:1767384643.780500:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.780503:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.780508:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384643.780511:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384643.780516:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.780522:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384643.780527:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384643.780530:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384643.780534:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384643.780537:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.780540:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.780545:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.780551:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45afdf6. 00000100:00000200:1.0:1767384643.780556:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037656704, offset 224 00000400:00000200:1.0:1767384643.780563:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384643.780572:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384643.780582:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f506a80 00000400:00000200:1.0:1767384643.780588:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1cd5 [1] + 224 00000400:00000200:1.0:1767384643.780593:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.780614:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.780618:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384643.780623:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384643.780634:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384643.780657:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.780664:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45afdf6 00000400:00000010:1.0:1767384643.780666:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e45afdf6. 00000100:00000001:1.0:1767384643.780670:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384643.780680:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.780686:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.780688:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384643.780690:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384643.780695:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384643.780697:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:1.0:1767384643.780699:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003c5da023. 00000400:00000001:2.0:1767384643.780701:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384643.780705:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384643.780706:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe31d8f. 00000400:00000200:2.0:1767384643.780714:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad77c2a9 00000400:00000010:2.0:1767384643.780716:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad77c2a9. 00010000:00010000:1.0:1767384643.780718:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384643.780720:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384643.780723:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.780727:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384643.780731:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384643.780732:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.780742:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384643.780745:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c51a6cf x1853237037656704/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 328/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384643.780748:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384643.780753:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384643.780757:0:16799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384643.780766:0:16799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384643.780770:0:16799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384643.780776:0:16799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384643.780785:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c51a6cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037656704:12345-0@lo:104: Request processed in 373us (804us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384643.780793:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384643.780798:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.780805:0:16827:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:0.0:1767384643.780809:0:16799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d448b441 already unused, calling callback (000000001582b397) 02000000:00000001:2.0:1767384643.780810:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384643.780812:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384643.780815:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000001:0.0:1767384643.780817:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384643.780820:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.780821:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 02000000:00000001:2.0:1767384643.780824:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.780826:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384643.780831:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=73 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384643.780832:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00010000:0.0:1767384643.780833:0:16799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384643.780840:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=73 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384643.780841:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e398c810. 00000020:00000010:1.0:1767384643.780850:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000100:00000001:2.0:1767384643.780853:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384643.780853:0:16799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:1.0:1767384643.780856:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e495865b. 00000100:00000001:2.0:1767384643.780859:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.780859:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384643.780862:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000020:00000001:0.0:1767384643.780863:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384643.780867:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384643.780868:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d448b441 refcount=3 00010000:00000001:2.0:1767384643.780878:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384643.780878:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00010000:00000001:2.0:1767384643.780882:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.780884:0:16799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832000 : -117139060719616 : ffff95766fe58000) 00000100:00000001:2.0:1767384643.780887:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.780889:0:16799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384643.780893:0:16799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384643.780895:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384643.780912:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384643.780919:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:0.0:1767384643.780919:0:16799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384643.780927:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384643.780930:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1767384643.780932:0:16799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:2.0:1767384643.780934:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:0.0:1767384643.780937:0:16799:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:2.0:1767384643.780938:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:0.0:1767384643.780941:0:16799:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384643.780942:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384643.780947:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384643.780947:0:16799:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384643.780952:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384643.780954:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384643.780956:0:16799:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.780968:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d4b9f70c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037656704:0@lo:104: 00000100:00000001:2.0:1767384643.780974:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384643.780976:0:16799:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:2.0:1767384643.780977:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384643.780981:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384643.780982:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000040:0.0:1767384643.780986:0:16799:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 00000100:00000001:2.0:1767384643.780988:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384643.780994:0:16799:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384643.780998:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d4b9f70c x1853237037656704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384643.780999:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.781007:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384643.781012:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384643.781014:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384643.781016:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767384643.781019:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384643.781020:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1767384643.781024:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003aa23be2. 00010000:00000001:0.0:1767384643.781025:0:16799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.781031:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767384643.781032:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d448b441 with handle 0x1c01179f271eddbf from hash 00000020:00000001:2.0:1767384643.781052:0:16827:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384643.781054:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:2.0:1767384643.781056:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00010000:00000001:0.0:1767384643.781059:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384643.781062:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384643.781065:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000acf1659f. 02000000:00000001:2.0:1767384643.781069:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384643.781075:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384643.781075:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384643.781081:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:2.0:1767384643.781083:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d4b9f70c. 00010000:00000001:0.0:1767384643.781088:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384643.781091:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384643.781093:0:16799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767384643.781095:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384643.781101:0:16799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:2.0:1767384643.781103:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a415da3d. 00010000:00000001:0.0:1767384643.781107:0:16799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384643.781115:0:16799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 00000100:00000001:2.0:1767384643.781119:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000040:0.0:1767384643.781121:0:16799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00010000:00000001:2.0:1767384643.781126:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384643.781128:0:16799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:2.0:1767384643.781132:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c85dbe34. 02000000:00000001:0.0:1767384643.781134:0:16799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384643.781139:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384643.781140:0:16799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.781147:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384643.781151:0:16799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002994c4c3. 00010000:00000001:2.0:1767384643.781152:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384643.781162:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384643.781163:0:16799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.781166:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384643.781169:0:16799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384643.781172:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384643.781176:0:16799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384643.781197:0:16799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384643.781199:0:16799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.781242:0:16799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384643.781244:0:16799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.781253:0:16799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fc9631] to pc [ptlrpcd_00_00+0] req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384643.781284:0:16799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384643.781289:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384643.781308:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384643.781311:0:16799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.781314:0:16799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384643.781318:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384643.781321:0:16799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384643.781358:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.781365:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.781368:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384643.781378:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384643.781380:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384643.781383:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 00000000d448b441/0x1c01179f271eddbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271eddc6 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384643.781414:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384643.781417:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.781425:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384643.781431:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384643.781434:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003cf4df54 count: 0 02000000:00000001:1.0:1767384643.781437:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.781455:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9fc9631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037656832:0@lo:103: 00000100:00000001:1.0:1767384643.781463:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384643.781463:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384643.781469:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384643.781469:0:16799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384643.781475:0:16799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003c5da023. 02000000:00000001:1.0:1767384643.781476:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.781485:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384643.781487:0:16799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384643.781491:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e495865b. 00000020:00000001:0.0:1767384643.781493:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384643.781498:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.781500:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.781506:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e30ca0e. 00010000:00010000:0.0:1767384643.781508:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384643.781514:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384643.781517:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45afdf6. 00000020:00000001:0.0:1767384643.781518:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384643.781526:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1767384643.781527:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037656832, portal 18 00000020:00000001:0.0:1767384643.781531:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384643.781533:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384643.781538:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.781539:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867973376 : -117138841578240 : ffff95767cf55500) 00010000:00010000:0.0:1767384643.781550:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384643.781555:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.781580:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.781587:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.781591:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1fee4c. 00000100:00000200:1.0:1767384643.781595:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037656832, offset 0 00000400:00000200:1.0:1767384643.781603:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384643.781616:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384643.781626:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f506b00 00000400:00000200:1.0:1767384643.781633:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:1.0:1767384643.781639:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.781644:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.781649:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384643.781651:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384643.781657:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000320049f7. 00000100:00000040:1.0:1767384643.781660:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000320049f7 x1853237037656832 msgsize 328 00000100:00100000:1.0:1767384643.781670:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384643.781689:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.781696:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1fee4c 00000400:00000010:1.0:1767384643.781700:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1fee4c. 00000100:00000001:1.0:1767384643.781704:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384643.781709:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.781722:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384643.781727:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384643.781728:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037656832 00000100:00000040:1.0:1767384643.781734:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384643.781735:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384643.781741:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384643.781745:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.781754:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.781755:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384643.781762:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037656832 00000100:00000001:1.0:1767384643.781763:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384643.781769:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384643.781772:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384643.781774:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.781776:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384643.781781:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000100:00000001:1.0:1767384643.781783:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294932598 00000020:00000001:3.0:1767384643.781788:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384643.781793:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384643.781794:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932596 00000100:00000001:3.0:1767384643.781801:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384643.781804:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294932598 00000020:00000010:3.0:1767384643.781808:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000caafb290. 00000100:00000001:1.0:1767384643.781811:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932596 00000100:00000001:3.0:1767384643.781816:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.781818:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294932598 00000020:00000010:3.0:1767384643.781823:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000caafb290. 00000100:00000001:1.0:1767384643.781827:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932596 00000020:00000010:3.0:1767384643.781833:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8fece3a. 00000100:00000001:1.0:1767384643.781835:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294932598 00000020:00000010:3.0:1767384643.781842:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0ad5d16. 00000100:00000001:1.0:1767384643.781844:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932596 00000020:00000010:3.0:1767384643.781851:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 00000100:00000001:1.0:1767384643.781852:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.781860:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.781864:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.781867:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384643.781867:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.781876:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384643.781881:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384643.781882:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384643.781903:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384643.781906:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384643.781910:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.781912:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.781914:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.781917:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.781926:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.781931:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384643.781935:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384643.781937:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384643.781939:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384643.781941:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a53b606 refcount=4 00000100:00000001:1.0:1767384643.781946:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.781947:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000001:3.0:1767384643.781954:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00010000:3.0:1767384643.781960:0:16841:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271eddbf expref: 17 pid: 16806 timeout: 415 lvb_type: 0 00010000:00000001:3.0:1767384643.781969:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.781971:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.781973:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.781975:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.781980:0:16841:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384643.781986:0:16841:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000320049f7 x1853237037656832/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 328/0 e 0 to 0 dl 1767384654 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.782004:0:16841:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384643.782005:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.782021:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.782041:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384643.782044:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384643.782048:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384643.782051:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384643.782054:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384643.782058:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:1.0:1767384643.782060:0:16798:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.782065:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934599147392 : -117139110404224 : ffff95766cef5f80) 00000100:00000001:1.0:1767384643.782067:0:16798:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.782077:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000320049f7 x1853237037656832/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 328/0 e 0 to 0 dl 1767384654 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.782088:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384643.782092:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000caafb290. 00000100:00000001:3.0:1767384643.782096:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384643.782100:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000caafb290. 00000100:00100000:3.0:1767384643.782107:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000320049f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16163:x1853237037656832:12345-0@lo:103: 00000100:00000200:3.0:1767384643.782125:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037656832 00010000:00000001:3.0:1767384643.782128:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384643.782131:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384643.782134:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384643.782140:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384643.782143:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384643.782148:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b299d761. 02000000:00000001:3.0:1767384643.782151:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.782154:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.782157:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384643.782160:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384643.782163:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384643.782166:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384643.782168:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a53b606 refcount=4 00000020:00000001:3.0:1767384643.782171:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000001:3.0:1767384643.782174:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000040:3.0:1767384643.782178:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000dec7a75 count: 3 00010000:00010000:3.0:1767384643.782184:0:16841:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271eddbf expref: 17 pid: 16806 timeout: 415 lvb_type: 0 00000100:00001000:3.0:1767384643.782193:0:16841:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384643 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384643.782197:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384643.782246:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782248:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384643.782252:0:16841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271eddbf expref: 17 pid: 16806 timeout: 415 lvb_type: 0 00000020:00000001:3.0:1767384643.782261:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.782263:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.782265:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.782268:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.782272:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384643.782274:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384643.782281:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782282:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.782292:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.782310:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384643.782313:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a53b606 with handle 0x1c01179f271eddc6 from hash 00010000:00000001:3.0:1767384643.782316:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384643.782317:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782319:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.782321:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384643.782322:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384643.782324:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384643.782327:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a53b606/0x1c01179f271eddc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271eddbf expref: 17 pid: 16806 timeout: 415 lvb_type: 0 00010000:00000040:3.0:1767384643.782335:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:3.0:1767384643.782382:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:3.0:1767384643.782391:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.782393:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384643.782397:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384643.782400:0:16841:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e6fa45a9 00010000:00000001:3.0:1767384643.782402:0:16841:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384643.782405:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384643.782408:0:16841:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.782411:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384643.782413:0:16841:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.782417:0:16841:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384643.782420:0:16841:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384643.782423:0:16841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782430:0:16841:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384643.782433:0:16841:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384643.782435:0:16841:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384643.782438:0:16841:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384643.782440:0:16841:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000dec7a75) refcount = 2 00010000:00010000:3.0:1767384643.782445:0:16841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782451:0:16841:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384643.782463:0:16841:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384643.782466:0:16841:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.782470:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384643.782475:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000caafb290. 00000100:00000001:3.0:1767384643.782478:0:16841:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384643.782483:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fba620b4. 00000100:00000001:3.0:1767384643.782487:0:16841:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934783873792 : -117138925677824 : ffff957677f21300) 00000100:00000001:3.0:1767384643.782491:0:16841:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934783873792 : -117138925677824 : ffff957677f21300) 00000100:00000001:3.0:1767384643.782495:0:16841:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384643.782497:0:16841:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384643.782500:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384643.782502:0:16841:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384643.782507:0:16841:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384643.782511:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384643.782514:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384643.782517:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00000020:00000001:3.0:1767384643.782521:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384643.782524:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384643.782528:0:16841:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384643.782532:0:16841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782540:0:16841:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384643.782545:0:16841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782552:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782556:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384643.782559:0:16841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782593:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.782596:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.782600:0:16841:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384643.782603:0:16841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384643.782618:0:16841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384643.782622:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.782626:0:16841:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384643.782630:0:16841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782636:0:16841:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384643.782640:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384643.782643:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384643.782645:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=6 00000020:00000001:3.0:1767384643.782648:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384643.782652:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384643.782656:0:16841:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384643.782658:0:16841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782665:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384643.782668:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384643.782670:0:16841:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.782689:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384643.782691:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384643.782694:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384643.782696:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384643.782699:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271eddcd from hash 00010000:00000001:3.0:1767384643.782702:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384643.782704:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782707:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.782709:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384643.782711:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384643.782714:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384643.782717:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384643.782719:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384643.782719:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782726:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.782732:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384643.782737:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384643.782740:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384643.782744:0:16841:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1767384643.782746:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782753:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782758:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384643.782760:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384643.782762:0:16841:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.782764:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782767:0:16841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.782769:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.782774:0:16841:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.782775:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:3.0:1767384643.782781:0:16841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782789:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782791:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.782793:0:16841:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384643.782795:0:16841:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384643.782798:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384643.782800:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.782802:0:16841:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384643.782805:0:16841:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384643.782807:0:16841:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.782809:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384643.782811:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddcd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384643.782821:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384643.782823:0:16841:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.782826:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384643.782828:0:16841:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384643.782831:0:16841:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.782833:0:16841:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.782835:0:16841:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384643.782838:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fba620b4. 00000100:00000001:3.0:1767384643.782841:0:16841:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384643.782842:0:16841:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384643.782845:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000caafb290. 00010000:00000001:3.0:1767384643.782847:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384643.782860:0:16841:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000dec7a75 count: 0 00010000:00010000:3.0:1767384643.782865:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384643.782867:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384643.782879:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384643.782881:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384643.782884:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384643.782887:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384643.782891:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384643.782893:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384643.782895:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384643.782898:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.782900:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384643.782904:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384643.782907:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3c7bf6. 00000100:00000200:3.0:1767384643.782910:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037656832, offset 224 00000400:00000200:3.0:1767384643.782915:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384643.782922:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384643.782928:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f506b00 00000400:00000200:3.0:1767384643.782933:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ce1 [1] + 224 00000400:00000200:3.0:1767384643.782938:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384643.782941:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384643.782945:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384643.782948:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384643.782959:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.782999:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384643.783005:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3c7bf6 00000400:00000010:3.0:1767384643.783007:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3c7bf6. 00000100:00000001:3.0:1767384643.783010:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384643.783012:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384643.783015:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.783020:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384643.783023:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.783026:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.783029:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384643.783033:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000320049f7 x1853237037656832/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 328/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.783036:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384643.783045:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384643.783048:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384643.783051:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e30ca0e. 00000400:00000200:0.0:1767384643.783060:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45afdf6 00000400:00000010:0.0:1767384643.783066:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e45afdf6. 00000100:00000001:0.0:1767384643.783074:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384643.783079:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000320049f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037656832:12345-0@lo:103: Request processed in 988us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384643.783091:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:0.0:1767384643.783096:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384643.783098:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000001:3.0:1767384643.783107:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384643.783113:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384643.783120:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0ad5d16. 00000100:00000200:0.0:1767384643.783125:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384643.783129:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 00000020:00000010:3.0:1767384643.783141:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8fece3a. 00000100:00000001:0.0:1767384643.783143:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384643.783150:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000001:0.0:1767384643.783151:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.783161:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384643.783162:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384643.783164:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384643.783168:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384643.783171:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384643.783174:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384643.783179:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=73 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384643.783184:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384643.783187:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384643.783189:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.783192:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384643.783193:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.783196:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.783199:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.783226:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384643.783228:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384643.783230:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384643.783234:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384643.783242:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9fc9631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037656832:0@lo:103: 00000100:00000001:0.0:1767384643.783247:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.783249:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384643.783251:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9fc9631 x1853237037656832/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.783259:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384643.783261:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384643.783263:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e495865b. 02000000:00000001:0.0:1767384643.783274:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384643.783276:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384643.783278:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384643.783280:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384643.783282:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002994c4c3. 02000000:00000001:0.0:1767384643.783285:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384643.783287:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384643.783288:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000100:00000001:0.0:1767384643.783291:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384643.783293:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.783295:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.783300:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384643.783302:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.783304:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384643.783307:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384643.785385:0:33620:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003cf4df54. 00010000:00000010:0.1:1767384643.785398:0:33620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d448b441. 00010000:00000010:3.1:1767384643.789355:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a53b606. 00010000:00000010:3.1:1767384643.789370:0:16676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00010000:00000010:3.1:1767384643.789383:0:16676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000dec7a75. 00000400:00000010:2.0:1767384643.795416:0:33621:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ddf241e0. 00000400:00000040:2.0:1767384643.795438:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384643.795442:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384643.795445:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.795448:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384643.795451:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.795454:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384643.795458:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384643.795460:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384643.795462:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384643.795464:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384643.795467:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384643.795469:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384643.795471:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384643.795473:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384643.795475:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384643.795478:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384643.795480:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384643.795482:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384643.795484:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384643.795487:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.795489:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384643.795491:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384643.795493:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384643.795495:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384643.795496:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384643.795506:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.795508:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384643.795509:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384643.795511:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384643.795512:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384643.795514:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384643.795526:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384643.795529:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384643.795531:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384643.795533:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384643.795535:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384643.795538:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384643.795541:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384643.795544:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384643.795547:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384643.795549:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384643.795552:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384643.795555:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384643.795557:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384643.795559:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384643.795562:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384643.795564:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384643.795566:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384643.795569:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384643.795572:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384643.795574:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384643.795576:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384643.795578:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384643.795580:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384643.795582:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384643.795584:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384643.795586:0:33621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384643.795694:0:33621:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ddf241e0. 00080000:00000001:3.0:1767384643.796679:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384643.796684:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384643.796687:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384643.796688:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384643.796692:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384643.796696:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384643.796696:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000010:3.0:1767384643.796700:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005928dfa4. 00080000:00000001:3.0:1767384643.796707:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384643.796711:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384643.796715:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384643.796718:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384643.796731:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384643.796735:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384643.796741:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384643.796862:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384643.796867:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384643.796869:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384643.796872:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384643.796885:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384643.796890:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065b4bbc2. 00010000:00000001:0.0:1767384643.796894:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384643.796897:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f567f21. 00000020:00000001:0.0:1767384643.796899:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384643.796901:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004f567f21 with handle 0x1c01179f271eddd4 to hash 00000020:00000001:0.0:1767384643.796903:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384643.796905:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:0.0:1767384643.796935:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:0.0:1767384643.796938:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384643.796940:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384643.796943:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.796952:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384643.796955:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384643.796957:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384643.796967:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384643.796969:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384643.796972:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384643.796974:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384643.796976:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384643.796978:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384643.796980:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384643.796982:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384643.796984:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065b4bbc2) refcount = 1 00010000:00010000:0.0:1767384643.796987:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.796993:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384643.797004:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384643.797005:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384643.797007:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.797009:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384643.797011:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384643.797013:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384643.797016:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384643.797017:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384643.797019:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f567f21 refcount=4 00000020:00000001:0.0:1767384643.797021:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:0.0:1767384643.797023:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:0.0:1767384643.797025:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384643.797027:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.797033:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384643.797034:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.797039:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384643.797040:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384643.797041:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.797058:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384643.797060:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.797062:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384643.797065:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384643.797070:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004f567f21 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384643.797072:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384643.797073:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384643.797074:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.797079:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384643.797081:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384643.797082:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384643.797084:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004f567f21 refcount=5 00000020:00000001:0.0:1767384643.797094:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:0.0:1767384643.797097:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907794944 : -117139801756672 : ffff957643ba2c00) 00010000:00000001:0.0:1767384643.797101:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384643.797103:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.797109:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384643.797111:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384643.797113:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.797117:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384643.797118:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384643.797120:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384643.797121:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384643.797123:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f567f21 with handle 0x1c01179f271eddd4 from hash 00010000:00000001:0.0:1767384643.797125:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384643.797126:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384643.797127:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384643.797133:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384643.797135:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384643.797137:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384643.797139:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384643.797141:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384643.797143:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.797145:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384643.797146:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384643.797148:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384643.797149:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384643.797150:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.797152:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.797153:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384643.797155:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.797163:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384643.797164:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384643.797165:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384643.797166:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384643.797168:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384643.797170:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384643.797172:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384643.797173:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.797175:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384643.797177:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384643.797182:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384643.797183:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384643.797184:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f567f21/0x1c01179f271eddd4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384643.797189:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000065b4bbc2 count: 0 00010000:00000001:0.0:1767384643.797197:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384643.797198:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384643.798180:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384643.798185:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384643.798188:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000056937c6f. 20000000:00000001:2.0:1767384643.798195:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384643.798200:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037656448 00010000:00000001:2.0:1767384643.798226:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384643.798232:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8156c7e x1853237037656448/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384643.798241:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384643.798243:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384643.798245:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384643.798249:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384643.798252:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384643.798255:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384643.798258:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384643.798261:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.798265:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384643.798269:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384643.798273:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073adb66a. 00000100:00000200:2.0:1767384643.798277:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037656448, offset 224 00000400:00000200:2.0:1767384643.798286:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384643.798295:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.798305:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506980 00000400:00000200:2.0:1767384643.799287:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cbd [2] + 224 00000400:00000200:2.0:1767384643.799295:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.799301:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384643.799307:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384643.799311:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384643.799378:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.799402:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384643.799410:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073adb66a 00000400:00000010:2.0:1767384643.799412:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073adb66a. 00000100:00000001:2.0:1767384643.799415:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384643.799417:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384643.799423:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.799426:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384643.799428:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:3.0:1767384643.799431:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384643.799433:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384643.799438:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384643.799441:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384643.799444:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384643.799445:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5ce046. 00000020:00000001:2.0:1767384643.799449:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384643.799453:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e71766 00000100:00000040:2.0:1767384643.799457:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8156c7e x1853237037656448/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384643.799459:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1e71766. 00000100:00000001:3.0:1767384643.799467:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384643.799476:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384643.799478:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8156c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037656448:12345-0@lo:253: Request processed in 34468us (35432us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384643.799504:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384643.799505:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:2.0:1767384643.799513:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384643.799520:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384643.799523:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384643.799524:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384643.799527:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384643.799530:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054881054. 00000100:00000001:3.0:1767384643.799531:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384643.799537:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000943978dd. 00000020:00000010:2.0:1767384643.799542:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e297bc5a. 02000000:00000001:3.0:1767384643.799544:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384643.799548:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384643.799550:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384643.799551:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:3.0:1767384643.799553:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384643.799560:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=73 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384643.799560:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384643.799565:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004dbf7670. 00000100:00001000:3.0:1767384643.799568:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384643.799575:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384643.799576:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384643.799579:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.799583:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384643.799587:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.799587:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.799595:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384643.799597:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384643.799601:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.799610:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384643.799612:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384643.799614:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384643.799618:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384643.799620:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384643.799620:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c81f6799. 00000020:01000004:3.0:1767384643.799624:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384643.799628:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384643.799628:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073adb66a. 00000020:01000004:3.0:1767384643.799630:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384643.799634:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384643.799636:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384643.799638:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384643.799640:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384643.799642:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384643.799647:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384643.799654:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005fd7c5fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037656448:0@lo:253: 00000100:00000001:3.0:1767384643.799659:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.799662:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384643.799664:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fd7c5fa x1853237037656448/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.799670:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384643.799671:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384643.799680:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4c06d34. 02000000:00000001:3.0:1767384643.799686:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384643.799689:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384643.799691:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384643.799693:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384643.799695:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a8a431eb. 02000000:00000001:3.0:1767384643.799700:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384643.799703:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384643.799705:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fd7c5fa. 00000100:00000001:3.0:1767384643.799708:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384643.799710:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.799713:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.799718:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384643.799721:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.799724:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384643.799727:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.800361:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294932598, at 4294932599 00000100:00000040:0.0:1767384643.800366:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294932598, at 4294932599 00000100:00000010:1.0:1767384643.800371:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9be933e. 00000100:00000040:3.0:1767384643.800372:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294932598, at 4294932599 00000100:00000010:0.0:1767384643.800376:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a887622d. 00000100:00000010:3.0:1767384643.800391:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004253e12c. 00000100:00000040:2.0:1767384643.800392:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294932598, at 4294932599 00000100:00000010:2.0:1767384643.800404:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc3231e9. 00080000:00000020:3.0:1767384643.801025:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384643.801028:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384643.801030:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006fa5a857. 20000000:00000001:3.0:1767384643.801034:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384643.801037:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037656576 00010000:00000001:3.0:1767384643.801039:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384643.801043:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000023366a13 x1853237037656576/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384643.801050:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384643.801052:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384643.801054:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384643.801057:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384643.801059:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384643.801060:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384643.801063:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384643.801065:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.801067:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384643.801070:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384643.801080:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022fff1a7. 00000100:00000200:3.0:1767384643.801084:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037656576, offset 224 00000400:00000200:3.0:1767384643.801088:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384643.801094:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384643.801100:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506a00 00000400:00000200:3.0:1767384643.801104:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cc5 [2] + 224 00000400:00000200:3.0:1767384643.801109:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384643.801112:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384643.801115:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384643.801118:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384643.801124:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.801141:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384643.801146:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022fff1a7 00000400:00000010:3.0:1767384643.801148:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022fff1a7. 00000100:00000001:3.0:1767384643.801150:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384643.801151:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384643.801154:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.801157:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384643.801160:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384643.801162:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.801165:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384643.801165:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.801170:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384643.801173:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023366a13 x1853237037656576/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384643.801178:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384643.801182:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384643.801188:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000100:00100000:3.0:1767384643.801193:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000023366a13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037656576:12345-0@lo:253: Request processed in 35930us (36852us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384643.801196:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d44a8345 00000400:00000010:1.0:1767384643.801214:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d44a8345. 00000100:00000001:1.0:1767384643.801220:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384643.801225:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000200:1.0:1767384643.801229:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384643.801231:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384643.801237:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384643.801241:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384643.801246:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfce1d87. 00000100:00000200:1.0:1767384643.801249:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384643.801252:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000305e4ef. 00000100:00000001:1.0:1767384643.801259:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384643.801261:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.801267:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384643.801269:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384643.801270:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075d01546. 00000100:00000001:1.0:1767384643.801271:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.801275:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384643.801278:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:1.0:1767384643.801279:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.801286:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384643.801287:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=73 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384643.801291:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007d393633. 00000100:00001000:1.0:1767384643.801293:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=73 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384643.801296:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384643.801299:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384643.801300:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.801302:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.801306:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384643.801307:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384643.801327:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.801331:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.801335:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384643.801357:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eda1749. 00000100:00000001:1.0:1767384643.801360:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384643.801365:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022fff1a7. 00000100:00000001:1.0:1767384643.801366:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384643.801371:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384643.801375:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384643.801377:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384643.801379:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384643.801380:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384643.801381:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384643.801382:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384643.801384:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384643.801385:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384643.801387:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384643.801392:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.801400:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c2c9739 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037656576:0@lo:253: 00000100:00000001:1.0:1767384643.801404:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.801406:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.801407:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c2c9739 x1853237037656576/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.801413:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384643.801414:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384643.801416:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003c3374f8. 02000000:00000001:1.0:1767384643.801419:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384643.801421:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.801422:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384643.801424:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384643.801425:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000db8e589a. 02000000:00000001:1.0:1767384643.801427:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384643.801429:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384643.801430:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c2c9739. 00000100:00000001:1.0:1767384643.801432:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384643.801433:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.801435:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.801440:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.801447:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.801450:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.801451:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384643.810369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065b4bbc2. 00010000:00000010:0.1:1767384643.810381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f567f21. 00000400:00000001:1.0:1767384643.938409:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384643.938414:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384643.938417:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fbe64d1 00000400:00000010:1.0:1767384643.938422:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fbe64d1. 00000400:00000200:1.0:1767384643.938428:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384643.938435:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384643.938447:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000efb17166. 00000400:00000010:1.0:1767384643.938451:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006366ea41. 00000400:00000200:1.0:1767384643.938455:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp39 00000400:00000010:1.0:1767384643.938459:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009ad0b1c3. 00000400:00000010:1.0:1767384643.938465:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000019d4e480. 00000400:00000010:1.0:1767384643.938470:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1fee4c. 00000400:00000010:1.0:1767384643.938476:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a97165fb. 00000400:00000200:1.0:1767384643.938480:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp39 00000400:00000200:1.0:1767384643.938491:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp39 local destination 00000400:00000200:1.0:1767384643.938497:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp39 00000400:00000200:1.0:1767384643.938500:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp39 NI seq info: [147:147:256:4294967295] 192.168.203.133@tcp39 LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1767384643.938506:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp39 00000400:00000200:1.0:1767384643.938513:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp39(192.168.203.133@tcp39:) -> 192.168.203.133@tcp39(192.168.203.133@tcp39:192.168.203.133@tcp39) : GET try# 0 00000800:00000200:1.0:1767384643.938518:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp39 00000800:00000010:1.0:1767384643.938523:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000030f02745. 00000800:00000200:1.0:1767384643.938530:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000800:00000200:1.1:1767384643.938535:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000400:00000200:1.0:1767384643.938555:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp39 added to recovery queue. ping count: 2 next ping: 269 health :800 00000400:00000200:3.0:1767384643.938627:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938678:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938696:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938714:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938730:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938746:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938764:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938784:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938803:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938824:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938846:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938866:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938884:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938903:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938924:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938946:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938967:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.938983:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939000:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939017:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939034:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939051:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939068:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939085:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939118:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939138:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939156:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939173:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939193:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939234:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939268:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939288:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939306:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939364:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384643.939395:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384643.939520:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006fa5a857. 00000800:00000010:3.0:1767384643.939525:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002d41026. 00000800:00000010:3.0:1767384643.939531:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb49e773. 00000800:00000010:3.0:1767384643.939552:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb49e773. 00000800:00020000:3.0:1767384643.939562:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384643.939566:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002d41026. 00000800:00000010:3.0:1767384643.939568:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006fa5a857. 00000400:02020000:3.0:1767384643.939612:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp39 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384643.939619:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp39 notifying 192.168.203.133@tcp39: down 00000800:00000200:3.0:1767384643.939626:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp39 down 00000800:00000100:3.0:1767384643.939632:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp39 00000800:00000010:3.0:1767384643.939636:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000030f02745. 00000400:00000200:3.0:1767384643.939640:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384643.939655:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp39->192.168.203.133@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384643.939663:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384643.939666:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384643.939671:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp39) recovery failed with -71 00010000:00000001:0.0:1767384644.257370:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384644.257374:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.257380:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384644.257381:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.257420:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384644.257423:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384644.257426:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384644.962373:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384644.962377:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384644.962380:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1fee4c 00000400:00000010:2.0:1767384644.962384:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1fee4c. 00000400:00000200:2.0:1767384644.962388:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384644.962394:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384644.962404:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009ad0b1c3. 00000400:00000010:2.0:1767384644.962407:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000019d4e480. 00000400:00000200:2.0:1767384644.962414:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp40 00000400:00000010:2.0:1767384644.962418:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a78a0ac3. 00000400:00000010:2.0:1767384644.962429:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cedd70c2. 00000400:00000010:2.0:1767384644.962433:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792059f. 00000400:00000010:2.0:1767384644.962448:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e9e004f. 00000400:00000200:2.0:1767384644.962451:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp40 00000400:00000200:2.0:1767384644.962463:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp40 local destination 00000400:00000200:2.0:1767384644.962469:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp40 00000400:00000200:2.0:1767384644.962472:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp40 NI seq info: [148:148:256:4294967295] 192.168.203.133@tcp40 LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1767384644.962478:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp40 00000400:00000200:2.0:1767384644.962485:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp40(192.168.203.133@tcp40:) -> 192.168.203.133@tcp40(192.168.203.133@tcp40:192.168.203.133@tcp40) : GET try# 0 00000800:00000200:2.0:1767384644.962489:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp40 00000800:00000010:2.0:1767384644.962493:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000335351fd. 00000800:00000200:2.0:1767384644.962499:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (2) 00000800:00000200:2.1:1767384644.962503:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (2) 00000400:00000200:2.0:1767384644.962521:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp40 added to recovery queue. ping count: 2 next ping: 270 health :800 00000400:00000200:2.0:1767384644.962526:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp34 00000400:00000010:2.0:1767384644.962528:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f5828c3c. 00000400:00000010:2.0:1767384644.962531:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000095ef2abf. 00000400:00000010:2.0:1767384644.962533:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000400:00000010:2.0:1767384644.962536:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee8e94ff. 00000400:00000200:2.0:1767384644.962539:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp34 00000400:00000200:2.0:1767384644.962544:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp34 local destination 00000400:00000200:2.0:1767384644.962547:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp34 00000400:00000200:2.0:1767384644.962549:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp34 NI seq info: [149:149:256:4294967295] 192.168.203.133@tcp34 LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1767384644.962552:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp34 00000400:00000200:2.0:1767384644.962557:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34:) -> 192.168.203.133@tcp34(192.168.203.133@tcp34:192.168.203.133@tcp34) : GET try# 0 00000800:00000200:2.0:1767384644.962562:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp34 00000800:00000010:2.0:1767384644.962565:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009aea966c. 00000800:00000200:2.0:1767384644.962583:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000800:00000200:2.1:1767384644.962586:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000400:00000200:2.0:1767384644.962598:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp34 added to recovery queue. ping count: 4 next ping: 282 health :600 00000400:00000200:3.0:1767384644.962613:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.962653:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.962691:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.962716:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.962755:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.962761:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.962796:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.962827:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.962844:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.962886:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.962890:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.962955:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.962966:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.962997:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963023:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963039:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963082:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963100:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963144:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963147:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963222:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963235:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963265:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963292:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963376:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963416:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963454:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963470:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963501:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963527:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963559:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963588:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963615:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963640:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963670:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963696:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963733:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963751:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963795:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963808:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963853:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963865:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963912:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963917:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.963976:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.963991:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964027:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964062:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964097:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964120:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964142:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964180:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964205:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964256:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964260:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964297:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964350:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964361:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964416:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964429:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964486:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964495:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964557:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964579:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964622:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964645:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964692:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964721:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964748:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964802:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.964846:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000800:00000010:2.0:1767384644.964884:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4707545. 00000400:00000200:3.0:1767384644.964888:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000800:00000010:2.0:1767384644.964889:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e81b67d4. 00000800:00000010:2.0:1767384644.964897:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fed51d29. 00000800:00000010:2.0:1767384644.964918:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fed51d29. 00000800:00020000:2.0:1767384644.964926:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384644.964929:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e81b67d4. 00000400:00000200:3.0:1767384644.964931:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000800:00000010:2.0:1767384644.964931:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4707545. 00000400:02020000:2.0:1767384644.964976:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp34 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384644.964982:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.964982:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp34 notifying 192.168.203.133@tcp34: down 00000800:00000200:2.0:1767384644.964991:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp34 down 00000800:00000100:2.0:1767384644.964999:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp34 00000800:00000010:2.0:1767384644.965002:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009aea966c. 00000400:00000200:2.0:1767384644.965006:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384644.965010:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp34->192.168.203.133@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384644.965017:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384644.965020:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384644.965023:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp34) recovery failed with -71 00000400:00000200:3.0:1767384644.965033:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.965075:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.965115:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.965168:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.965237:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.965299:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000800:00000010:3.0:1767384644.965537:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006fa5a857. 00000800:00000010:3.0:1767384644.965543:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2ede97b. 00000800:00000010:3.0:1767384644.965549:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000077d669f0. 00000800:00000010:3.0:1767384644.965589:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000077d669f0. 00000400:00000200:3.0:1767384644.965788:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384644.965809:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp40 from 210.3.0.2 00000800:00000010:3.0:1767384644.965813:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005f5fbfbc. 00000800:00000010:1.0:1767384644.966257:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056937c6f. 00000800:00000010:1.0:1767384644.966264:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bb012d3. 00000800:00000010:1.0:1767384644.966284:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2b3063e. 00000800:00000200:1.1:1767384644.966290:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (2) 00000800:00000200:1.1:1767384644.966294:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp40 00000000e2b3063e deleted 00000800:00000010:1.1:1767384644.966296:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e2b3063e. 00000800:00000200:1.1:1767384644.966301:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384644.966307:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp40 ip 192.168.203.133:978 00000800:00000200:1.1:1767384644.966327:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000335351fd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384644.966335:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp40 p 3.x 192.168.203.133 -> 192.168.203.133:978 incarnation:1767384639048889253 sched[0] 00000800:00000010:1.0:1767384644.966340:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075ddadc1. 00000800:00000010:1.0:1767384644.966396:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075ddadc1. 00000800:00000010:1.0:1767384644.966399:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bb012d3. 00000800:00000200:3.1:1767384644.966427:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:2.0:1767384644.966431:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384644.966431:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005f5fbfbc. 00000800:00000200:3.0:1767384644.966438:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp40 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384639048889253 sched[0] 00000800:00000001:2.0:1767384644.966440:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384644.966446:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2ede97b. 00000800:00000200:2.0:1767384644.966490:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384644.966493:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000335351fd. 00000800:00000001:1.0:1767384644.966495:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384644.966497:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384644.966503:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384644.966505:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp40->192.168.203.133@tcp40: GET: OK 00000400:00000200:3.0:1767384644.966506:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:1.0:1767384644.966507:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384644.966510:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384644.966515:0:16158:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp40 recovery message sent successfully:0 00000800:00000001:1.0:1767384644.966518:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384644.966529:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp40(192.168.203.133@tcp40) <- 192.168.203.133@tcp40 : GET - for me 00000400:00000200:1.0:1767384644.966540:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384644.966547:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1cb5 [1] + 0 00000400:00000200:3.0:1767384644.966552:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384644.966557:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp40 to MR: 192.168.203.133@tcp40 local destination 00000400:00000200:1.0:1767384644.966566:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp40 NI seq info: [150:150:256:4294967295] 192.168.203.133@tcp40 LPNI seq info [146:146:8:4294967295] 00000400:00000200:1.0:1767384644.966578:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp40(192.168.203.133@tcp40:192.168.203.133@tcp40) -> 192.168.203.133@tcp40(192.168.203.133@tcp40:192.168.203.133@tcp40) 192.168.203.133@tcp40 : REPLY try# 0 00000800:00000200:1.0:1767384644.966582:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp40 00000800:00000010:1.0:1767384644.966586:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056c78064. 00000800:00000200:1.0:1767384644.966590:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (4) 00000800:00000200:1.0:1767384644.966594:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp40 ip 192.168.203.133:988 00000800:00000200:1.0:1767384644.966596:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056c78064 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384644.966601:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000200:1.0:1767384644.966653:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384644.966656:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384644.966656:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056c78064. 00000400:00000200:3.0:1767384644.966657:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384644.966662:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384644.966663:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384644.966669:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384644.966673:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp40->192.168.203.133@tcp40: REPLY: OK 00000800:00000001:2.0:1767384644.966676:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384644.966685:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384644.966689:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384644.966696:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp40(192.168.203.133@tcp40) <- 192.168.203.133@tcp40 : REPLY - for me 00000400:00000200:3.0:1767384644.966705:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384644.966706:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp40: Reply from 12345-192.168.203.133@tcp40 of length 272/272 into md 0x1d01 00000800:00000001:2.0:1767384644.966714:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384644.966720:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384644.966722:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384644.966727:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp40->192.168.203.133@tcp40: REPLY: OK 00000400:00000200:2.0:1767384644.966730:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792059f 00000400:00000010:2.0:1767384644.966732:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792059f. 00000400:00000200:2.0:1767384644.966735:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384644.966740:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a78a0ac3. 00000400:00000010:2.0:1767384644.966743:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cedd70c2. 00000800:00000001:2.0:1767384644.966749:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384644.966751:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000001:2.0:1767384644.966752:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.966789:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.966836:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.966883:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.966933:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.966981:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967036:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967071:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967121:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967176:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967245:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967282:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967341:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967374:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967414:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967473:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967522:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967555:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967584:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967612:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967667:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967729:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967774:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967806:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967834:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967870:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967904:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.967948:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.968009:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384644.968049:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384644.968177:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d94efd4. 00000800:00000010:3.0:1767384644.968182:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2ede97b. 00000800:00000010:3.0:1767384644.968187:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000077d669f0. 00000800:00000010:3.0:1767384644.968232:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000077d669f0. 00000800:00020000:3.0:1767384644.968240:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384644.968245:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2ede97b. 00000800:00000010:3.0:1767384644.968248:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004d94efd4. 00000400:02020000:3.0:1767384644.968299:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp40 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384645.281411:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384645.281416:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.281421:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384645.281422:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.281456:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384645.281460:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384645.281462:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384645.400389:0:34096:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384645.400403:0:34096:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.400408:0:34096:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384645.400415:0:34096:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384645.400420:0:34096:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.400424:0:34096:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384645.985379:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384645.985383:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384645.985385:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000400:00000010:2.0:1767384645.985389:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000400:00000200:2.0:1767384645.985393:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384645.985415:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384645.985424:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f5828c3c. 00000400:00000010:2.0:1767384645.985427:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000095ef2abf. 00000001:00000001:3.0:1767384646.146789:0:34260:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384646.146793:0:34260:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:3.0:1767384646.151219:0:34260:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384646.159175:0:34261:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000050cf7a19. 00000400:00000010:3.0:1767384646.159204:0:34261:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fba620b4. 00000400:00000010:3.0:1767384646.159212:0:34261:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000002d41026. 00000400:00000010:3.0:1767384646.159216:0:34261:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b8175a99. 00000400:00000010:3.0:1767384646.159219:0:34261:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c0710a7d. 00000400:00000010:3.0:1767384646.159223:0:34261:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be73b74b. 00000400:00000010:3.0:1767384646.159224:0:34261:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b092318e. 00000400:00000010:3.0:1767384646.159225:0:34261:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0b609a0. 00000400:00000010:3.0:1767384646.159228:0:34261:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c97c83a3. 00000800:00000010:3.0:1767384646.159253:0:34261:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c47b514c. 00000800:00000200:3.0:1767384646.159262:0:34261:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384646.159272:0:34261:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384646.159339:0:34261:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384646.159358:0:34261:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp43 [8/256/0/180] 00000400:00000010:3.0:1767384646.161328:0:34261:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000a1e811ec. 00000400:00000010:3.0:1767384646.161334:0:34261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000400:00000010:3.0:1767384646.161339:0:34261:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3c7bf6. 00000400:00000001:3.0:1767384646.161361:0:34261:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384646.161363:0:34261:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384646.161365:0:34261:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000972815e2. 00000400:00000200:3.0:1767384646.161368:0:34261:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000400:00000010:3.0:1767384646.161370:0:34261:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000400:00000010:3.0:1767384646.161374:0:34261:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000c033e282. 00000400:00000200:3.0:1767384646.161379:0:34261:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (34) 00000400:00000200:3.0:1767384646.161388:0:34261:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384646.161397:0:34261:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:3.0:1767384646.161403:0:34261:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004d94efd4. 00000020:01000000:3.0:1767384646.161409:0:34261:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384646.161410:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384646.161417:0:34261:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp43 00000400:00000200:2.0:1767384646.161419:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:2.0:1767384646.161427:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000400:00000200:2.0:1767384646.161431:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (35) 00000400:00000010:3.0:1767384646.161435:0:34261:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fba620b4. 00000400:00000010:2.0:1767384646.161436:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004e67a03. 00000400:00000010:3.0:1767384646.161440:0:34261:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000050cf7a19. 00000400:00000200:2.0:1767384646.161445:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384646.161457:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.133@tcp local destination 00000020:00000001:0.0:1767384646.161460:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384646.161464:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [151:151:256:4294967295] 192.168.203.133@tcp LPNI seq info [147:147:8:4294967295] 10000000:00000001:0.0:1767384646.161466:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384646.161471:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp 10000000:00000001:0.0:1767384646.161471:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384646.161475:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384646.161481:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384646.161484:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) : PUT try# 0 00000020:01000004:0.0:1767384646.161485:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384646.161487:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384646.161488:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384646.161489:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384646.161490:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384646.161491:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384646.161493:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384646.161496:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384646.161498:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384646.161500:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.133@tcp 00000100:00000010:0.0:1767384646.161504:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 00000800:00000010:2.0:1767384646.161505:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005464763c. 00000020:00000040:0.0:1767384646.161512:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000800:00000200:2.0:1767384646.161516:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000100:00000001:0.0:1767384646.161518:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384646.161522:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384646.161526:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:988 00000800:00000200:2.0:1767384646.161529:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005464763c type 1, nob 688 niov 1 nkiov 1 02000000:00000001:0.0:1767384646.161537:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.161546:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 02000000:00000010:0.0:1767384646.161549:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005312d69e. 00000400:00000200:2.0:1767384646.161550:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000001:0.0:1767384646.161561:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.161572:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384646.161575:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.161584:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fc9631] to pc [ptlrpcd_00_01+1] req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384646.161613:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384646.161617:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.161620:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384646.161623:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384646.161626:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384646.161632:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:0.0:1767384646.161632:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384646.161637:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384646.161637:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:1.0:1767384646.161641:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1767384646.161642:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:1.0:1767384646.161646:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005464763c. 10000000:01000000:0.0:1767384646.161647:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384646.161648:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.161652:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384646.161654:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384646.161655:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384646.161656:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384646.161659:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384646.161662:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384646.161662:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384646.161667:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384646.161668:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384646.161669:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: PUT: OK 00000020:01000004:0.0:1767384646.161673:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384646.161675:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384646.161676:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384646.161678:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:0.0:1767384646.161679:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384646.161684:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384646.161685:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000020:01000004:0.0:1767384646.161687:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384646.161695:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384646.161695:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012389a18. 00000800:00000001:1.0:1767384646.161698:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384646.161699:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384646.161700:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:3.0:1767384646.161705:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384646.161705:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:1.0:1767384646.161709:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384646.161709:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384646.161710:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384646.161714:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384646.161714:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384646.161722:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384646.161723:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9fc9631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037656960:0@lo:253: 02000000:00000010:0.0:1767384646.161725:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000104816f5. 00000800:00000001:1.0:1767384646.161727:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.161729:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384646.161732:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.161735:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384646.161737:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384646.161739:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.133@tcp : PUT - for me 02000000:00000001:3.0:1767384646.161740:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.161741:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.161745:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384646.161751:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012389a18] to pc [ptlrpcd_00_02+2] req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384646.161752:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e09a94e0. 02000000:00000001:3.0:1767384646.161758:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.161760:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384646.161767:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000400:00000200:1.0:1767384646.161772:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 576/592 into md 0x1ccd [1] + 0 00000400:00000010:1.0:1767384646.161794:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfb0296a. 00000400:00000200:1.0:1767384646.161799:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f48ef1c1 10000000:00000001:0.0:1767384646.161803:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384646.161805:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384646.161807:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fba620b4. 00000800:00000001:1.0:1767384646.161813:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384646.161814:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037656960, portal 25 10000000:00000001:0.0:1767384646.161818:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.161820:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384646.161822:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384646.161824:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.161828:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867973376 : -117138841578240 : ffff95767cf55500) 00000020:01000000:0.0:1767384646.161829:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384646.161836:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: PUT: OK 00000020:00000010:0.0:1767384646.161838:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004d94efd4. 00000100:00000040:3.0:1767384646.161842:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.161845:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f48ef1c1 00000400:00000010:1.0:1767384646.161850:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f48ef1c1. 00000100:00000001:0.0:1767384646.161857:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.161859:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384646.161859:0:16157:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384646.161865:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384646.161866:0:16157:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (36) 00000100:00000040:3.0:1767384646.161870:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384646.161871:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384646.161877:0:16157:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384646.161880:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093cf9e16. 00000400:00000200:1.0:1767384646.161884:0:16157:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (592 bytes) 00000100:00000040:0.0:1767384646.161884:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.161895:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000200:3.0:1767384646.161899:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037656960, offset 0 00000400:00000200:1.0:1767384646.161910:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (37) 00000100:00000001:0.0:1767384646.161912:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384646.161918:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384646.161918:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.161921:0:16157:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:0.0:1767384646.161927:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384646.161933:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.133@tcp local destination 02000000:00000001:0.0:1767384646.161933:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384646.161942:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.161947:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [152:152:256:4294967295] 192.168.203.133@tcp LPNI seq info [148:148:8:4294967295] 00000100:00100000:0.0:1767384646.161950:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012389a18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037657088:0@lo:253: 00000100:00000001:0.0:1767384646.161958:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384646.161964:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384646.161968:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) 192.168.203.133@tcp : ACK try# 0 02000000:00000001:0.0:1767384646.161969:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384646.161976:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384646.161981:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp 02000000:00000010:0.0:1767384646.161985:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000303865f6. 00000400:00000200:3.0:1767384646.161987:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384646.161988:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8bf9875. 02000000:00000001:0.0:1767384646.161990:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384646.162002:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e3b5ec7. 00000800:00000200:1.0:1767384646.162005:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000400:00000200:3.0:1767384646.162012:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506b80 00000400:00000010:0.0:1767384646.162012:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073f1adf0. 00000800:00000200:1.0:1767384646.162023:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:1023 00000400:00000200:3.0:1767384646.162028:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14dd [2] + 0 00000800:00000200:1.0:1767384646.162032:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8bf9875 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384646.162034:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b60be1f. 00000400:00000200:3.0:1767384646.162041:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000042f3f1dc 00000100:00000200:0.0:1767384646.162049:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037657088, portal 25 00000400:00000200:3.0:1767384646.162050:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384646.162054:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384646.162058:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384646.162061:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384646.162063:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867976960 : -117138841574656 : ffff95767cf56300) 00000400:00000200:3.0:1767384646.162068:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042f3f1dc 00000800:00000001:1.0:1767384646.162069:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384646.162072:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384646.162074:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042f3f1dc. 00000100:00000001:3.0:1767384646.162096:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384646.162099:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384646.162105:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384646.162106:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000007d10aed3 x1853237037656960 msgsize 4848 00000100:00000040:0.0:1767384646.162110:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384646.162115:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384646.162115:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000741ee2e2. 00000100:00000040:3.0:1767384646.162121:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384646.162121:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037657088, offset 0 00000400:00000200:0.0:1767384646.162129:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384646.162131:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384646.162138:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384646.162139:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093cf9e16 00000400:00000010:3.0:1767384646.162142:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093cf9e16. 00000100:00000001:3.0:1767384646.162145:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767384646.162148:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767384646.162152:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384646.162153:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8bf9875. 00000400:00000200:0.0:1767384646.162158:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506c00 00000400:00000200:1.0:1767384646.162160:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384646.162171:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14e5 [2] + 0 00000100:00000001:3.0:1767384646.162172:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384646.162172:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: ACK: OK 00000100:00000040:3.0:1767384646.162179:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384646.162180:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b84f0ee. 00000800:00000001:1.0:1767384646.162184:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384646.162199:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dd7ee5b5 00000800:00000001:1.0:1767384646.162205:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.162208:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384646.162208:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384646.162209:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384646.162214:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767384646.162217:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384646.162220:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384646.162221:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384646.162221:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384646.162227:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294934978 00000400:00000200:0.0:1767384646.162227:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd7ee5b5 00000800:00000001:1.0:1767384646.162229:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384646.162232:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd7ee5b5. 00000100:00000010:3.0:1767384646.162237:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb6ead8. 00000100:00000001:0.0:1767384646.162238:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384646.162239:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.133@tcp : ACK - for me 00000100:00000200:0.0:1767384646.162242:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384646.162246:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000002295a8dc x1853237037657088 msgsize 4848 00000100:00000001:3.0:1767384646.162247:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384646.162255:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp: ACK from 12345-192.168.203.133@tcp into md 0x1d0d 00000100:00000001:3.0:1767384646.162257:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294934978 00000100:00100000:0.0:1767384646.162260:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384646.162262:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384646.162263:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c27d83db. 00000100:00000040:0.0:1767384646.162264:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384646.162269:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.133@tcp: ACK: OK 00000400:00000200:1.0:1767384646.162275:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972ab156 00000100:00000001:0.0:1767384646.162275:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384646.162276:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384646.162281:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972ab156. 00000100:00000001:3.0:1767384646.162284:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294934978 00000400:00000200:1.0:1767384646.162286:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384646.162286:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000741ee2e2 00000100:00000010:3.0:1767384646.162289:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000acfd91d1. 00000400:00000010:0.0:1767384646.162291:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000741ee2e2. 00000400:00000200:1.0:1767384646.162294:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000100:00000001:3.0:1767384646.162296:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384646.162298:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384646.162302:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:3.0:1767384646.162304:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294934978 00000400:00000200:1.0:1767384646.162306:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (36) 00000100:00000200:0.0:1767384646.162307:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384646.162343:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384646.162345:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384646.162346:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e6b970e. 00000800:00000001:1.0:1767384646.162348:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384646.162351:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.162353:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384646.162361:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384646.162362:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384646.162362:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.162367:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.162368:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.162369:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384646.162374:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.162377:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.162378:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.162380:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384646.162385:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294934979 00000100:00000001:1.0:1767384646.162386:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.162397:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934978 00000100:00000001:0.0:1767384646.162405:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294934979 00000100:00000001:3.0:1767384646.162408:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384646.162411:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934978 00000100:00100000:3.0:1767384646.162413:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037656960 02000000:00000001:3.0:1767384646.162417:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384646.162418:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294934979 00000100:00000001:3.0:1767384646.162420:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384646.162423:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.162442:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.162442:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934978 00000400:00000200:1.0:1767384646.162449:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:3.0:1767384646.162451:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037656960 00000100:00000001:0.0:1767384646.162452:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294934979 00000020:00000001:3.0:1767384646.162456:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384646.162457:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000002a9d50b2. 00000020:00000040:3.0:1767384646.162461:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000010:1.0:1767384646.162467:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cec38dd3. 00000020:00000001:3.0:1767384646.162468:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384646.162471:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934978 00000400:00000010:1.0:1767384646.162477:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5bd4bf1. 00000100:00000001:0.0:1767384646.162478:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384646.162485:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.162487:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002a9d50b2 00000100:00000001:0.0:1767384646.162489:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.162493:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000f7f7eacb. 00000100:00000001:0.0:1767384646.162494:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384646.162498:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:3.0:1767384646.162503:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:1.0:1767384646.162503:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000100:00000001:0.0:1767384646.162505:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384646.162511:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384646.162512:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:1.0:1767384646.162514:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000100:00000001:0.0:1767384646.162522:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384646.162523:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (35) 00000100:00000001:3.0:1767384646.162524:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384646.162526:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384646.162530:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bef38f8c. 00000100:00000001:0.0:1767384646.162531:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.162540:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384646.162541:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000ab56ae0f. 00000100:00000001:0.0:1767384646.162541:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384646.162549:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bef38f8c. 00000400:00000010:1.0:1767384646.162553:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b49ec24. 00000020:00000010:3.0:1767384646.162558:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b45a3ce6. 00000400:00000010:1.0:1767384646.162562:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011bf7b0d. 00000020:00000010:3.0:1767384646.162567:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074fc8a9e. 00000100:00000001:0.0:1767384646.162568:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384646.162569:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000100:00100000:0.0:1767384646.162576:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037657088 00000020:00000010:3.0:1767384646.162579:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000305e4ef. 02000000:00000001:0.0:1767384646.162580:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384646.162584:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:0.0:1767384646.162585:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384646.162591:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.162595:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000100:00000040:3.0:1767384646.162596:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767384646.162597:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.162604:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384646.162606:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037657088 00000400:00000200:1.0:1767384646.162610:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000020:00000001:0.0:1767384646.162612:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384646.162619:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384646.162619:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000200:1.0:1767384646.162622:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 00000100:00000001:3.0:1767384646.162623:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.162625:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384646.162631:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000400:00000200:1.0:1767384646.162636:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 00000100:00000001:3.0:1767384646.162638:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.162639:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384646.162649:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:1.0:1767384646.162652:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000100:00000001:0.0:1767384646.162655:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384646.162656:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384646.162662:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd76a3e7. 00000400:00000200:1.0:1767384646.162663:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000100:00000001:0.0:1767384646.162670:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384646.162673:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384646.162676:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00000100:00000001:3.0:1767384646.162680:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384646.162680:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd76a3e7. 00000400:00000200:1.0:1767384646.162686:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000020:00000010:0.0:1767384646.162692:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f02ab9d3. 00000100:00100000:3.0:1767384646.162693:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000400:00000200:1.0:1767384646.162702:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000100:00000040:3.0:1767384646.162703:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000010:0.0:1767384646.162703:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db8e8b82. 00000100:00000001:3.0:1767384646.162711:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959099472 : -117139750452144 : ffff957646c90450) 00000020:00000010:0.0:1767384646.162715:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c171c609. 00000400:00000200:1.0:1767384646.162717:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000100:00000040:3.0:1767384646.162723:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d10aed3 x1853237037656960/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:627/0 lens 4848/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384646.162724:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384646.162729:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384646.162731:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000100:00000001:0.0:1767384646.162733:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.162745:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.162754:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000100:00000001:3.0:1767384646.162755:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384646.162763:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384646.162764:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bef38f8c. 00000400:00000200:1.0:1767384646.162767:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000100:00000001:3.0:1767384646.162772:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384646.162778:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000020:00000010:3.0:1767384646.162779:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bef38f8c. 00000100:00000001:0.0:1767384646.162783:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384646.162788:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384646.162792:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d10aed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037656960:12345-0@lo:253: 00000400:00000200:1.0:1767384646.162793:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 58], ns[42, 58] 00000100:00100000:0.0:1767384646.162800:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000200:3.0:1767384646.162809:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037656960 00000100:00000040:0.0:1767384646.162811:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000001:3.0:1767384646.162816:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384646.162816:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000100:00000001:0.0:1767384646.162817:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959113808 : -117139750437808 : ffff957646c93c50) 00000020:00000001:3.0:1767384646.162821:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384646.162824:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.162826:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002295a8dc x1853237037657088/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:627/0 lens 4848/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384646.162832:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384646.162838:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:1.0:1767384646.162845:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000020:00000001:3.0:1767384646.162847:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384646.162851:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384646.162860:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384646.162861:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384646.162863:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000020:00000001:3.0:1767384646.162866:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384646.162868:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd76a3e7. 00000020:00000001:3.0:1767384646.162872:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.162874:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384646.162877:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[96, 42], ns[98, 42] 00000100:00000001:3.0:1767384646.162881:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384646.162882:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd76a3e7. 02000000:00000001:3.0:1767384646.162887:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384646.162894:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 42], ns[70, 42] 02000000:00000010:3.0:1767384646.162895:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004d94efd4. 00000100:00100000:0.0:1767384646.162896:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002295a8dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037657088:12345-0@lo:253: 02000000:00000001:3.0:1767384646.162903:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.162911:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384646.162911:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037657088 00000400:00000200:1.0:1767384646.162914:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 42], ns[71, 42] 00000020:00000001:0.0:1767384646.162918:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384646.162928:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384646.162932:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384646.162936:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 42], ns[136, 42] 00000020:00000001:0.0:1767384646.162938:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.162945:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384646.162949:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000400:00000200:1.0:1767384646.162950:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 42], ns[84, 42] 20000000:00000010:3.0:1767384646.162952:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000db8e589a. 00000020:00000001:0.0:1767384646.162956:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:3.0:1767384646.162962:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384646.162963:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.162966:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 42], ns[138, 42] 20000000:00000001:3.0:1767384646.162972:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384646.162972:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384646.162977:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 42], ns[149, 42] 00000020:00000001:0.0:1767384646.162979:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384646.162980:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384646.162985:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384646.162986:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.162989:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 42], ns[126, 42] 20000000:00000001:3.0:1767384646.162996:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.162996:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384646.163002:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384646.163003:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 42], ns[134, 42] 20000000:00000001:3.0:1767384646.163004:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384646.163010:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000061b239c5. 02000000:00000001:0.0:1767384646.163015:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384646.163017:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fcf54df7. 00000400:00000200:1.0:1767384646.163018:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 42], ns[113, 42] 00000100:00000001:0.0:1767384646.163019:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384646.163023:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384646.163025:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384646.163034:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384646.163038:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 42], ns[137, 42] 20000000:00000010:0.0:1767384646.163040:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002805257. 00080000:00000001:3.0:1767384646.163042:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384646.163049:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384646.163055:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[143, 42], ns[147, 42] 20000000:00000001:0.0:1767384646.163056:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384646.163080:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 42], ns[150, 42] 20000000:00000001:0.0:1767384646.163084:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384646.163088:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384646.163091:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.163092:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 20000000:00000001:0.0:1767384646.163094:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384646.163100:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384646.163105:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00080000:00000001:3.0:1767384646.163108:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384646.163110:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp41 00080000:00000001:3.0:1767384646.163113:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384646.163115:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384646.163116:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384646.163120:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384646.163124:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp41 lpni_is_preferred = 0 00000020:00000001:3.0:1767384646.163126:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000400:00000200:1.0:1767384646.163129:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp41 00080000:00000001:3.0:1767384646.163133:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384646.163134:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp41 NI seq info: [153:153:256:4294967295] 192.168.203.133@tcp41 LPNI seq info [149:149:8:4294967295] 00080000:00000010:3.0:1767384646.163140:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000099c1963f. 00000400:00000200:1.0:1767384646.163140:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp41 00080000:00000001:3.0:1767384646.163146:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934721384448 : -117138988167168 : ffff957674389000) 00080000:00000001:3.0:1767384646.163153:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384646.163153:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp41(192.168.203.133@tcp41:) -> 192.168.203.133@tcp41(192.168.203.133@tcp:192.168.203.133@tcp41) : GET try# 0 00000800:00000200:1.0:1767384646.163159:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp41 00000800:00000010:1.0:1767384646.163163:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f8bf9875. 00000800:00000010:1.0:1767384646.163169:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000016b6f76. 00000800:00000010:1.0:1767384646.163172:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002e5dec43. 00000800:00000200:1.0:1767384646.163176:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000800:00000200:1.1:1767384646.163179:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000400:00000200:1.0:1767384646.163203:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384646.163205:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00000001:00000001:3.0:1767384646.163264:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384646.163267:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384646.163269:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384646.163273:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00080000:00000001:3.0:1767384646.163286:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384646.163290:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384646.163366:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163394:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163417:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163481:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163547:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163621:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163685:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163746:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163812:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163861:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163910:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.163952:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00080000:00000001:3.0:1767384646.163979:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384646.163985:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384646.163988:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164041:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164127:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164165:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164223:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164262:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164301:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164358:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164391:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164461:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164497:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384646.164535:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164661:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164700:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164718:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164732:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164751:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164793:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164818:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164850:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164886:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384646.164932:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384646.165049:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dbaf21e5. 00000800:00000010:0.0:1767384646.165054:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3649346. 00000800:00000010:0.0:1767384646.165058:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bc9e27d. 00000800:00000010:0.0:1767384646.165080:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bc9e27d. 00000800:00020000:0.0:1767384646.165089:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384646.165092:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3649346. 00000800:00000010:0.0:1767384646.165095:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dbaf21e5. 00000400:02020000:0.0:1767384646.165134:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp41 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384646.165139:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp41 notifying 192.168.203.133@tcp41: down 00000800:00000200:0.0:1767384646.165145:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp41 down 00000800:00000100:0.0:1767384646.165152:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp41 00000800:00000010:0.0:1767384646.165154:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f8bf9875. 00000400:00000200:0.0:1767384646.165157:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384646.165161:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp41->192.168.203.133@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384646.165169:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp41 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:0.0:1767384646.165172:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384646.165175:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 1 00000400:00000200:0.0:1767384646.165202:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384646.165457:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384646.165463:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100851 00000400:00000001:1.0:1767384646.165467:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384646.165468:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384646.165470:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b49ec24 00000400:00000010:1.0:1767384646.165472:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b49ec24. 00000400:00000200:1.0:1767384646.165477:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384646.165483:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:1.0:1767384646.165486:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000ab56ae0f. 00000400:00000200:1.0:1767384646.165489:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (36) 00000400:00000200:1.0:1767384646.165492:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:-71 00000400:00000200:1.0:1767384646.165496:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 rc -71 00000400:00000200:1.0:1767384646.165499:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384646.165502:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (35) 00080000:00000001:1.0:1767384646.172389:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384646.172395:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:1.0:1767384646.172398:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384646.172401:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384646.172405:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384646.172409:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384646.172410:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384646.172412:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384646.172415:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384646.172416:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384646.172420:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000099c1963f. 20000000:00000001:1.0:1767384646.172423:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384646.172424:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384646.172428:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384646.172430:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009c0155d3. 00080000:00000020:1.0:1767384646.172435:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384646.172435:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384646.172442:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384646.172446:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384646.172454:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384646.172457:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384646.172460:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384646.172464:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384646.172467:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384646.172473:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384646.172477:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384646.172479:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384646.172481:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384646.172482:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3ea3bf2. 00000020:00000001:0.0:1767384646.172483:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384646.172487:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384646.172489:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000010:1.0:1767384646.172492:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf2ee109. 00080000:00000001:0.0:1767384646.172493:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384646.172497:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384646.172500:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf2ee109 with handle 0x1c01179f271edddb to hash 00080000:00000010:0.0:1767384646.172500:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b39342f3. 00000020:00000001:1.0:1767384646.172507:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384646.172507:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944794112 : -117139764757504 : ffff957645eebc00) 00010000:00000001:1.0:1767384646.172510:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00080000:00000001:0.0:1767384646.172512:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384646.172514:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.172518:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384646.172520:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384646.172522:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.172529:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384646.172532:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384646.172534:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384646.172536:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384646.172537:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384646.172539:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384646.172540:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384646.172542:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384646.172544:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384646.172545:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384646.172547:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384646.172548:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3ea3bf2) refcount = 1 00010000:00010000:1.0:1767384646.172551:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.172555:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384646.172557:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384646.172558:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384646.172560:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.172561:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384646.172564:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384646.172567:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00000001:00000001:0.0:1767384646.172569:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384646.172570:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384646.172572:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384646.172575:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384646.172578:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384646.172580:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:1.0:1767384646.172586:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.172588:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.172590:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384646.172591:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384646.172595:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.172596:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384646.172600:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384646.172600:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384646.172607:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.172608:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384646.172609:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.172613:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384646.172615:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.172617:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384646.172619:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384646.172623:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf2ee109 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384646.172626:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384646.172627:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384646.172629:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.172633:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384646.172634:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384646.172636:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384646.172637:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=5 00000020:00000001:1.0:1767384646.172638:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.172640:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.172649:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384646.172651:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.172655:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384646.172657:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384646.172658:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.172661:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384646.172662:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384646.172665:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384646.172666:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384646.172668:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf2ee109 with handle 0x1c01179f271edddb from hash 00010000:00000001:1.0:1767384646.172670:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384646.172671:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.172672:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.172672:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384646.172674:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384646.172675:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384646.172677:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384646.172678:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384646.172679:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384646.172680:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.172684:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:0.0:1767384646.172684:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384646.172688:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384646.172690:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.172691:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.172692:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.172694:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.172696:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384646.172697:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.172701:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.172703:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.172704:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384646.172705:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384646.172706:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.172707:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.172714:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384646.172716:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384646.172717:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384646.172719:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.172723:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384646.172724:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384646.172725:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf2ee109/0x1c01179f271edddb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384646.172730:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3ea3bf2 count: 0 00010000:00000001:1.0:1767384646.172738:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384646.172740:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384646.179338:0:16686:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3ea3bf2. 00010000:00000010:1.1:1767384646.179347:0:16686:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2ee109. 00000100:00000040:3.0:1767384646.181363:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294934979, at 4294934980 00000100:00000010:3.0:1767384646.181371:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e6b970e. 00000100:00000040:2.0:1767384646.181373:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294934979, at 4294934980 00000100:00000010:2.0:1767384646.181381:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000acfd91d1. 00000100:00000040:0.0:1767384646.181396:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294934979, at 4294934980 00000100:00000010:0.0:1767384646.181403:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb6ead8. 00000400:00000010:3.0:1767384646.181987:0:34266:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000016f6f0f4. 00000400:00000040:3.0:1767384646.182008:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384646.182010:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384646.182013:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.182016:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384646.182019:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.182020:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384646.182023:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384646.182025:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384646.182026:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384646.182028:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384646.182030:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384646.182032:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384646.182034:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384646.182035:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384646.182037:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384646.182039:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384646.182041:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384646.182042:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384646.182043:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384646.182046:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.182047:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384646.182049:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384646.182050:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384646.182052:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384646.182053:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384646.182055:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.182057:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384646.182058:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384646.182060:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384646.182061:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384646.182063:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384646.182065:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.182067:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384646.182068:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384646.182069:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384646.182071:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384646.182072:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384646.182075:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384646.182082:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384646.182084:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384646.182086:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384646.182088:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384646.182090:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384646.182092:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384646.182094:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384646.182096:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384646.182098:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384646.182099:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384646.182101:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384646.182103:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384646.182104:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384646.182106:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384646.182107:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384646.182108:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384646.182110:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384646.182112:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384646.182113:0:34266:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000001:0.0:1767384646.182148:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384646.182155:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:0.0:1767384646.182160:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384646.182163:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384646.182167:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384646.182177:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384646.182182:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384646.182201:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384646.182202:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384646.182207:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384646.182211:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384646.182216:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384646.182220:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384646.182225:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3ea3bf2. 00010000:00000001:1.0:1767384646.182229:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384646.182232:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf2ee109. 00000020:00000001:1.0:1767384646.182236:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384646.182240:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf2ee109 with handle 0x1c01179f271edde2 to hash 00000020:00000001:1.0:1767384646.182244:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384646.182246:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.182250:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.182255:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384646.182258:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384646.182261:0:34266:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000016f6f0f4. 00010000:00010000:1.0:1767384646.182261:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182271:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384646.182272:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384646.182273:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384646.182274:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384646.182281:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384646.182283:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384646.182284:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:1.0:1767384646.182285:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384646.182288:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384646.182289:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00040000:00000001:3.0:1767384646.182293:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384646.182293:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00040000:00000001:3.0:1767384646.182297:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384646.182297:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00040000:00000001:3.0:1767384646.182301:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384646.182302:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:3.0:1767384646.182306:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b39342f3. 00010000:00000040:1.0:1767384646.182306:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3ea3bf2) refcount = 1 00010000:00010000:1.0:1767384646.182341:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182347:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384646.182348:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384646.182350:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384646.182351:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.182353:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384646.182355:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384646.182357:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:1.0:1767384646.182359:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384646.182361:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384646.182363:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=4 00000020:00000001:1.0:1767384646.182365:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.182367:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.182369:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384646.182370:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182379:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384646.182381:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182385:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.182386:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384646.182387:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182399:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384646.182400:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.182402:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384646.182404:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384646.182407:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf2ee109 already unused, calling callback (00000000eb30f30e) 00010000:00000001:1.0:1767384646.182409:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384646.182411:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384646.182412:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182416:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384646.182417:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384646.182417:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384646.182419:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf2ee109 refcount=5 00000020:00000001:1.0:1767384646.182420:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.182422:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867407360 : -117139842144256 : ffff95764151e800) 00010000:00000001:1.0:1767384646.182424:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384646.182425:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182429:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384646.182431:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384646.182432:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.182434:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384646.182435:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384646.182437:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384646.182439:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384646.182441:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf2ee109 with handle 0x1c01179f271edde2 from hash 00010000:00000001:1.0:1767384646.182443:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384646.182444:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.182446:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.182451:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384646.182452:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384646.182455:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1767384646.182456:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384646.182456:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384646.182460:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384646.182461:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.182463:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384646.182464:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384646.182465:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.182466:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.182467:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.182468:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.182470:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384646.182472:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182476:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.182477:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.182477:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384646.182478:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384646.182479:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.182480:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.182481:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384646.182482:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384646.182484:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384646.182485:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.182489:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384646.182490:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384646.182491:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf2ee109/0x1c01179f271edde2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384646.182494:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3ea3bf2 count: 0 00010000:00000001:1.0:1767384646.182499:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384646.182501:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384646.182512:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294934979, at 4294934981 00000100:00000010:1.0:1767384646.182517:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c27d83db. 00080000:00000020:0.0:1767384646.184264:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384646.184267:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384646.184270:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000db8e589a. 20000000:00000001:0.0:1767384646.184276:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384646.184286:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037656960 00010000:00000001:0.0:1767384646.184288:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384646.184294:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d10aed3 x1853237037656960/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384646.184301:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384646.184304:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384646.184307:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384646.184351:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384646.184355:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384646.184358:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384646.184362:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384646.184364:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.184367:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384646.184371:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384646.184374:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005f84c00. 00000100:00000200:0.0:1767384646.184378:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037656960, offset 224 00000400:00000200:0.0:1767384646.184387:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384646.184398:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384646.184409:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506b80 00000400:00000200:0.0:1767384646.184415:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d11 [2] + 224 00000400:00000200:0.0:1767384646.184421:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384646.184426:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384646.184430:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384646.184435:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384646.184443:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384646.184455:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384646.184462:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f84c00 00000400:00000010:0.0:1767384646.184464:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005f84c00. 00000100:00000001:3.0:1767384646.184470:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384646.184470:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384646.184476:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384646.184477:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384646.184484:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384646.184485:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384646.184489:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384646.184489:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000010:3.0:1767384646.184492:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000400:00000200:3.0:1767384646.184497:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fba620b4 00000400:00000010:3.0:1767384646.184501:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fba620b4. 00010000:00000001:0.0:1767384646.184501:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384646.184505:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.184509:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384646.184509:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384646.184519:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384646.184519:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d10aed3 x1853237037656960/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384646.184553:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384646.184554:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d10aed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037656960:12345-0@lo:253: Request processed in 21795us (22443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384646.184566:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000040:0.0:1767384646.184572:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384646.184576:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384646.184576:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384646.184580:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384646.184581:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384646.184585:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384646.184587:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074fc8a9e. 02000000:00000001:3.0:1767384646.184588:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384646.184591:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384646.184594:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384646.184595:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000305e4ef. 02000000:00000001:3.0:1767384646.184596:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384646.184602:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=76 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384646.184602:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b45a3ce6. 00000100:00001000:3.0:1767384646.184608:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=76 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384646.184612:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:3.0:1767384646.184613:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384646.184617:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384646.184620:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384646.184621:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384646.184623:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004d94efd4. 00010000:00000001:3.0:1767384646.184624:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.184628:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384646.184630:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384646.184634:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384646.184634:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384646.184643:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384646.184644:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384646.184648:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384646.184649:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b84f0ee. 00000100:00000001:3.0:1767384646.184650:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384646.184656:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005f84c00. 00000020:01000004:3.0:1767384646.184657:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384646.184660:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384646.184663:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384646.184665:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384646.184666:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384646.184667:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384646.184668:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384646.184670:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384646.184671:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384646.184672:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384646.184674:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384646.184680:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9fc9631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037656960:0@lo:253: 00000100:00000001:3.0:1767384646.184684:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.184685:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384646.184692:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9fc9631 x1853237037656960/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.184697:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384646.184699:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384646.184701:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e09a94e0. 02000000:00000001:3.0:1767384646.184703:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384646.184705:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384646.184706:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384646.184707:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384646.184709:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005312d69e. 02000000:00000001:3.0:1767384646.184712:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384646.184713:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384646.184714:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000100:00000001:3.0:1767384646.184716:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384646.184717:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.184718:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.184722:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.184723:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.184724:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.184726:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384646.185265:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384646.185268:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384646.185269:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002805257. 20000000:00000001:0.0:1767384646.185272:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384646.185275:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037657088 00010000:00000001:0.0:1767384646.185277:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384646.185280:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002295a8dc x1853237037657088/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384646.185286:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384646.185287:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384646.185288:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384646.185291:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384646.185299:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384646.185301:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384646.185303:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384646.185304:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.185306:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384646.185308:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384646.185350:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f36f9e2. 00000100:00000200:0.0:1767384646.185355:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037657088, offset 224 00000400:00000200:0.0:1767384646.185361:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384646.185368:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384646.185375:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506c00 00000400:00000200:0.0:1767384646.185381:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d19 [2] + 224 00000400:00000200:0.0:1767384646.185385:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384646.185390:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384646.185394:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384646.185398:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384646.185404:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384646.185416:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384646.185421:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f36f9e2 00000400:00000010:0.0:1767384646.185422:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f36f9e2. 00000100:00000001:0.0:1767384646.185425:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384646.185427:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384646.185429:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384646.185430:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.185432:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384646.185434:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384646.185438:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384646.185438:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384646.185440:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384646.185441:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384646.185444:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384646.185445:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e3b5ec7. 00000100:00000040:0.0:1767384646.185449:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002295a8dc x1853237037657088/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384646.185450:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073f1adf0 00000400:00000010:3.0:1767384646.185454:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073f1adf0. 00000100:00000001:3.0:1767384646.185459:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384646.185465:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002295a8dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037657088:12345-0@lo:253: Request processed in 22602us (23215us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384646.185466:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384646.185477:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.185495:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384646.185495:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000001:3.0:1767384646.185498:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384646.185500:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384646.185501:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384646.185505:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384646.185505:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384646.185507:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384646.185509:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384646.185512:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db8e8b82. 00000020:00000010:0.0:1767384646.185515:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c171c609. 00000100:00000001:3.0:1767384646.185516:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.185520:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384646.185521:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f02ab9d3. 00000100:00001000:3.0:1767384646.185523:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=76 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384646.185526:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00001000:3.0:1767384646.185528:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=76 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384646.185531:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384646.185532:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384646.185534:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384646.185534:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000061b239c5. 00010000:00000001:3.0:1767384646.185540:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384646.185540:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384646.185541:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.185543:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.185545:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384646.185548:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384646.185550:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384646.185555:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029189cd8. 00000100:00000001:3.0:1767384646.185560:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384646.185562:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f36f9e2. 00000100:00000001:3.0:1767384646.185563:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384646.185566:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384646.185569:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384646.185571:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384646.185573:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384646.185574:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384646.185575:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384646.185576:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384646.185577:0:16165:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384646.185578:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384646.185579:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384646.185585:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384646.185590:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012389a18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037657088:0@lo:253: 00000100:00000001:3.0:1767384646.185593:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.185594:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384646.185596:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012389a18 x1853237037657088/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.185600:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384646.185601:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384646.185602:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000303865f6. 02000000:00000001:3.0:1767384646.185605:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384646.185606:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384646.185612:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384646.185614:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384646.185615:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000104816f5. 02000000:00000001:3.0:1767384646.185617:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384646.185618:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384646.185619:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012389a18. 00000100:00000001:3.0:1767384646.185621:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384646.185622:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.185623:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.185626:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.185627:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.185629:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.185630:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384646.187348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3ea3bf2. 00010000:00000010:1.1:1767384646.187358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2ee109. 00010000:00000001:0.0:1767384646.305409:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384646.305414:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.305419:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384646.305420:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.305435:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384646.305438:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384646.305440:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384647.010417:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp35 00000400:00000010:2.0:1767384647.010429:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000005cfb6e3. 00000400:00000010:2.0:1767384647.010436:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000082e55427. 00000400:00000010:2.0:1767384647.010441:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792059f. 00000400:00000010:2.0:1767384647.010449:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e0bece1. 00000400:00000200:2.0:1767384647.010453:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp35 00000400:00000200:2.0:1767384647.010468:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp35 local destination 00000400:00000200:2.0:1767384647.010474:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp35 00000400:00000200:2.0:1767384647.010477:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp35 NI seq info: [154:154:256:4294967295] 192.168.203.133@tcp35 LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1767384647.010482:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp35 00000400:00000200:2.0:1767384647.010490:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp35(192.168.203.133@tcp35:) -> 192.168.203.133@tcp35(192.168.203.133@tcp35:192.168.203.133@tcp35) : GET try# 0 00000800:00000200:2.0:1767384647.010495:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp35 00000800:00000010:2.0:1767384647.010498:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000335351fd. 00000800:00000200:2.0:1767384647.010504:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000800:00000200:2.1:1767384647.010508:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000400:00000200:2.0:1767384647.010525:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp35 added to recovery queue. ping count: 4 next ping: 284 health :600 00000400:00000200:2.0:1767384647.010530:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp28 00000400:00000010:2.0:1767384647.010532:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b32b8489. 00000400:00000010:2.0:1767384647.010535:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006366ea41. 00000400:00000010:2.0:1767384647.010537:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5748a2. 00000400:00000010:2.0:1767384647.010540:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005149a765. 00000400:00000200:2.0:1767384647.010551:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp28 00000400:00000200:2.0:1767384647.010558:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp28 local destination 00000400:00000200:2.0:1767384647.010560:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp28 00000400:00000200:2.0:1767384647.010563:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp28 NI seq info: [155:155:256:4294967295] 192.168.203.133@tcp28 LPNI seq info [151:151:8:4294967295] 00000400:00000200:2.0:1767384647.010567:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp28 00000400:00000200:2.0:1767384647.010573:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28:) -> 192.168.203.133@tcp28(192.168.203.133@tcp28:192.168.203.133@tcp28) : GET try# 0 00000800:00000200:2.0:1767384647.010577:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp28 00000800:00000010:2.0:1767384647.010580:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009aea966c. 00000800:00000200:2.0:1767384647.010584:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000800:00000200:2.1:1767384647.010586:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000400:00000200:1.0:1767384647.010593:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.010606:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp28 added to recovery queue. ping count: 5 next ping: 300 health :500 00000400:00000200:2.0:1767384647.010609:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp41 00000400:00000010:2.0:1767384647.010612:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000078a84dfe. 00000400:00000010:2.0:1767384647.010615:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000049d2d6da. 00000400:00000010:2.0:1767384647.010618:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000400:00000010:2.0:1767384647.010623:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6e63de9. 00000400:00000200:2.0:1767384647.010626:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp41 00000400:00000200:2.0:1767384647.010634:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp41 local destination 00000400:00000200:2.0:1767384647.010637:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp41 00000400:00000200:2.0:1767384647.010641:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp41 NI seq info: [156:156:256:4294967295] 192.168.203.133@tcp41 LPNI seq info [152:152:8:4294967295] 00000400:00000200:2.0:1767384647.010645:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp41 00000400:00000200:1.0:1767384647.010646:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.010656:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp41(192.168.203.133@tcp41:) -> 192.168.203.133@tcp41(192.168.203.133@tcp41:192.168.203.133@tcp41) : GET try# 0 00000800:00000200:2.0:1767384647.010662:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp41 00000400:00000200:3.0:1767384647.010665:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000010:2.0:1767384647.010666:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cb844526. 00000800:00000200:2.0:1767384647.010673:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000800:00000200:2.1:1767384647.010679:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000400:00000200:2.0:1767384647.010690:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp41 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:1.0:1767384647.010700:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.010738:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.010770:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.010775:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.010796:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.010837:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.010849:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.010866:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.010904:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.010919:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.010928:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.010965:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011007:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.011010:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.011034:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011075:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.011086:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.011105:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011139:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.011161:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.011173:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011219:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.011241:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.011265:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011290:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011637:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011705:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011763:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011822:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011883:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.011949:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012010:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012073:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012137:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012204:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012236:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012265:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012329:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012361:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012418:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012436:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012487:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012495:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012545:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012552:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012630:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012656:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.012674:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012702:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012740:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.012748:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012777:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012818:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.012826:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012897:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.012907:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.012926:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.012981:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.012984:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013009:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.013058:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013070:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013098:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.013125:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013137:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013173:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.013203:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013214:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013271:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.013275:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013291:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.013369:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013371:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013384:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.013445:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013449:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013467:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.013528:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013535:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013540:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013608:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013623:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013683:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013703:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000800:00000010:2.0:1767384647.013732:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4707545. 00000800:00000010:2.0:1767384647.013738:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000790961c. 00000800:00000010:2.0:1767384647.013743:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aee98e33. 00000400:00000200:3.0:1767384647.013747:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013768:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000800:00000010:2.0:1767384647.013770:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aee98e33. 00000800:00020000:2.0:1767384647.013783:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384647.013786:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000790961c. 00000800:00000010:2.0:1767384647.013789:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4707545. 00000400:00000200:3.0:1767384647.013809:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013841:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:02020000:2.0:1767384647.013864:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp41 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384647.013873:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp41 notifying 192.168.203.133@tcp41: down 00000400:00000200:2.0:1767384647.013877:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384647.013882:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp41 00000800:00000010:2.0:1767384647.013885:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cb844526. 00000400:00000200:2.0:1767384647.013889:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384647.013893:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384647.013897:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp41->192.168.203.133@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384647.013907:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384647.013911:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384647.013917:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp41) recovery failed with -71 00000400:00000200:1.0:1767384647.013918:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.013970:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.013987:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.014027:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014039:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.014098:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014101:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384647.014165:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014173:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014231:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014267:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014346:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384647.014347:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003c3374f8. 00000800:00000010:3.0:1767384647.014353:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000685e1b89. 00000800:00000010:3.0:1767384647.014357:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c5b950b2. 00000800:00000010:3.0:1767384647.014383:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c5b950b2. 00000800:00020000:3.0:1767384647.014391:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384647.014394:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000685e1b89. 00000800:00000010:3.0:1767384647.014397:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003c3374f8. 00000400:00000200:1.0:1767384647.014408:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:02020000:3.0:1767384647.014455:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp28 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384647.014462:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp28 notifying 192.168.203.133@tcp28: down 00000400:00000200:1.0:1767384647.014463:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000800:00000200:3.0:1767384647.014468:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp28 down 00000800:00000100:3.0:1767384647.014477:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp28 00000800:00000010:3.0:1767384647.014479:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009aea966c. 00000400:00000200:3.0:1767384647.014483:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384647.014486:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384647.014493:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384647.014495:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384647.014499:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp28) recovery failed with -71 00000400:00000200:1.0:1767384647.014500:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014532:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014577:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014618:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014651:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014670:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014688:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014707:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.014723:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000800:00000010:1.0:1767384647.014877:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c64b7859. 00000800:00000010:1.0:1767384647.014883:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057f23baf. 00000800:00000010:1.0:1767384647.014887:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f64c96a2. 00000800:00000010:1.0:1767384647.014919:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f64c96a2. 00000400:00000200:2.0:1767384647.015039:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384647.015059:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp35 from 209.3.0.2 00000800:00000010:2.0:1767384647.015064:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000041aca264. 00000800:00000010:3.0:1767384647.015156:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003c3374f8. 00000800:00000010:3.0:1767384647.015163:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000685e1b89. 00000800:00000010:3.0:1767384647.015234:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b75d28d2. 00000800:00000200:3.1:1767384647.015241:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (2) 00000800:00000200:3.1:1767384647.015245:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp35 00000000b75d28d2 deleted 00000800:00000010:3.1:1767384647.015248:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b75d28d2. 00000800:00000200:3.1:1767384647.015253:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384647.015257:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp35 ip 192.168.203.133:977 00000800:00000200:3.1:1767384647.015261:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000335351fd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384647.015265:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp35 p 3.x 192.168.203.133 -> 192.168.203.133:977 incarnation:1767384628126304941 sched[0] 00000800:00000010:3.0:1767384647.015270:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c5b950b2. 00000800:00000010:3.0:1767384647.015348:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c5b950b2. 00000800:00000010:3.0:1767384647.015353:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000685e1b89. 00000800:00000200:1.1:1767384647.015381:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384647.015390:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp35 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384628126304941 sched[0] 00000800:00000010:3.0:1767384647.015392:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000041aca264. 00000800:00000010:1.0:1767384647.015393:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057f23baf. 00000800:00000001:1.0:1767384647.015433:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.015438:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384647.015453:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384647.015460:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384647.015497:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384647.015500:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000335351fd. 00000400:00000200:1.0:1767384647.015504:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.015508:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp35->192.168.203.133@tcp35: GET: OK 00000400:00000200:1.0:1767384647.015512:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384647.015515:0:16158:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp35 recovery message sent successfully:0 00000800:00000001:1.0:1767384647.015526:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.015531:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384647.015533:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.015543:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.015549:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp35(192.168.203.133@tcp35) <- 192.168.203.133@tcp35 : GET - for me 00000400:00000200:1.0:1767384647.015588:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384647.015594:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1d09 [1] + 0 00000400:00000200:1.0:1767384647.015604:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp35 to MR: 192.168.203.133@tcp35 local destination 00000400:00000200:1.0:1767384647.015610:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp35 NI seq info: [157:157:256:4294967295] 192.168.203.133@tcp35 LPNI seq info [153:153:8:4294967295] 00000400:00000200:1.0:1767384647.015621:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp35(192.168.203.133@tcp35:192.168.203.133@tcp35) -> 192.168.203.133@tcp35(192.168.203.133@tcp35:192.168.203.133@tcp35) 192.168.203.133@tcp35 : REPLY try# 0 00000800:00000200:1.0:1767384647.015625:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp35 00000800:00000010:1.0:1767384647.015629:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef6db385. 00000800:00000200:1.0:1767384647.015635:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (4) 00000800:00000200:1.0:1767384647.015638:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp35 ip 192.168.203.133:988 00000800:00000200:1.0:1767384647.015641:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef6db385 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384647.015671:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384647.015692:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384647.015699:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384647.015701:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384647.015702:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384647.015706:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef6db385. 00000800:00000001:3.0:1767384647.015709:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.015710:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.015720:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp35->192.168.203.133@tcp35: REPLY: OK 00000400:00000200:3.0:1767384647.015724:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp35(192.168.203.133@tcp35) <- 192.168.203.133@tcp35 : REPLY - for me 00000400:00000200:3.0:1767384647.015744:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp35: Reply from 12345-192.168.203.133@tcp35 of length 272/272 into md 0x1d39 00000800:00000001:1.0:1767384647.015744:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384647.015752:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384647.015758:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384647.015759:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384647.015764:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp35->192.168.203.133@tcp35: REPLY: OK 00000400:00000200:3.0:1767384647.015770:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009792059f 00000400:00000010:3.0:1767384647.015773:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009792059f. 00000400:00000200:3.0:1767384647.015776:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384647.015781:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000005cfb6e3. 00000400:00000010:3.0:1767384647.015785:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000082e55427. 00000400:00000200:1.0:1767384647.015787:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:3.0:1767384647.015792:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384647.015798:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.015856:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.015920:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.015977:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016009:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016040:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016056:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016069:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016082:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016105:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016122:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016138:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016161:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016175:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016219:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016237:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016255:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016268:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016293:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016305:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016508:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016554:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016591:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016605:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016618:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016635:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016650:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016666:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016683:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016699:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016712:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016724:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016736:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016748:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384647.016763:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384647.016842:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000908503ec. 00000800:00000010:1.0:1767384647.016846:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057f23baf. 00000800:00000010:1.0:1767384647.016849:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f64c96a2. 00000800:00000010:1.0:1767384647.016872:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f64c96a2. 00000800:00020000:1.0:1767384647.016877:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384647.016879:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057f23baf. 00000800:00000010:1.0:1767384647.016881:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000908503ec. 00000400:02020000:1.0:1767384647.016904:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp35 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384647.266425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384647.266432:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384647.266440:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:2.0:1767384647.266443:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c27a2f27. 00000004:00000020:0.0:1767384647.266446:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:2.0:1767384647.266450:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000010:0.0:1767384647.266454:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d80903f. 00000100:00000001:2.0:1767384647.266456:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384647.266460:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384647.266463:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384647.266466:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.266470:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384647.266474:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384647.266475:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db5b7080. 02000000:00000001:0.0:1767384647.266479:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.266482:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384647.266488:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003abc57f9. 00000100:00000001:0.0:1767384647.266495:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.266498:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384647.266503:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384647.266508:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384647.266517:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d80903f] to pc [ptlrpcd_00_03+3] req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.266525:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384647.266529:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.266538:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27a2f27] to pc [ptlrpcd_00_00+0] req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384647.266570:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.266579:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384647.266584:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.266585:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384647.266587:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384647.266588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384647.266589:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384647.266593:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384647.266595:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384647.266597:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384647.266598:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384647.266601:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004de7b9d3. 00000100:00000040:0.0:1767384647.266607:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384647.266608:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384647.266615:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384647.266618:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384647.266622:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.266629:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384647.266630:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af580be6. 00000100:00000001:0.0:1767384647.266634:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384647.266640:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.266641:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.266649:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384647.266650:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384647.266650:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384647.266656:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384647.266657:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384647.266657:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384647.266663:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.266666:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384647.266672:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037657216:0@lo:400: 00000100:00100000:0.0:1767384647.266676:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d80903f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037657344:0@lo:13: 00000100:00000001:3.0:1767384647.266684:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384647.266686:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384647.266690:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.266690:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384647.266692:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384647.266697:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.266697:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384647.266700:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de7b9d3] to pc [ptlrpcd_00_01+1] req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384647.266702:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384647.266703:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384647.266710:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041da1e81. 02000000:00000001:0.0:1767384647.266710:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384647.266715:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.266715:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384647.266717:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000b8596e1. 00000100:00000040:2.0:1767384647.266720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384647.266722:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384647.266723:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000100:00000001:2.0:1767384647.266724:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384647.266729:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dbfc293. 00000020:00000040:2.0:1767384647.266733:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1767384647.266733:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008be8202f. 00000400:00000010:3.0:1767384647.266734:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dca5b28e. 00000100:00000001:2.0:1767384647.266740:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384647.266743:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384647.266745:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000100:00000200:3.0:1767384647.266746:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037657216, portal 25 02000000:00000001:2.0:1767384647.266746:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.266753:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384647.266754:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037657344, portal 4 00000100:00000001:3.0:1767384647.266756:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974586624 : -117139734964992 : ffff957647b55500) 02000000:00000010:2.0:1767384647.266756:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000254e3ce8. 00000100:00000001:2.0:1767384647.266762:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.266763:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384647.266767:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.266768:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867972480 : -117138841579136 : ffff95767cf55180) 00000100:00000040:2.0:1767384647.266777:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384647.266791:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384647.266795:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384647.266798:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384647.266799:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384647.266804:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000100:00000040:0.0:1767384647.266804:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384647.266808:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dbfc293] to pc [ptlrpcd_00_02+2] req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384647.266810:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037657216, offset 0 00000400:00000200:3.0:1767384647.266825:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384647.266845:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384647.266847:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384647.266848:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.266852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384647.266856:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384647.266858:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384647.266862:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f506c80 00000400:00000010:0.0:1767384647.266863:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000100:00000010:2.0:1767384647.266864:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce7618d. 00000400:00000200:3.0:1767384647.266870:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1521 [2] + 0 00000020:00000040:2.0:1767384647.266870:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384647.266873:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384647.266876:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384647.266877:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe42519. 02000000:00000001:2.0:1767384647.266879:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384647.266882:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e19f75a4. 00000400:00000200:3.0:1767384647.266883:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bda5ef0e 00000100:00000001:2.0:1767384647.266886:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384647.266889:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037657344, offset 0 00000400:00000200:3.0:1767384647.266890:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384647.266891:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384647.266903:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384647.266905:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384647.266909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384647.266912:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.266913:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bda5ef0e 00000400:00000010:3.0:1767384647.266918:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bda5ef0e. 00000100:00000040:2.0:1767384647.266918:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce7618d] to pc [ptlrpcd_00_03+3] req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384647.266920:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384647.266926:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384647.266930:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384647.266933:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f506d00 00000100:00000001:2.0:1767384647.266934:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.266943:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000007a9a7fec x1853237037657216 msgsize 224 00000100:00000040:2.0:1767384647.266943:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (273) 00000100:00100000:3.0:1767384647.266957:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384647.266957:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384647.266958:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2912 00000100:00000001:2.0:1767384647.266962:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384647.266963:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384647.266965:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384647.266971:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.266974:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384647.266979:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384647.266980:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.266983:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384647.266984:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000400:00000010:3.0:1767384647.266987:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00000001:3.0:1767384647.266989:0:16163:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384647.266993:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384647.266997:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384647.266998:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384647.267006:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037657472:0@lo:400: 00000100:00000001:2.0:1767384647.267013:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384647.267018:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384647.267019:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384647.267020:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.267024:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384647.267025:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384647.267030:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009447d91f. 02000000:00000001:2.0:1767384647.267034:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.267036:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384647.267039:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c92aa12. 00000100:00000001:3.0:1767384647.267040:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384647.267046:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384647.267046:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a15adb. 00000100:00000200:2.0:1767384647.267052:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037657472, portal 4 00000100:00000001:3.0:1767384647.267053:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294936083 00000100:00000001:2.0:1767384647.267057:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384647.267059:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974588416 : -117139734963200 : ffff957647b55c00) 00000100:00000010:3.0:1767384647.267060:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e6b970e. 00000100:00000040:2.0:1767384647.267066:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.267068:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384647.267076:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294936083 00000100:00000001:2.0:1767384647.267076:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384647.267080:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384647.267082:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1cd4b33. 00000400:00000010:2.0:1767384647.267084:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aae6e9a. 00000100:00000001:3.0:1767384647.267087:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384647.267088:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037657472, offset 0 00000100:00000001:3.0:1767384647.267092:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294936083 00000400:00000200:2.0:1767384647.267098:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384647.267100:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005836b300. 00000100:00000001:3.0:1767384647.267105:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384647.267109:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384647.267111:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294936083 00000100:00000010:3.0:1767384647.267116:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb552a0f. 00000100:00000001:3.0:1767384647.267118:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384647.267119:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f506d80 00000100:00000001:3.0:1767384647.267121:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.267125:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384647.267128:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4112 00000100:00000001:3.0:1767384647.267130:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.267135:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.267159:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384647.267166:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384647.267168:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.267169:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384647.267171:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.267172:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384647.268209:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384647.268214:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384647.268297:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384647.268298:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384647.268303:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bcd4c37. 00000100:00000040:0.0:1767384647.268306:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000001bcd4c37 x1853237037657344 msgsize 224 00000100:00100000:0.0:1767384647.268334:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384647.268349:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384647.268354:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384647.268358:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384647.268359:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384647.268363:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384647.268367:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d305ac99. 00000400:00000200:0.0:1767384647.268367:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000100:00000040:2.0:1767384647.268371:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d305ac99 x1853237037657472 msgsize 224 00000400:00000010:0.0:1767384647.268371:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000001:0.0:1767384647.268379:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384647.268383:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384647.268386:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.268395:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384647.268397:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384647.268400:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384647.268403:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aae6e9a 00000400:00000010:2.0:1767384647.268407:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aae6e9a. 00000100:00000001:0.0:1767384647.268409:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268411:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384647.268416:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.268420:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384647.268421:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6091 usecs (7 jiffies) 00000100:00000001:0.0:1767384647.268426:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294936074 00000100:00000200:2.0:1767384647.268427:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.268431:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294936083 00000100:00000001:0.0:1767384647.268437:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294936074 00000100:00000001:0.0:1767384647.268442:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294936083 00000100:00000001:2.0:1767384647.268444:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384647.268446:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294936074 00000100:00000040:2.0:1767384647.268451:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.268451:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294936083 00000100:00000001:0.0:1767384647.268456:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294936074 00000100:00000001:0.0:1767384647.268461:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294936083 00000100:00000001:0.0:1767384647.268466:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.268469:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268470:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.268475:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384647.268476:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.268482:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.268486:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6091 usecs (7 jiffies) 00000100:00000001:0.0:1767384647.268487:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.268491:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294936074 00000100:00000001:0.0:1767384647.268494:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384647.268495:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294936083 00000100:00000001:0.0:1767384647.268499:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384647.268500:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294936074 00000100:00000001:0.0:1767384647.268504:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384647.268505:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294936083 00000100:00000001:0.0:1767384647.268507:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384647.268509:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294936074 00000100:00000001:0.0:1767384647.268510:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384647.268515:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294936083 00000100:00000001:2.0:1767384647.268518:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294936074 00000100:00000040:0.0:1767384647.268520:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.268521:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294936083 00000100:00000001:2.0:1767384647.268526:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.268531:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.268538:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268538:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384647.268541:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.268543:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384647.268546:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384647.268550:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.268551:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384647.268554:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384647.268556:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.268558:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384647.268563:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384647.268566:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037657728:0@lo:400: 00000100:00000001:2.0:1767384647.268567:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.268572:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268576:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384647.268580:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384647.268583:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.268586:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384647.268590:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1767384647.268591:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003dd7dd5d. 00000100:00100000:2.0:1767384647.268594:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037657472 02000000:00000001:0.0:1767384647.268596:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.268598:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384647.268602:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384647.268604:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b99098. 00000100:00000001:2.0:1767384647.268612:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384647.268614:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 02000000:00000001:2.0:1767384647.268616:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384647.268619:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037657728, portal 10 00000100:00100000:2.0:1767384647.268622:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037657472 00000100:00000001:0.0:1767384647.268623:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384647.268626:0:18091:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384647.268627:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974585728 : -117139734965888 : ffff957647b55180) 00000020:00000040:2.0:1767384647.268631:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:2.0:1767384647.268635:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384647.268637:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384647.268638:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000001:2.0:1767384647.268644:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:2.0:1767384647.268650:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:0.0:1767384647.268652:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384647.268656:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384647.268657:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384647.268662:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006da8bb14. 00000400:00000010:0.0:1767384647.268663:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000100:00000200:0.0:1767384647.268669:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037657728, offset 0 00000020:00000010:2.0:1767384647.268670:0:18091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000344c4eb6. 00000400:00000200:0.0:1767384647.268676:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384647.268677:0:18091:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000400:00000200:0.0:1767384647.268685:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384647.268687:0:18091:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384647.268693:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e00811d. 00000400:00000200:0.0:1767384647.268694:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f506e80 00000020:00000010:2.0:1767384647.268699:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000830b9427. 00000400:00000200:0.0:1767384647.268704:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000020:00000010:2.0:1767384647.268707:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bc29fc. 00000100:00000040:2.0:1767384647.268717:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:0.0:1767384647.268718:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384647.268720:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384647.268724:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384647.268727:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384647.268728:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.268736:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384647.268739:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384647.268739:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384647.268744:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:0.0:1767384647.268745:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b34e9aa5. 00000100:00000001:2.0:1767384647.268748:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384647.268750:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000b34e9aa5 x1853237037657728 msgsize 224 00000100:00100000:0.0:1767384647.268758:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384647.268766:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384647.268770:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384647.268774:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037657216 02000000:00000001:1.0:1767384647.268777:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384647.268779:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384647.268780:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384647.268784:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384647.268784:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268787:0:16166:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384647.268790:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384647.268793:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000400:00000200:0.0:1767384647.268794:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00000100:00100000:1.0:1767384647.268795:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037657216 00000400:00000010:0.0:1767384647.268799:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00000100:00000040:2.0:1767384647.268801:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000020:00000001:1.0:1767384647.268801:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384647.268805:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384647.268806:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974596480 : -117139734955136 : ffff957647b57b80) 00000020:00000040:1.0:1767384647.268806:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384647.268811:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384647.268812:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384647.268815:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000040:2.0:1767384647.268817:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d305ac99 x1853237037657472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:628/0 lens 224/0 e 0 to 0 dl 1767384658 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384647.268823:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384647.268829:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384647.268836:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384647.268841:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000271c3453. 00000100:00000001:0.0:1767384647.268844:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384647.268847:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.268850:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384647.268851:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384647.268852:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000271c3453. 00000020:00000010:1.0:1767384647.268861:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc651f85. 00000020:00000010:2.0:1767384647.268862:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1a9c0d2. 00000100:00000001:0.0:1767384647.268864:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.268869:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384647.268870:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1045d70. 00000100:00000001:0.0:1767384647.268870:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384647.268877:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1a9c0d2. 00000100:00000001:0.0:1767384647.268877:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384647.268878:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000040:0.0:1767384647.268885:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3458 usecs (4 jiffies) 00000100:00100000:2.0:1767384647.268889:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d305ac99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037657472:12345-0@lo:400: 00000100:00000040:1.0:1767384647.268889:0:16806:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384647.268890:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294936071 00000100:00000001:1.0:1767384647.268896:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384647.268898:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294936083 00000100:00000001:1.0:1767384647.268900:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384647.268901:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037657472 00000100:00000001:0.0:1767384647.268902:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294936071 00000100:00000001:1.0:1767384647.268905:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268906:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294936083 00000020:00000001:2.0:1767384647.268907:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384647.268912:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268913:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294936071 00000020:00000001:2.0:1767384647.268914:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384647.268918:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268919:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294936083 00000020:00000001:2.0:1767384647.268924:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384647.268924:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294936071 00000100:00000001:1.0:1767384647.268926:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384647.268929:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:0.0:1767384647.268930:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294936083 00000020:00000001:2.0:1767384647.268935:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384647.268936:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384647.268938:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384647.268941:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.268941:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384647.268942:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384647.268950:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384647.268950:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384647.268951:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000020:00000001:2.0:1767384647.268954:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384647.268955:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:2.0:1767384647.268958:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384647.268961:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959108688 : -117139750442928 : ffff957646c92850) 00000100:00000001:0.0:1767384647.268963:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384647.268964:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384647.268969:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a9a7fec x1853237037657216/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:628/0 lens 224/0 e 0 to 0 dl 1767384658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.268970:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384647.268972:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384647.268975:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384647.268976:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:2.0:1767384647.268980:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003238f49e. 00000100:00000001:0.0:1767384647.268983:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384647.268987:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268988:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384647.268991:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.268992:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.268995:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384647.268999:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000040:2.0:1767384647.269000:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037657472 00000100:00000001:0.0:1767384647.269005:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384647.269008:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384647.269011:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384647.269015:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384647.269016:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d305ac99 x1853237037657472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384647.269020:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384647.269021:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384647.269026:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000271c3453. 00000100:00000001:0.0:1767384647.269026:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384647.269028:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384647.269030:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384647.269033:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384647.269034:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384647.269039:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384647.269040:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=67 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384647.269040:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000271c3453. 00000100:00000001:2.0:1767384647.269051:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384647.269055:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a9a7fec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037657216:12345-0@lo:400: 00000100:00000040:2.0:1767384647.269058:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384647.269058:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384647.269061:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037657216 00000100:00000001:2.0:1767384647.269063:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384647.269063:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384647.269066:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384647.269070:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384647.269071:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384647.269072:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384647.269074:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384647.269075:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384647.269076:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.269078:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384647.269080:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384647.269084:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000100:00100000:0.0:1767384647.269085:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237037657600:0@lo:400: 00000100:00000001:2.0:1767384647.269088:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384647.269091:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384647.269094:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384647.269095:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384647.269096:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384647.269097:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384647.269102:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aae6e9a. 02000000:00000001:0.0:1767384647.269102:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384647.269103:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384647.269107:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384647.269108:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384647.269115:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000d22147. 00000020:00000001:1.0:1767384647.269118:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384647.269119:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384647.269120:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037657472, offset 224 00000020:00000001:1.0:1767384647.269122:0:16806:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384647.269124:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd780756. 00000100:00000001:1.0:1767384647.269126:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384647.269131:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384647.269132:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000400:00000200:2.0:1767384647.269133:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384647.269137:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea7554de. 02000000:00000001:1.0:1767384647.269141:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384647.269141:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037657600, portal 10 00000400:00000200:2.0:1767384647.269148:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384647.269148:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384647.269149:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.269151:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974595584 : -117139734956032 : ffff957647b57800) 00000020:00000001:1.0:1767384647.269155:0:16806:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.269157:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:1.0:1767384647.269159:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037657216 00000100:00100000:3.0:1767384647.269162:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037657728 00000100:00000040:0.0:1767384647.269163:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384647.269164:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f506d80 00010000:00000001:1.0:1767384647.269164:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384647.269168:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000200:1.0:1767384647.269173:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a9a7fec x1853237037657216/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:628/0 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.269174:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384647.269194:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384647.269198:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d55 [1] + 224 02000000:00000001:3.0:1767384647.269202:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.269207:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384647.269210:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037657728 00000400:00000200:2.0:1767384647.269217:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384647.269220:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384647.269225:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000400:00000200:2.0:1767384647.269227:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384647.269231:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384647.269232:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384647.269236:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00010000:00000001:1.0:1767384647.269236:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384647.269239:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384647.269239:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00010000:00000001:1.0:1767384647.269240:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.269243:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00001000:1.0:1767384647.269247:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=77 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384647.269247:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037657600, offset 0 00000020:00000001:3.0:1767384647.269248:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000200:2.0:1767384647.269248:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.269258:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384647.269259:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384647.269262:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384647.269265:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000100:00000040:1.0:1767384647.269267:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000020:00000010:3.0:1767384647.269283:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006d234774. 00000400:00000200:0.0:1767384647.269284:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384647.269287:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384647.269289:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000040:3.0:1767384647.269291:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 02000000:00000001:1.0:1767384647.269296:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384647.269300:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767384647.269301:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f506e00 02000000:00000001:1.0:1767384647.269302:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384647.269307:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd56b8cf. 00000100:00000001:1.0:1767384647.269348:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384647.269355:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384647.269357:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8a4839b. 00000400:00000010:1.0:1767384647.269360:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b49ec24. 00000020:00000010:3.0:1767384647.269363:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 00000100:00000200:1.0:1767384647.269366:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037657216, offset 224 00000400:00000200:1.0:1767384647.269375:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384647.269377:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384647.269381:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384647.269382:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384647.269387:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.269387:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384647.269392:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384647.269397:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384647.269401:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.269401:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f506c80 00000400:00000200:1.0:1767384647.269411:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d45 [1] + 224 00000100:00000001:3.0:1767384647.269414:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.269416:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.269424:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384647.269429:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384647.269431:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384647.269434:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384647.269435:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384647.269446:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.269451:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384647.269456:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000001:3.0:1767384647.269461:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867968000 : -117138841583616 : ffff95767cf54000) 00000100:00000040:3.0:1767384647.269468:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b34e9aa5 x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:628/0 lens 224/0 e 0 to 0 dl 1767384658 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384647.269470:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384647.269478:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384647.269479:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b49ec24 00000020:00000010:3.0:1767384647.269481:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000400:00000010:1.0:1767384647.269483:0:16806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b49ec24. 00000100:00000001:3.0:1767384647.269487:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384647.269490:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384647.269491:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000100:00000001:1.0:1767384647.269493:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384647.269500:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b34e9aa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037657728:12345-0@lo:400: 00000100:00000001:1.0:1767384647.269501:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384647.269508:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037657728 00000100:00000040:1.0:1767384647.269509:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:3.0:1767384647.269513:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384647.269514:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384647.269517:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.269518:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384647.269520:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384647.269522:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.269525:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384647.269528:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a9a7fec x1853237037657216/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:628/0 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384647.269529:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:3.0:1767384647.269535:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384647.269539:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384647.269543:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384647.269545:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384647.269546:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a9a7fec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037657216:12345-0@lo:400: Request processed in 523us (2599us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384647.269548:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.269553:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384647.269557:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384647.269560:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 02000000:00000001:3.0:1767384647.269561:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384647.269565:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006dceab5e. 02000000:00000001:3.0:1767384647.269568:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384647.269572:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:3.0:1767384647.269573:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384647.269574:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000020:00000001:3.0:1767384647.269581:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384647.269581:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384647.269586:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:3.0:1767384647.269587:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037657728 00000400:00000200:0.0:1767384647.269587:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384647.269590:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1045d70. 00010000:00000001:3.0:1767384647.269593:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384647.269597:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000400:00000200:0.0:1767384647.269600:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:3.0:1767384647.269601:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b34e9aa5 x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384647.269605:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc651f85. 00000100:00000001:0.0:1767384647.269610:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1767384647.269613:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00010000:00000001:3.0:1767384647.269616:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384647.269616:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384647.269619:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384647.269622:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea7554de. 00000100:00000010:0.0:1767384647.269624:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bdc844f7. 00010000:00000001:3.0:1767384647.269627:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384647.269628:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384647.269631:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000bdc844f7 x1853237037657600 msgsize 224 00000100:00001000:3.0:1767384647.269632:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384647.269633:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.269642:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384647.269645:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:3.0:1767384647.269647:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384647.269648:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384647.269650:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384647.269651:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384647.269654:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384647.269656:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384647.269659:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c38590b. 00000100:00000040:3.0:1767384647.269663:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384647.269667:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057f23baf. 00000100:00000001:0.0:1767384647.269669:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384647.269670:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000100:00000200:3.0:1767384647.269676:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037657728, offset 224 00000100:00000001:2.0:1767384647.269678:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384647.269680:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384647.269685:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:1.0:1767384647.269686:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384647.269690:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.269693:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384647.269697:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384647.269702:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384647.269709:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aae6e9a 00000400:00000200:3.0:1767384647.269711:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384647.269713:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aae6e9a. 00000100:00000001:2.0:1767384647.269721:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384647.269723:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384647.269727:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f506e80 00000100:00000001:0.0:1767384647.269729:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384647.269730:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.269735:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d5d [1] + 224 00000100:00000040:0.0:1767384647.269736:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384647.269740:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000200:3.0:1767384647.269743:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384647.269747:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384647.269751:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.269752:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384647.269758:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384647.269762:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384647.269764:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.269767:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d305ac99 x1853237037657472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.269768:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384647.269770:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.269777:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384647.269784:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3666 usecs (4 jiffies) 00000100:00000001:0.0:1767384647.269791:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294936072 00000100:00000001:0.0:1767384647.269797:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294936083 00000100:00000001:0.0:1767384647.269804:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294936072 00000100:00000040:3.0:1767384647.269810:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384647.269810:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d305ac99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037657472:12345-0@lo:400: Request processed in 954us (1432us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384647.269811:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294936083 00000100:00000001:0.0:1767384647.269818:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294936072 00000100:00000001:0.0:1767384647.269824:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294936083 00000100:00000001:3.0:1767384647.269832:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384647.269832:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384647.269835:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294936072 00000100:00000040:2.0:1767384647.269840:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000400:00000200:3.0:1767384647.269841:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000100:00000001:0.0:1767384647.269841:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294936083 00000400:00000010:3.0:1767384647.269847:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00000001:2.0:1767384647.269847:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384647.269848:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.269853:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384647.269853:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.269854:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384647.269858:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384647.269862:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384647.269862:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384647.269864:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000830b9427. 00000400:00000001:0.0:1767384647.269866:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384647.269870:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000010:0.0:1767384647.269871:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b99098. 00000020:00000010:2.0:1767384647.269872:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bc29fc. 00010000:00000001:3.0:1767384647.269874:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384647.269878:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384647.269879:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000020:00000010:2.0:1767384647.269880:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e00811d. 00000020:00000001:3.0:1767384647.269881:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384647.269883:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000020:00000040:2.0:1767384647.269888:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000040:3.0:1767384647.269890:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b34e9aa5 x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.269890:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384647.269892:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384647.269899:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384647.269917:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.269938:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384647.269941:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.269943:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384647.269946:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b34e9aa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037657728:12345-0@lo:400: Request processed in 464us (1192us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384647.269947:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384647.269951:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384647.269952:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384647.269954:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.269956:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384647.269960:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384647.269961:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000400:00000001:2.0:1767384647.269963:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384647.269967:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384647.269968:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000400:00000010:2.0:1767384647.269970:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c92aa12. 00000100:00001000:0.0:1767384647.269970:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=71 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384647.269972:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384647.269977:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384647.269978:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=71 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384647.269979:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a15adb 00000020:00000010:3.0:1767384647.269981:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8a4839b. 00000400:00000010:2.0:1767384647.269984:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a15adb. 00000100:00000001:0.0:1767384647.269986:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384647.269988:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 00000100:00000001:0.0:1767384647.269990:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.269991:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384647.269996:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384647.269997:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd56b8cf. 00000100:00000200:2.0:1767384647.270000:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384647.270003:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00010000:00080000:0.0:1767384647.270003:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.270010:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.270022:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384647.270026:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037657600 02000000:00000001:3.0:1767384647.270031:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384647.270035:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384647.270036:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.270039:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384647.270040:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.270043:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384647.270045:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384647.270047:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:3.0:1767384647.270052:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037657600 00000100:00000001:0.0:1767384647.270052:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384647.270057:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.270058:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384647.270058:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384647.270064:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000001:2.0:1767384647.270065:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384647.270067:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384647.270069:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384647.270070:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384647.270082:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 02000000:00000001:2.0:1767384647.270085:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384647.270089:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:2.0:1767384647.270089:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384647.270093:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.270096:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:0.0:1767384647.270098:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384647.270099:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.270102:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384647.270107:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384647.270109:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000100:00001000:2.0:1767384647.270109:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=67 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384647.270111:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.270115:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384647.270119:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=67 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384647.270120:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000100:00000040:0.0:1767384647.270121:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384647.270128:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd56b8cf. 00000100:00000001:2.0:1767384647.270129:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384647.270133:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384647.270135:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8a4839b. 00010000:00000001:2.0:1767384647.270139:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384647.270141:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 00010000:00080000:2.0:1767384647.270147:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384647.270150:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767384647.270151:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce7618d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037657728:0@lo:400: 00000100:00000001:3.0:1767384647.270163:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384647.270165:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.270165:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.270166:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384647.270171:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.270171:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384647.270172:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384647.270174:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384647.270192:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce7618d x1853237037657728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.270193:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384647.270195:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384647.270198:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384647.270201:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.270206:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.270209:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384647.270213:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384647.270213:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384647.270219:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384647.270220:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003dd7dd5d. 00000100:00000001:2.0:1767384647.270221:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.270227:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384647.270228:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384647.270229:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384647.270231:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384647.270235:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384647.270235:0:16166:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384647.270236:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384647.270240:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384647.270241:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1767384647.270244:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e19f75a4. 00000100:00100000:3.0:1767384647.270251:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 02000000:00000001:0.0:1767384647.270253:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384647.270256:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384647.270257:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037657472:0@lo:400: 00000100:00000040:3.0:1767384647.270258:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000010:0.0:1767384647.270259:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce7618d. 00000100:00000001:3.0:1767384647.270265:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867976064 : -117138841575552 : ffff95767cf55f80) 00000100:00000001:0.0:1767384647.270268:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384647.270269:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384647.270271:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384647.270272:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bdc844f7 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:628/0 lens 224/0 e 0 to 0 dl 1767384658 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.270273:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384647.270278:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.270282:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004de7b9d3 x1853237037657472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384647.270285:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384647.270288:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384647.270299:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384647.270300:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767384647.270304:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 02000000:00000001:2.0:1767384647.270304:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384647.270342:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009447d91f. 00000100:00000001:3.0:1767384647.270343:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384647.270348:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 02000000:00000001:2.0:1767384647.270349:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384647.270352:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384647.270354:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:3.0:1767384647.270359:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc844f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037657600:12345-0@lo:400: 00000020:00000001:2.0:1767384647.270360:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384647.270363:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af580be6. 00000100:00000200:3.0:1767384647.270367:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037657600 02000000:00000001:2.0:1767384647.270369:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384647.270371:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384647.270372:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384647.270372:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.270375:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000010:2.0:1767384647.270376:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004de7b9d3. 00000020:00000001:3.0:1767384647.270379:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384647.270379:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.270381:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384647.270385:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384647.270386:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384647.270388:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384647.270389:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:3.0:1767384647.270393:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384647.270394:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384647.270395:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.270397:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.270399:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384647.270402:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384647.270402:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384647.270406:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.270407:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.270409:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384647.270412:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384647.270414:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384647.270417:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000099c1963f. 02000000:00000001:3.0:1767384647.270426:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.270428:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.270430:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384647.270432:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037657600 00010000:00000001:3.0:1767384647.270434:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384647.270439:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bdc844f7 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.270439:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384647.270443:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037657344 02000000:00000001:2.0:1767384647.270448:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384647.270451:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384647.270453:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384647.270455:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384647.270457:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384647.270459:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384647.270460:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.270465:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 02000000:00000001:2.0:1767384647.270465:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.270472:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00100000:2.0:1767384647.270472:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037657344 00000020:00000001:2.0:1767384647.270477:0:17588:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384647.270478:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384647.270480:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 02000000:00000001:3.0:1767384647.270481:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.270484:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384647.270486:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384647.270487:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000001:2.0:1767384647.270491:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:2.0:1767384647.270495:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000040:3.0:1767384647.270496:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384647.270502:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000100:00000001:2.0:1767384647.270502:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384647.270507:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1a9c0d2. 00000100:00000200:3.0:1767384647.270508:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037657600, offset 224 00000100:00000001:2.0:1767384647.270512:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384647.270515:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1a9c0d2. 00000400:00000200:3.0:1767384647.270516:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384647.270521:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e00811d. 00000020:00000010:2.0:1767384647.270525:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000830b9427. 00000400:00000200:3.0:1767384647.270526:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384647.270532:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bc29fc. 00000400:00000200:3.0:1767384647.270539:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f506e00 00000100:00000040:2.0:1767384647.270540:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384647.270544:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384647.270546:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d69 [1] + 224 00000100:00000001:2.0:1767384647.270547:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384647.270551:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.270553:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384647.270558:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.270559:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384647.270567:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384647.270572:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.270574:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384647.270586:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.270590:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384647.270594:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384647.270599:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767384647.270601:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:3.0:1767384647.270603:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384647.270603:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867978752 : -117138841572864 : ffff95767cf56a00) 00000100:00000040:2.0:1767384647.270609:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bcd4c37 x1853237037657344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:628/0 lens 224/0 e 0 to 0 dl 1767384658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384647.270611:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000400:00000010:3.0:1767384647.270615:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00000001:2.0:1767384647.270619:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384647.270622:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1a9c0d2. 00000100:00080000:1.0:1767384647.270623:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384647.270627:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.270630:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384647.270630:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:3.0:1767384647.270634:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384647.270639:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1a9c0d2. 00000100:00000001:3.0:1767384647.270640:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384647.270640:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384647.270646:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000040:3.0:1767384647.270649:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00100000:2.0:1767384647.270652:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001bcd4c37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037657344:12345-0@lo:13: 00010000:00000001:3.0:1767384647.270654:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384647.270657:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384647.270658:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037657344 00000020:00000001:3.0:1767384647.270661:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384647.270662:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384647.270664:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384647.270666:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384647.270668:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bdc844f7 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384647.270669:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384647.270670:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384647.270675:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384647.270676:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:1.0:1767384647.270680:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384647.270681:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000400:00000010:1.0:1767384647.270685:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000020:00000001:2.0:1767384647.270686:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384647.270690:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc844f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037657600:12345-0@lo:400: Request processed in 386us (1054us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384647.270691:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.270693:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dca5b28e 00000020:00000001:2.0:1767384647.270696:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384647.270697:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384647.270705:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384647.270709:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dca5b28e. 00000100:00000001:2.0:1767384647.270711:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384647.270717:0:16163:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384647.270718:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384647.270722:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 02000000:00000010:2.0:1767384647.270723:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009ae652f0. 00000100:00000200:1.0:1767384647.270725:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384647.270729:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 02000000:00000001:2.0:1767384647.270729:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.270736:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384647.270736:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.270741:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:2.0:1767384647.270742:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:3.0:1767384647.270745:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8a4839b. 00000100:00000200:1.0:1767384647.270745:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384647.270748:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384647.270753:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:3.0:1767384647.270754:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 00080000:00000001:2.0:1767384647.270758:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384647.270762:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384647.270763:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd56b8cf. 00000100:00000001:1.0:1767384647.270765:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384647.270768:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384647.270769:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:3.0:1767384647.270772:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384647.270772:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384647.270779:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384647.270780:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384647.270781:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000024:2.0:1767384647.270784:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384647.270785:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384647.270791:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384647.270792:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00001000:1.0:1767384647.270795:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=77 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384647.270796:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000020:2.0:1767384647.270797:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384647.270800:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767384647.270804:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=77 v=5 (1 0 0 0) 00002000:00000020:2.0:1767384647.270806:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000001:3.0:1767384647.270808:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384647.270808:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00002000:00000001:2.0:1767384647.270812:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000001:3.0:1767384647.270813:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384647.270813:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384647.270817:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:3.0:1767384647.270818:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd780756. 00010000:00000001:1.0:1767384647.270818:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:2.0:1767384647.270821:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.270823:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.270825:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00002000:00000001:2.0:1767384647.270825:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384647.270826:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384647.270830:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00010000:00000040:2.0:1767384647.270831:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037657344 00000100:00000040:1.0:1767384647.270835:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384647.270836:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384647.270838:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384647.270845:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384647.270846:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384647.270852:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001bcd4c37 x1853237037657344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:628/0 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384647.270853:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384647.270857:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384647.270867:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384647.270883:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384647.270885:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384647.270890:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384647.270896:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=67 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384647.270904:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037657216:0@lo:400: 00000100:00000001:2.0:1767384647.270905:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384647.270911:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384647.270914:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384647.270915:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:1.0:1767384647.270916:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.270918:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384647.270920:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384647.270921:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384647.270923:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384647.270927:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c27a2f27 x1853237037657216/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.270930:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384647.270931:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384647.270936:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384647.270940:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384647.270940:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384647.270941:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384647.270945:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384647.270946:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384647.270947:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a15adb. 02000000:00000001:3.0:1767384647.270948:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384647.270950:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041da1e81. 00000100:00000200:2.0:1767384647.270954:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037657344, offset 224 00000100:00001000:3.0:1767384647.270955:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=71 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384647.270956:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384647.270960:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384647.270963:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384647.270963:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000100:00001000:3.0:1767384647.270965:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=71 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384647.270970:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384647.270972:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384647.270973:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db5b7080. 00000100:00000001:3.0:1767384647.270975:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384647.270979:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384647.270980:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384647.270980:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384647.270984:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384647.270987:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27a2f27. 00010000:00080000:3.0:1767384647.270988:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384647.270994:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f506d00 00000100:00000001:1.0:1767384647.270999:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384647.271003:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384647.271006:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d49 [1] + 224 00000100:00000001:1.0:1767384647.271008:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384647.271017:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384647.271019:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384647.271019:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384647.271020:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.271026:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384647.271026:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384647.271028:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384647.271030:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384647.271032:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.271033:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384647.271034:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384647.271038:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384647.271041:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384647.271045:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.271063:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384647.271064:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.271066:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384647.271069:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384647.271078:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.271084:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237037657600:0@lo:400: 00000100:00000001:2.0:1767384647.271091:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384647.271096:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384647.271099:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384647.271100:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008be8202f. 00000400:00000200:3.0:1767384647.271103:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000400:00000010:3.0:1767384647.271104:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000100:00000001:3.0:1767384647.271107:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384647.271107:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a15adb 00000100:00000200:3.0:1767384647.271111:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384647.271111:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a15adb. 00000100:00000001:2.0:1767384647.271117:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384647.271119:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384647.271123:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.271126:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384647.271128:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384647.271130:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384647.271140:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384647.271141:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384647.271149:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384647.271149:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bcd4c37 x1853237037657344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:628/0 lens 224/368 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.271152:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.271156:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384647.271159:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384647.271162:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384647.271164:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384647.271168:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001bcd4c37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037657344:12345-0@lo:13: Request processed in 545us (2857us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384647.271169:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384647.271175:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384647.271192:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=67 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384647.271196:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384647.271197:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384647.271200:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:3.0:1767384647.271201:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.271205:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384647.271206:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384647.271209:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384647.271213:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000830b9427. 00010000:00080000:3.0:1767384647.271214:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384647.271220:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bc29fc. 00010000:00000001:3.0:1767384647.271225:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384647.271227:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e00811d. 00000100:00000001:3.0:1767384647.271229:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384647.271232:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000040:2.0:1767384647.271233:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000001:3.0:1767384647.271234:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384647.271239:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.271239:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384647.271244:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.271250:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.271252:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384647.271253:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384647.271255:0:16166:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384647.271258:0:16166:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384647.271261:0:16166:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384647.271268:0:16166:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384647.271272:0:16166:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.271282:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.271288:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d80903f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037657344:0@lo:13: 00000100:00000001:3.0:1767384647.271293:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.271295:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384647.271297:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dbfc293 x1853237037657600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.271301:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384647.271303:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384647.271305:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000d22147. 02000000:00000001:3.0:1767384647.271308:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384647.271692:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384647.271693:0:16166:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384647.271695:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384647.271697:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000254e3ce8. 02000000:00000001:3.0:1767384647.271700:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384647.271701:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384647.271702:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dbfc293. 00000100:00000001:3.0:1767384647.271705:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384647.271706:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.271708:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384647.271711:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d80903f x1853237037657344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.271716:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384647.271717:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384647.271718:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000b8596e1. 02000000:00000001:3.0:1767384647.271720:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384647.271721:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384647.271722:0:16166:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384647.271724:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384647.271725:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003abc57f9. 02000000:00000001:3.0:1767384647.271728:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384647.271729:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384647.271730:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d80903f. 00000100:00000001:3.0:1767384647.271732:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384647.271738:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.271739:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.271742:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384647.271743:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.271745:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.271747:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384647.285445:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294936083, at 4294936084 00000100:00000010:0.0:1767384647.285459:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e6b970e. 00000100:00000040:3.0:1767384647.285641:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294936083, at 4294936084 00000100:00000040:1.0:1767384647.285645:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294936083, at 4294936084 00000100:00000010:3.0:1767384647.285651:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb552a0f. 00000100:00000010:1.0:1767384647.285653:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1cd4b33. 00000100:00000040:2.0:1767384647.286351:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294936083, at 4294936085 00000100:00000010:2.0:1767384647.286359:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005836b300. 00010000:00000001:0.0:1767384647.329465:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384647.329471:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384647.329477:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384647.329486:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384647.329585:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384647.329589:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384647.329593:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384647.763734:0:34753:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384647.763746:0:34753:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.763749:0:34753:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384647.763755:0:34753:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384647.763759:0:34753:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.763762:0:34753:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384648.033415:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (6) 00000800:00000200:1.0:1767384648.033424:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:988 00000800:00000200:1.0:1767384648.033428:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384648.033547:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384648.033553:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384648.033563:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384648.033568:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384648.033571:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384648.034385:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384648.034389:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384648.034392:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5748a2 00000400:00000010:2.0:1767384648.034395:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5748a2. 00000400:00000200:2.0:1767384648.034400:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384648.034404:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384648.034412:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b32b8489. 00000400:00000010:2.0:1767384648.034422:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006366ea41. 00000400:00000001:2.0:1767384648.034426:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384648.034427:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384648.034428:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 00000400:00000010:2.0:1767384648.034430:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 00000400:00000200:2.0:1767384648.034432:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384648.034435:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384648.034440:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000078a84dfe. 00000400:00000010:2.0:1767384648.034443:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000049d2d6da. 00000400:00000200:2.0:1767384648.034447:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp39 00000400:00000010:2.0:1767384648.034450:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000078a84dfe. 00000400:00000010:2.0:1767384648.034453:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000075d01546. 00000400:00000010:2.0:1767384648.034456:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000400:00000010:2.0:1767384648.034462:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000001aa09e. 00000400:00000200:2.0:1767384648.034465:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp39 00000400:00000200:2.0:1767384648.034477:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp39 local destination 00000400:00000200:2.0:1767384648.034484:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp39 00000400:00000200:2.0:1767384648.034488:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp39 NI seq info: [158:158:256:4294967295] 192.168.203.133@tcp39 LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1767384648.034495:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp39 00000400:00000200:2.0:1767384648.034502:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp39(192.168.203.133@tcp39:) -> 192.168.203.133@tcp39(192.168.203.133@tcp39:192.168.203.133@tcp39) : GET try# 0 00000800:00000200:2.0:1767384648.034506:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp39 00000800:00000010:2.0:1767384648.034510:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003c9cf3d5. 00000800:00000200:2.0:1767384648.034514:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000800:00000200:2.1:1767384648.034518:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000400:00000200:2.0:1767384648.034540:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp39 added to recovery queue. ping count: 3 next ping: 277 health :700 00000400:00000200:2.0:1767384648.034546:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp36 00000400:00000010:2.0:1767384648.034549:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b32b8489. 00000400:00000010:2.0:1767384648.034554:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003842a7e2. 00000400:00000010:2.0:1767384648.034556:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5748a2. 00000400:00000010:2.0:1767384648.034560:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cdbec7d0. 00000400:00000200:2.0:1767384648.034564:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp36 00000400:00000200:2.0:1767384648.034572:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp36 local destination 00000400:00000200:2.0:1767384648.034587:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp36 00000400:00000200:2.0:1767384648.034593:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp36 NI seq info: [159:159:256:4294967295] 192.168.203.133@tcp36 LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1767384648.034600:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp36 00000400:00000200:2.0:1767384648.034607:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp36(192.168.203.133@tcp36:) -> 192.168.203.133@tcp36(192.168.203.133@tcp36:192.168.203.133@tcp36) : GET try# 0 00000800:00000200:2.0:1767384648.034613:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp36 00000400:00000200:1.0:1767384648.034617:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000010:2.0:1767384648.034618:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b05e8b47. 00000800:00000200:2.0:1767384648.034629:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000800:00000200:2.1:1767384648.034636:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000400:00000200:2.0:1767384648.034659:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp36 added to recovery queue. ping count: 4 next ping: 285 health :600 00000400:00000200:1.0:1767384648.034663:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.034713:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.034736:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.034762:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.034806:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.034812:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.034870:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.034874:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.034932:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.034935:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035013:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035014:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035054:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035077:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035107:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035134:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035165:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035229:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035257:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035286:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035314:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035373:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035401:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035441:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035461:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035500:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035513:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035559:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035566:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035614:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035621:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035672:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035680:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035733:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035746:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035790:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035838:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035878:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035910:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.035943:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.035969:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036025:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036049:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036108:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036136:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036229:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036233:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036311:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036322:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036436:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036451:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036507:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036513:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036582:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036583:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036637:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036658:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036701:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036724:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036769:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036792:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036829:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.036887:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036921:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.036979:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037008:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037045:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000800:00000010:1.0:1767384648.037072:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000908503ec. 00000800:00000010:1.0:1767384648.037078:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef162ec7. 00000400:00000200:3.0:1767384648.037079:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384648.037083:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001d040d76. 00000800:00000010:1.0:1767384648.037110:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001d040d76. 00000400:00000200:3.0:1767384648.037118:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000800:00020000:1.0:1767384648.037121:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000400:00000200:3.0:1767384648.037144:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037165:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037206:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037233:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037256:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037287:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037341:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037369:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037392:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037415:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.037440:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000800:00000010:3.0:1767384648.037615:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d393633. 00000800:00000010:3.0:1767384648.037620:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001758ef7a. 00000800:00000010:3.0:1767384648.037625:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb49e773. 00000400:00000200:2.0:1767384648.037633:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384648.037658:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb49e773. 00000400:00000200:2.0:1767384648.037664:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp36 from 208.3.0.2 00000800:00000010:2.0:1767384648.037668:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ddf8e1e3. 00000800:00000010:3.0:1767384648.037694:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a8a431eb. 00000800:00000010:3.0:1767384648.037700:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef449a48. 00000800:00000010:3.0:1767384648.037722:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d520c1c8. 00000800:00000200:3.1:1767384648.037730:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (2) 00000800:00000200:3.1:1767384648.037736:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp36 00000000d520c1c8 deleted 00000800:00000010:3.1:1767384648.037745:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d520c1c8. 00000800:00000200:3.1:1767384648.037751:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384648.037758:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp36 ip 192.168.203.133:976 00000800:00000200:3.1:1767384648.037761:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b05e8b47 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384648.037767:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp36 p 3.x 192.168.203.133 -> 192.168.203.133:976 incarnation:1767384630170193726 sched[0] 00000800:00000010:3.0:1767384648.037778:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb49e773. 00000800:00000010:3.0:1767384648.037825:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb49e773. 00000800:00000010:3.0:1767384648.037829:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef449a48. 00000800:00000010:3.0:1767384648.037867:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ddf8e1e3. 00000800:00000001:3.0:1767384648.037882:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.037886:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384648.037937:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384648.037941:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b05e8b47. 00000400:00000200:3.0:1767384648.037945:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.037952:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp36->192.168.203.133@tcp36: GET: OK 00000400:00000200:3.0:1767384648.037958:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384648.037962:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp36 recovery message sent successfully:0 00000800:00000200:3.1:1767384648.037999:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384648.038004:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp36 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384630170193726 sched[0] 00000800:00000010:3.0:1767384648.038007:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001758ef7a. 00000400:00000200:3.0:1767384648.038074:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038131:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038198:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038262:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038345:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038376:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038397:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038418:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038436:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038459:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038478:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038496:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038511:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038525:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038541:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038556:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038570:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038598:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038613:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038630:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038648:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038665:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038684:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038700:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038718:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038739:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038756:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038775:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038793:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038811:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038843:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038858:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038872:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038887:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038903:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038918:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038943:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038962:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038976:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.038997:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.039014:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.039037:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.039065:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.039101:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.039147:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.039193:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:3.0:1767384648.039249:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000800:00000010:3.0:1767384648.039463:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db8e589a. 00000800:00000010:3.0:1767384648.039469:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef449a48. 00000800:00000010:3.0:1767384648.039475:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb49e773. 00000800:00000010:3.0:1767384648.039520:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb49e773. 00000800:00000001:3.0:1767384648.039548:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.039554:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384648.039557:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.039582:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.039592:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp36(192.168.203.133@tcp36) <- 192.168.203.133@tcp36 : GET - for me 00000400:00000200:3.0:1767384648.039604:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384648.039612:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1d09 [1] + 0 00000400:00000200:3.0:1767384648.039622:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp36 to MR: 192.168.203.133@tcp36 local destination 00000400:00000200:3.0:1767384648.039631:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp36 NI seq info: [160:160:256:4294967295] 192.168.203.133@tcp36 LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1767384648.039647:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp36(192.168.203.133@tcp36:192.168.203.133@tcp36) -> 192.168.203.133@tcp36(192.168.203.133@tcp36:192.168.203.133@tcp36) 192.168.203.133@tcp36 : REPLY try# 0 00000800:00000200:3.0:1767384648.039654:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp36 00000800:00000010:3.0:1767384648.039659:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f72406a. 00000800:00000200:3.0:1767384648.039665:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (4) 00000800:00000200:3.0:1767384648.039670:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp36 ip 192.168.203.133:988 00000800:00000200:3.0:1767384648.039673:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f72406a type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384648.039725:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384648.039728:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f72406a. 00000400:00000200:3.0:1767384648.039732:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.039737:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp36->192.168.203.133@tcp36: REPLY: OK 00000400:00000200:2.0:1767384648.039737:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:3.0:1767384648.039752:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.039755:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.039759:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp36 from 207.3.0.2 00000800:00000001:3.0:1767384648.039760:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384648.039765:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000088727490. 00000800:00000001:3.0:1767384648.039767:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384648.039770:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.039772:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.039778:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp36(192.168.203.133@tcp36) <- 192.168.203.133@tcp36 : REPLY - for me 00000400:00000200:3.0:1767384648.039798:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp36: Reply from 12345-192.168.203.133@tcp36 of length 272/272 into md 0x1d89 00000800:00000001:3.0:1767384648.039804:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.039809:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.039811:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.039813:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp36->192.168.203.133@tcp36: REPLY: OK 00000400:00000200:3.0:1767384648.039816:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5748a2 00000400:00000010:3.0:1767384648.039817:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5748a2. 00000400:00000200:3.0:1767384648.039821:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384648.039826:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b32b8489. 00000400:00000010:3.0:1767384648.039830:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003842a7e2. 00000800:00000001:3.0:1767384648.039837:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.039841:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384648.041050:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dbaf21e5. 00000800:00000010:0.0:1767384648.041055:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007c93b78. 00000800:00000010:0.0:1767384648.041068:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000af61a026. 00000800:00000200:0.1:1767384648.041073:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e6cd75c] -> 12345-192.168.203.133@tcp36 (4) 00000800:00000200:0.1:1767384648.041077:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp36 00000000af61a026 deleted 00000800:00000010:0.1:1767384648.041079:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000af61a026. 00000800:00000200:0.1:1767384648.041082:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384648.041086:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp36 p 3.x 192.168.203.133 -> 192.168.203.133:975 incarnation:1767384630170193726 sched[0] 00000800:00000010:0.0:1767384648.041090:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eaef7bd8. 00000800:00000010:0.0:1767384648.041146:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eaef7bd8. 00000800:00000010:0.0:1767384648.041151:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007c93b78. 00000800:00000010:0.0:1767384648.041187:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000088727490. 00000800:00000001:3.0:1767384648.041196:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.041203:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384648.041236:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384648.041246:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp36 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384630170193726 sched[0] 00000800:00000010:2.0:1767384648.041251:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef449a48. 00000800:00000001:0.0:1767384648.041305:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384648.041332:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384648.043296:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef162ec7. 00000800:00000010:1.0:1767384648.043302:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000908503ec. 00000400:02020000:1.0:1767384648.043413:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp39 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384648.048502:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp39 notifying 192.168.203.133@tcp39: down 00000400:00000200:1.0:1767384648.048507:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384648.048512:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp39 00000800:00000010:1.0:1767384648.048514:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003c9cf3d5. 00000400:00000200:1.0:1767384648.048518:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384648.048522:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp39->192.168.203.133@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384648.048529:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384648.048534:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384648.048546:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp39) recovery failed with -71 00010000:00000001:0.0:1767384648.353393:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384648.353398:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.353403:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384648.353404:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384648.353419:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384648.353421:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384648.353423:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384648.437100:0:34917:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384648.437103:0:34917:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:3.0:1767384648.440444:0:34917:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384648.446707:0:34918:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000205170ca. 00000400:00000010:3.0:1767384648.446719:0:34918:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008bb012d3. 00000400:00000010:3.0:1767384648.446728:0:34918:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005af95d85. 00000400:00000010:3.0:1767384648.446730:0:34918:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d018ab7c. 00000400:00000010:3.0:1767384648.446733:0:34918:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a336173. 00000400:00000010:3.0:1767384648.446736:0:34918:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6d81a40. 00000400:00000010:3.0:1767384648.446738:0:34918:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ecb7c3e9. 00000400:00000010:3.0:1767384648.446739:0:34918:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000142df39f. 00000400:00000010:3.0:1767384648.446742:0:34918:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000610a6dbf. 00000800:00000010:3.0:1767384648.446756:0:34918:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000f72406a. 00000800:00000200:3.0:1767384648.446764:0:34918:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384648.446773:0:34918:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384648.446804:0:34918:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384648.446824:0:34918:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp44 [8/256/0/180] 00000400:00000010:3.0:1767384648.448519:0:34918:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000009c95f05f. 00000400:00000010:3.0:1767384648.448524:0:34918:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f5ebc6. 00000400:00000010:3.0:1767384648.448532:0:34918:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000400:00000001:3.0:1767384648.448548:0:34918:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384648.448549:0:34918:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384648.448550:0:34918:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:3.0:1767384648.448552:0:34918:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3c7bf6 00000400:00000010:3.0:1767384648.448554:0:34918:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3c7bf6. 00000400:00000010:3.0:1767384648.448557:0:34918:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000a1e811ec. 00000400:00000200:3.0:1767384648.448561:0:34918:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (34) 00000400:00000200:3.0:1767384648.448573:0:34918:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384648.448580:0:34918:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:3.0:1767384648.448587:0:34918:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000104816f5. 00000020:01000000:3.0:1767384648.448591:0:34918:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384648.448592:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384648.448593:0:34918:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp44 00000400:00000200:2.0:1767384648.448600:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:2.0:1767384648.448603:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (35) 00000400:00000010:3.0:1767384648.448608:0:34918:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008bb012d3. 00000400:00000010:2.0:1767384648.448608:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000fd3fb773. 00000400:00000010:3.0:1767384648.448615:0:34918:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000205170ca. 00000400:00000010:2.0:1767384648.448615:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a15adb. 00000400:00000010:2.0:1767384648.448624:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9f2ae18. 00000400:00000200:2.0:1767384648.448628:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384648.448637:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384648.448641:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000400:00000200:2.0:1767384648.448647:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000400:00000200:2.0:1767384648.448651:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 00000400:00000200:2.0:1767384648.448655:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 00000020:00000001:1.0:1767384648.448663:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384648.448664:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000400:00000200:2.0:1767384648.448669:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 10000000:00000001:1.0:1767384648.448669:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384648.448674:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384648.448677:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384648.448678:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00000020:01000004:1.0:1767384648.448683:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384648.448687:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000020:01000004:1.0:1767384648.448687:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384648.448691:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384648.448694:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384648.448696:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000020:01000004:1.0:1767384648.448697:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384648.448700:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384648.448702:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384648.448704:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384648.448705:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000020:01000004:1.0:1767384648.448707:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384648.448709:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384648.448712:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000100:00000010:1.0:1767384648.448715:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006594ae83. 00000400:00000200:2.0:1767384648.448716:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000020:00000040:1.0:1767384648.448721:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384648.448723:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000400:00000200:2.0:1767384648.448728:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000100:00000001:1.0:1767384648.448729:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.448733:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384648.448734:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 58], ns[42, 58] 00000400:00000200:2.0:1767384648.448739:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 02000000:00000001:1.0:1767384648.448739:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.448745:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:2.0:1767384648.448750:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 02000000:00000010:1.0:1767384648.448750:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000908503ec. 00000400:00000200:2.0:1767384648.448756:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 42], ns[155, 42] 00000400:00000200:2.0:1767384648.448760:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 42], ns[70, 42] 00000100:00000001:1.0:1767384648.448760:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.448766:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 42], ns[71, 42] 00000100:00000001:1.0:1767384648.448769:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384648.448770:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 42], ns[136, 42] 00000100:00000001:1.0:1767384648.448772:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.448780:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 42], ns[84, 42] 00000100:00000040:1.0:1767384648.448780:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006594ae83] to pc [ptlrpcd_00_00+0] req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.448796:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 42], ns[138, 42] 00000400:00000200:2.0:1767384648.448801:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 42], ns[149, 42] 00000400:00000200:2.0:1767384648.448804:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 42], ns[157, 42] 00000400:00000200:2.0:1767384648.448807:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 42], ns[160, 42] 00000400:00000200:2.0:1767384648.448809:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 42], ns[113, 42] 00000400:00000200:2.0:1767384648.448813:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 42], ns[137, 42] 00000400:00000200:2.0:1767384648.448818:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[154, 42], ns[158, 42] 10000000:00000001:1.0:1767384648.448818:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.448824:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 42], ns[150, 42] 00000400:00000200:2.0:1767384648.448832:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[152, 42], ns[156, 42] 10000000:00000001:1.0:1767384648.448833:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.448837:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.448838:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384648.448839:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000020:01000000:1.0:1767384648.448841:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384648.448844:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384648.448848:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384648.448849:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000020:00000001:1.0:1767384648.448849:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384648.448852:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384648.448854:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384648.448855:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384648.448857:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp42 10000000:01000000:1.0:1767384648.448859:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384648.448863:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384648.448865:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp42 lpni_is_preferred = 0 00000020:01000004:1.0:1767384648.448867:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384648.448871:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp42 00000100:00000001:3.0:1767384648.448874:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384648.448877:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384648.448878:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.448880:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp42 NI seq info: [161:161:256:4294967295] 192.168.203.133@tcp42 LPNI seq info [157:157:8:4294967295] 00000020:01000004:1.0:1767384648.448881:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384648.448883:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384648.448885:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384648.448889:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384648.448889:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384648.448892:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp42 00000020:01000004:1.0:1767384648.448893:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384648.448894:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384648.448896:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384648.448898:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384648.448900:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006594ae83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037657856:0@lo:253: 00000100:00000010:1.0:1767384648.448904:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7377207. 00000100:00000001:3.0:1767384648.448908:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384648.448909:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42:) -> 192.168.203.133@tcp42(192.168.203.133@tcp:192.168.203.133@tcp42) : GET try# 0 00000020:00000040:1.0:1767384648.448909:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:3.0:1767384648.448915:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384648.448915:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384648.448919:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp42 02000000:00000001:1.0:1767384648.448919:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384648.448920:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.448925:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384648.448925:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384648.448926:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003c9cf3d5. 02000000:00000010:3.0:1767384648.448932:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000303865f6. 02000000:00000010:1.0:1767384648.448934:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000def3e765. 00000800:00000010:2.0:1767384648.448935:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d006e47f. 02000000:00000001:3.0:1767384648.448937:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.448939:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384648.448941:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003f11afa4. 00000400:00000010:3.0:1767384648.448943:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000100:00000001:1.0:1767384648.448944:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384648.448947:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384648.448951:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bb012d3. 00000100:00000200:3.0:1767384648.448956:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037657856, portal 25 00000100:00000040:1.0:1767384648.448956:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7377207] to pc [ptlrpcd_00_01+1] req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384648.448957:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000100:00000001:3.0:1767384648.448967:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.1:1767384648.448967:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000100:00000001:3.0:1767384648.448970:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646746496 : -117139062805120 : ffff95766fc5ad80) 00000100:00000040:3.0:1767384648.448980:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384648.448980:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384648.448985:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.448986:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000020:00000001:1.0:1767384648.448991:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.448992:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000020:01000000:1.0:1767384648.448996:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384648.448997:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384648.448999:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000104816f5. 00000100:00000040:3.0:1767384648.449004:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384648.449008:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9e91bf1. 00000100:00000001:2.0:1767384648.449008:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384648.449011:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037657856, offset 0 00000100:00000001:2.0:1767384648.449012:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.449015:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384648.449019:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384648.449020:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.449029:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384648.449030:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384648.449031:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.449035:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384648.449037:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384648.449039:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.449043:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037657984:0@lo:253: 00000400:00000200:3.0:1767384648.449044:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506f00 00000100:00000001:2.0:1767384648.449049:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384648.449052:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384648.449055:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1549 [2] + 0 02000000:00000001:2.0:1767384648.449056:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.449059:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384648.449062:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6eee671. 02000000:00000010:2.0:1767384648.449066:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f4707545. 00000400:00000200:3.0:1767384648.449067:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005580948d 00000400:00000200:1.0:1767384648.449069:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 02000000:00000001:2.0:1767384648.449071:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.449075:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384648.449076:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c92aa12. 00000400:00000200:3.0:1767384648.449081:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384648.449083:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ca581b9. 00000400:00000200:3.0:1767384648.449085:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005580948d 00000400:00000010:3.0:1767384648.449088:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005580948d. 00000100:00000001:3.0:1767384648.449092:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384648.449094:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384648.449094:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037657984, portal 25 00000100:00000001:2.0:1767384648.449098:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384648.449099:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000b98853ed x1853237037657856 msgsize 4848 00000100:00000001:2.0:1767384648.449100:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646739328 : -117139062812288 : ffff95766fc59180) 00000100:00000040:2.0:1767384648.449107:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384648.449108:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384648.449112:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384648.449115:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000001:2.0:1767384648.449121:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384648.449124:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384648.449127:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.449131:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018c62acd. 00000400:00000200:3.0:1767384648.449133:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e91bf1 00000400:00000010:3.0:1767384648.449135:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9e91bf1. 00000100:00000001:3.0:1767384648.449138:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384648.449139:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037657984, offset 0 00000100:00000200:3.0:1767384648.449143:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.449149:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384648.449150:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384648.449160:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384648.449161:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384648.449166:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.449183:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f506f80 00000100:00000001:3.0:1767384648.449186:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.449188:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384648.449196:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1551 [2] + 0 00000400:00000010:2.0:1767384648.449200:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cc339d. 00000400:00000200:1.0:1767384648.449201:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:3.0:1767384648.449202:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.449206:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8b55051 00000100:00000001:3.0:1767384648.449209:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294937265 00000400:00000200:2.0:1767384648.449212:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384648.449214:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005992d8d1. 00000400:00000200:2.0:1767384648.449218:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384648.449221:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384648.449222:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8b55051 00000400:00000010:2.0:1767384648.449226:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8b55051. 00000100:00000001:3.0:1767384648.449231:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294937265 00000100:00000001:2.0:1767384648.449231:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384648.449233:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000200:2.0:1767384648.449234:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384648.449238:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb552a0f. 00000100:00000040:2.0:1767384648.449239:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000f14ea104 x1853237037657984 msgsize 4848 00000100:00000001:3.0:1767384648.449244:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384648.449249:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384648.449250:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294937265 00000100:00000040:2.0:1767384648.449251:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384648.449255:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e6b970e. 00000100:00000001:3.0:1767384648.449259:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384648.449261:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384648.449262:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294937265 00000400:00000200:1.0:1767384648.449266:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000010:3.0:1767384648.449267:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c27d83db. 00000400:00000200:2.0:1767384648.449268:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c62acd 00000400:00000010:2.0:1767384648.449272:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018c62acd. 00000100:00000001:3.0:1767384648.449274:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384648.449276:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384648.449280:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384648.449281:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.449285:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.449291:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.449293:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384648.449294:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384648.449298:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384648.449301:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:3.0:1767384648.449304:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.449328:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.449331:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.449335:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.449338:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294937266 00000100:00000001:2.0:1767384648.449345:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937265 00000100:00000001:3.0:1767384648.449346:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384648.449351:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.449351:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294937266 00000100:00000001:3.0:1767384648.449355:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.449357:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937265 00000100:00000001:3.0:1767384648.449358:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.449364:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.449366:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294937266 00000100:00000001:2.0:1767384648.449373:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937265 00000100:00000001:2.0:1767384648.449376:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294937266 00000100:00000001:2.0:1767384648.449381:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937265 00000100:00000001:2.0:1767384648.449397:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.449399:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.449399:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:2.0:1767384648.449401:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.449406:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.449411:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.449412:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384648.449415:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.449416:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.449418:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.449421:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.449439:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384648.449442:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037657856 02000000:00000001:2.0:1767384648.449445:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384648.449445:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00000001:2.0:1767384648.449449:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.449452:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.449455:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.449457:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037657856 00000020:00000001:2.0:1767384648.449460:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384648.449462:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384648.449464:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.449466:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:2.0:1767384648.449468:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384648.449470:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384648.449474:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.449477:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b8f9788. 00000100:00000001:2.0:1767384648.449480:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.449482:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b8f9788. 00000020:00000010:2.0:1767384648.449487:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087c79acd. 00000400:00000200:1.0:1767384648.449489:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000020:00000010:2.0:1767384648.449491:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000959ba48a. 00000020:00000010:2.0:1767384648.449498:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bc29fc. 00000100:00000040:2.0:1767384648.449507:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384648.449510:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.449512:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384648.449514:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.449518:0:16806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384648.449520:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384648.449521:0:16806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037657984 02000000:00000001:3.0:1767384648.449524:0:16806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384648.449526:0:16806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384648.449529:0:16806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.449533:0:16806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384648.449535:0:16806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037657984 00000100:00000001:2.0:1767384648.449536:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384648.449537:0:16806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384648.449540:0:16806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000200:1.0:1767384648.449541:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000020:00000001:3.0:1767384648.449545:0:16806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384648.449547:0:16806:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000001:2.0:1767384648.449551:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384648.449553:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384648.449558:0:16806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00100000:2.0:1767384648.449561:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000020:00000001:3.0:1767384648.449562:0:16806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000040:2.0:1767384648.449565:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384648.449567:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384648.449569:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959100496 : -117139750451120 : ffff957646c90850) 00000020:00000010:3.0:1767384648.449572:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080fd19b6. 00000100:00000040:2.0:1767384648.449574:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b98853ed x1853237037657856/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:629/0 lens 4848/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.449577:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384648.449582:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080fd19b6. 00000400:00000200:1.0:1767384648.449585:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000001:2.0:1767384648.449588:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384648.449590:0:16806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b45a3ce6. 00000020:00000010:2.0:1767384648.449592:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b8f9788. 00000020:00000010:3.0:1767384648.449597:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0675170. 00000100:00000001:2.0:1767384648.449597:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.449603:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b8f9788. 00000020:00000010:3.0:1767384648.449605:0:16806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000103869df. 00000100:00100000:2.0:1767384648.449609:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b98853ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037657856:12345-0@lo:253: 00000100:00000001:3.0:1767384648.449611:0:16806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384648.449613:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037657856 00000100:00000001:3.0:1767384648.449614:0:16806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384648.449617:0:16806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.449617:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384648.449620:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384648.449623:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.449625:0:16806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.449626:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384648.449629:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:3.0:1767384648.449630:0:16806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.449633:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384648.449636:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.449639:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384648.449641:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384648.449643:0:16806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384648.449644:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.449646:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000100:00000001:3.0:1767384648.449647:0:16806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384648.449649:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384648.449654:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 02000000:00000001:2.0:1767384648.449654:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384648.449659:0:16806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 02000000:00000010:2.0:1767384648.449660:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4c06d34. 00000100:00000001:3.0:1767384648.449661:0:16806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959098448 : -117139750453168 : ffff957646c90050) 02000000:00000001:2.0:1767384648.449665:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.449668:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.449670:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f14ea104 x1853237037657984/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:629/0 lens 4848/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384648.449671:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384648.449679:0:16806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384648.449682:0:16806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080fd19b6. 20000000:00000010:2.0:1767384648.449682:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004dbf7670. 20000000:01000000:2.0:1767384648.449687:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384648.449688:0:16806:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384648.449690:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 20000000:00000001:2.0:1767384648.449692:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:3.0:1767384648.449693:0:16806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080fd19b6. 00000100:00100000:3.0:1767384648.449700:0:16806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f14ea104 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037657984:12345-0@lo:253: 20000000:00000001:2.0:1767384648.449701:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384648.449704:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384648.449706:0:16806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037657984 20000000:00000001:2.0:1767384648.449707:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.449709:0:16806:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384648.449710:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384648.449713:0:16806:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384648.449716:0:16806:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.449718:0:16806:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:2.0:1767384648.449720:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000222a6d0e. 00000400:00000200:1.0:1767384648.449720:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 20000000:01000000:2.0:1767384648.449725:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000020:00000001:3.0:1767384648.449727:0:16806:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 20000000:00000001:2.0:1767384648.449730:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384648.449731:0:16806:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384648.449734:0:16806:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384648.449735:0:16806:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384648.449737:0:16806:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384648.449737:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384648.449739:0:16806:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.449743:0:16806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384648.449745:0:16806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384648.449750:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000061b239c5. 02000000:00000001:3.0:1767384648.449752:0:16806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.449752:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000100:00000001:3.0:1767384648.449754:0:16806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384648.449757:0:16806:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384648.449765:0:16806:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005312d69e. 20000000:01000000:3.0:1767384648.449768:0:16806:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384648.449769:0:16806:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384648.449771:0:16806:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384648.449773:0:16806:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384648.449774:0:16806:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384648.449776:0:16806:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384648.449779:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00080000:00000001:2.0:1767384648.449781:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384648.449785:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384648.449787:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384648.449788:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384648.449791:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384648.449796:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:2.0:1767384648.449799:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384648.449805:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007bc6a408. 00080000:00000001:2.0:1767384648.449808:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581649920 : -117144127901696 : ffff957541de7000) 00000400:00000200:1.0:1767384648.449808:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00080000:00000001:2.0:1767384648.449810:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384648.449853:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.449907:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000001:00000001:2.0:1767384648.449917:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384648.449919:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384648.449921:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384648.449939:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384648.449942:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384648.449953:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.449983:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450013:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450057:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00080000:00000001:2.0:1767384648.450072:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384648.450076:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384648.450103:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450162:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450209:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450245:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450270:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450299:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450359:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450394:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450464:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450505:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384648.450550:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384648.450710:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084d6875b. 00000800:00000010:1.0:1767384648.450714:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe3ab827. 00000800:00000010:1.0:1767384648.450719:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001d040d76. 00000800:00000010:1.0:1767384648.450735:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001d040d76. 00000800:00020000:1.0:1767384648.450743:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384648.450746:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe3ab827. 00000800:00000010:1.0:1767384648.450747:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000084d6875b. 00000400:02020000:1.0:1767384648.450780:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp42 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384648.450791:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp42 notifying 192.168.203.133@tcp42: down 00000800:00000200:1.0:1767384648.450796:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp42 down 00000800:00000100:1.0:1767384648.450800:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp42 00000800:00000010:1.0:1767384648.450803:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003c9cf3d5. 00000400:00000200:1.0:1767384648.450806:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384648.450808:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp42->192.168.203.133@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384648.450815:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp42 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:1.0:1767384648.450817:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384648.450820:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 1 00000400:00000200:1.0:1767384648.450822:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384648.450854:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384648.450859:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100871 00000400:00000001:2.0:1767384648.450861:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384648.450863:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384648.450864:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a15adb 00000400:00000010:2.0:1767384648.450865:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a15adb. 00000400:00000200:2.0:1767384648.450868:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384648.450871:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:2.0:1767384648.450874:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000fd3fb773. 00000400:00000200:2.0:1767384648.450877:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (36) 00000400:00000200:2.0:1767384648.450880:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:-71 00000400:00000200:2.0:1767384648.450883:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 rc -71 00000400:00000200:2.0:1767384648.450892:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384648.450896:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (35) 00080000:00000001:3.0:1767384648.458217:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384648.458222:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384648.458223:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384648.458227:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384648.458227:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384648.458230:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384648.458231:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384648.458232:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384648.458235:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384648.458238:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007bc6a408. 20000000:01000000:3.0:1767384648.458243:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384648.458243:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384648.458255:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384648.458258:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384648.458262:0:16806:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eccee787. 00080000:00000020:3.0:1767384648.458263:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384648.458268:0:16806:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:1.0:1767384648.458271:0:16806:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384648.458274:0:16806:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384648.458280:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384648.458283:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384648.458286:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384648.458289:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384648.458292:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384648.458297:0:16806:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384648.458299:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d45c2384. 00080000:00000001:1.0:1767384648.458302:0:16806:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384648.458304:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384648.458305:0:16806:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384648.458308:0:16806:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384648.458331:0:16806:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384648.458335:0:16806:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:1.0:1767384648.458338:0:16806:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384648.458341:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3afc1c3. 00080000:00000010:1.0:1767384648.458343:0:16806:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ea343228. 00000020:00000001:3.0:1767384648.458346:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384648.458347:0:16806:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568998400 : -117144140553216 : ffff9575411d6400) 00080000:00000001:1.0:1767384648.458349:0:16806:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:3.0:1767384648.458356:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c3afc1c3 with handle 0x1c01179f271edde9 to hash 00000020:00000001:3.0:1767384648.458359:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384648.458360:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000001:3.0:1767384648.458363:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000001:3.0:1767384648.458366:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384648.458367:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384648.458369:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.458376:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384648.458379:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384648.458381:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384648.458383:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384648.458385:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.458387:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384648.458388:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.458390:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384648.458392:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384648.458393:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384648.458395:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384648.458397:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d45c2384) refcount = 1 00010000:00010000:3.0:1767384648.458399:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.458403:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384648.458405:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384648.458407:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.458408:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.458410:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384648.458413:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384648.458417:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384648.458420:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384648.458421:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384648.458423:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3afc1c3 refcount=4 00000020:00000001:3.0:1767384648.458425:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000001:3.0:1767384648.458431:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000001:3.0:1767384648.458434:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384648.458436:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384648.458440:0:16806:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384648.458441:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384648.458443:0:16806:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384648.458444:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384648.458446:0:16806:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384648.458452:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.458454:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384648.458456:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.458459:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384648.458461:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.458463:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1767384648.458464:0:16806:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384648.458465:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384648.458469:0:16806:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384648.458473:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c3afc1c3 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384648.458476:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384648.458478:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384648.458479:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.458483:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384648.458484:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384648.458486:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384648.458488:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3afc1c3 refcount=5 00000020:00000001:3.0:1767384648.458490:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000001:3.0:1767384648.458491:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000001:3.0:1767384648.458494:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384648.458495:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.458504:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384648.458507:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384648.458508:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.458511:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384648.458513:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384648.458515:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384648.458516:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384648.458518:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3afc1c3 with handle 0x1c01179f271edde9 from hash 00010000:00000001:3.0:1767384648.458520:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384648.458521:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.458522:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384648.458524:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384648.458526:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384648.458528:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384648.458530:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384648.458532:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.458534:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.458537:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384648.458538:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384648.458540:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.458542:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384648.458543:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.458545:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.458547:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384648.458549:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.458552:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.458553:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384648.458555:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384648.458557:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384648.458558:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.458559:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384648.458560:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384648.458563:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384648.458564:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384648.458569:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.458573:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384648.458574:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384648.458575:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3afc1c3/0x1c01179f271edde9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384648.458579:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d45c2384 count: 0 00080000:00000001:1.0:1767384648.458585:0:16806:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384648.458588:0:16806:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384648.458593:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384648.458595:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384648.466690:0:34923:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ddf241e0. 00000400:00000040:2.0:1767384648.466708:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384648.466710:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384648.466713:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.466714:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384648.466716:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.466718:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384648.466720:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384648.466721:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384648.466722:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384648.466723:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384648.466726:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384648.466727:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384648.466729:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384648.466730:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384648.466731:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384648.466733:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384648.466734:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384648.466735:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384648.466736:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384648.466738:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.466739:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384648.466740:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384648.466742:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384648.466743:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384648.466744:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384648.466746:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.466747:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384648.466748:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384648.466749:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384648.466751:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384648.466752:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384648.466754:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.466755:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384648.466757:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384648.466761:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384648.466762:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384648.466764:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384648.466766:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384648.466767:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384648.466768:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384648.466769:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384648.466770:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384648.466771:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384648.466773:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384648.466774:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384648.466775:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384648.466776:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384648.466777:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384648.466778:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384648.466780:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384648.466781:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384648.466783:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384648.466784:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384648.466785:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384648.466787:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384648.466788:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384648.466789:0:34923:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384648.466883:0:34923:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ddf241e0. 00010000:00000010:3.1:1767384648.467338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d45c2384. 00010000:00000010:3.1:1767384648.467345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3afc1c3. 00000100:00000040:0.0:1767384648.468388:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294937266, at 4294937267 00000100:00000010:0.0:1767384648.468396:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005992d8d1. 00000100:00000040:2.0:1767384648.468427:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294937266, at 4294937267 00000100:00000010:2.0:1767384648.468433:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e6b970e. 00080000:00000001:0.0:1767384648.468781:0:16806:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384648.468786:0:16806:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:0.0:1767384648.468789:0:16806:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384648.468790:0:16806:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384648.468792:0:16806:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384648.468810:0:16806:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384648.468812:0:16806:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384648.468817:0:16806:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384648.468819:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384648.468823:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384648.468825:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384648.468828:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384648.468831:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384648.468835:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:2.0:1767384648.468836:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000015f40e4a. 00040000:00000001:0.0:1767384648.468838:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384648.468842:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384648.468843:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767384648.468846:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767384648.468849:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a53b606. 00040000:00000001:0.0:1767384648.468849:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384648.468853:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ea343228. 00000020:00000001:2.0:1767384648.468854:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384648.468857:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:2.0:1767384648.468859:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a53b606 with handle 0x1c01179f271eddf0 to hash 00000020:00000001:2.0:1767384648.468863:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384648.468870:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000001:2.0:1767384648.468872:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000001:2.0:1767384648.468875:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384648.468877:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.468879:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.468885:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384648.468887:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384648.468888:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384648.468890:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384648.468892:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.468893:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384648.468894:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.468895:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384648.468897:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384648.468898:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384648.468899:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384648.468900:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000015f40e4a) refcount = 1 00010000:00010000:2.0:1767384648.468903:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.468907:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384648.468909:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384648.468910:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.468912:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.468913:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384648.468915:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384648.468917:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:2.0:1767384648.468919:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.468920:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.468922:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a53b606 refcount=4 00000020:00000001:2.0:1767384648.468923:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000001:2.0:1767384648.468926:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000001:2.0:1767384648.468927:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384648.468934:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.468938:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384648.468939:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.468943:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.468944:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384648.468944:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.468948:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384648.468949:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.468951:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384648.468953:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384648.468957:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a53b606 already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384648.468958:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384648.468959:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384648.468960:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.468964:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384648.468965:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.468965:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.468966:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a53b606 refcount=5 00000020:00000001:2.0:1767384648.468967:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000001:2.0:1767384648.468969:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648835072 : -117139060716544 : ffff95766fe58c00) 00010000:00000001:2.0:1767384648.468970:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384648.468971:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.468974:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384648.468981:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384648.468982:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.468984:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384648.468984:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384648.468985:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384648.468986:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384648.468987:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a53b606 with handle 0x1c01179f271eddf0 from hash 00010000:00000001:2.0:1767384648.468989:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384648.468990:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.468990:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.468991:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384648.468992:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384648.468993:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384648.468994:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384648.468995:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.468996:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.468998:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384648.468998:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384648.469000:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.469001:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.469001:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.469002:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.469003:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.469005:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.469008:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.469009:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.469010:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384648.469011:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384648.469012:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.469012:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.469013:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384648.469014:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384648.469015:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.469016:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.469027:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384648.469028:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384648.469029:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a53b606/0x1c01179f271eddf0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384648.469033:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000015f40e4a count: 0 00010000:00000001:2.0:1767384648.469040:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384648.469041:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384648.469365:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294937266, at 4294937268 00000100:00000010:3.0:1767384648.469372:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c27d83db. 00000100:00000040:1.0:1767384648.469375:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294937266, at 4294937268 00000100:00000010:1.0:1767384648.469381:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb552a0f. 00080000:00000020:0.0:1767384648.469712:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384648.469715:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384648.469717:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004dbf7670. 20000000:00000001:0.0:1767384648.469723:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384648.469726:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037657856 00010000:00000001:0.0:1767384648.469728:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384648.469734:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b98853ed x1853237037657856/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384648.469741:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384648.469743:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384648.469746:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384648.469749:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384648.469751:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384648.469753:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384648.469756:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384648.469758:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.469761:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384648.469764:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384648.469767:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083611c84. 00000100:00000200:0.0:1767384648.469771:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037657856, offset 224 00000400:00000200:0.0:1767384648.469777:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384648.469786:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384648.469795:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506f00 00000400:00000200:0.0:1767384648.469800:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d95 [2] + 224 00000400:00000200:0.0:1767384648.469806:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384648.469809:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384648.469820:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384648.469824:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384648.469831:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.469845:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384648.469851:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083611c84 00000400:00000010:0.0:1767384648.469853:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083611c84. 00000100:00000001:0.0:1767384648.469855:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384648.469856:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384648.469861:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.469862:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384648.469866:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384648.469867:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384648.469870:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384648.469872:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384648.469873:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384648.469874:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384648.469876:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384648.469879:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b98853ed x1853237037657856/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384648.469880:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:2.0:1767384648.469886:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bb012d3 00000400:00000010:2.0:1767384648.469891:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bb012d3. 00000100:00100000:0.0:1767384648.469893:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b98853ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037657856:12345-0@lo:253: Request processed in 20302us (20791us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384648.469895:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.469902:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384648.469904:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:0.0:1767384648.469910:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384648.469913:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384648.469917:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384648.469919:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384648.469922:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000959ba48a. 00000020:00000010:0.0:1767384648.469928:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bc29fc. 00000100:00000001:2.0:1767384648.469929:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384648.469932:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087c79acd. 00000100:00000001:2.0:1767384648.469933:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.469937:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384648.469939:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:2.0:1767384648.469940:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384648.469943:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.469945:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.469946:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384648.469949:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4c06d34. 02000000:00000001:2.0:1767384648.469950:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.469955:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384648.469956:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=78 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384648.469959:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384648.469961:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=78 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384648.469964:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384648.469965:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384648.469968:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384648.469970:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b99098. 00010000:00000001:2.0:1767384648.469971:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384648.469972:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.469974:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.469978:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384648.469982:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083611c84. 00000100:00000001:2.0:1767384648.469991:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.469994:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384648.469995:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384648.469998:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384648.470000:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384648.470001:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384648.470002:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384648.470002:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384648.470003:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384648.470004:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384648.470005:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384648.470006:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384648.470008:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384648.470011:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.470016:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006594ae83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037657856:0@lo:253: 00000100:00000001:2.0:1767384648.470021:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.470023:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.470025:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006594ae83 x1853237037657856/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.470030:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384648.470031:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384648.470034:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000303865f6. 02000000:00000001:2.0:1767384648.470037:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384648.470038:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384648.470039:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384648.470041:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384648.470042:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000908503ec. 02000000:00000001:2.0:1767384648.470045:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384648.470046:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384648.470048:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006594ae83. 00000100:00000001:2.0:1767384648.470053:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384648.470054:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.470056:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.470066:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.470067:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.470069:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.470070:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384648.472071:0:16806:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384648.472074:0:16806:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384648.472075:0:16806:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005312d69e. 20000000:00000001:2.0:1767384648.472080:0:16806:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384648.472083:0:16806:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037657984 00010000:00000001:2.0:1767384648.472085:0:16806:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384648.472089:0:16806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f14ea104 x1853237037657984/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384648.472094:0:16806:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384648.472096:0:16806:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384648.472097:0:16806:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.472100:0:16806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384648.472102:0:16806:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384648.472103:0:16806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384648.472105:0:16806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384648.472107:0:16806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.472109:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.472111:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.472113:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd7ee5b5. 00000100:00000200:2.0:1767384648.472116:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037657984, offset 224 00000400:00000200:2.0:1767384648.472121:0:16806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.472126:0:16806:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.472131:0:16806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f506f80 00000400:00000200:2.0:1767384648.472135:0:16806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d9d [2] + 224 00000400:00000200:2.0:1767384648.472140:0:16806:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.472142:0:16806:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384648.472145:0:16806:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.472148:0:16806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.472181:0:16806:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.472205:0:16806:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.472211:0:16806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd7ee5b5 00000400:00000010:2.0:1767384648.472212:0:16806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd7ee5b5. 00000100:00000001:2.0:1767384648.472215:0:16806:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384648.472216:0:16806:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.472219:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.472222:0:16806:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:0.0:1767384648.472224:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384648.472225:0:16806:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384648.472227:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384648.472228:0:16806:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.472232:0:16806:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384648.472233:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384648.472236:0:16806:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f14ea104 x1853237037657984/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384648.472237:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384648.472241:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c92aa12. 00000400:00000200:0.0:1767384648.472246:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca581b9 00000100:00100000:2.0:1767384648.472250:0:16806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f14ea104 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037657984:12345-0@lo:253: Request processed in 22569us (23008us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384648.472251:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ca581b9. 00000100:00000001:0.0:1767384648.472255:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384648.472261:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.472263:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000040:2.0:1767384648.472268:0:16806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:2.0:1767384648.472272:0:16806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.472275:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384648.472279:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0675170. 00000100:00000200:0.0:1767384648.472280:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.472286:0:16806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000103869df. 00000100:00000001:0.0:1767384648.472289:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384648.472292:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384648.472293:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b45a3ce6. 00000100:00000001:0.0:1767384648.472294:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384648.472296:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384648.472299:0:16806:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:0.0:1767384648.472299:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384648.472300:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.472304:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.472305:0:16806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384648.472307:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=78 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384648.472308:0:16806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000061b239c5. 00000100:00001000:0.0:1767384648.472332:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384648.472337:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384648.472338:0:16806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384648.472339:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.472341:0:16806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.472342:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384648.472345:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384648.472346:0:16806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384648.472347:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.472353:0:16806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016e3b15e. 00000100:00000040:0.0:1767384648.472353:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384648.472359:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd7ee5b5. 00000100:00000001:0.0:1767384648.472363:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384648.472366:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384648.472368:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384648.472370:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384648.472372:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384648.472373:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384648.472374:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384648.472381:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384648.472382:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384648.472383:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384648.472384:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384648.472385:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384648.472387:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384648.472394:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037657984:0@lo:253: 00000100:00000001:0.0:1767384648.472398:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.472399:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384648.472402:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7377207 x1853237037657984/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.472406:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384648.472408:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384648.472409:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f4707545. 02000000:00000001:0.0:1767384648.472413:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384648.472414:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384648.472415:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384648.472416:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384648.472417:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000def3e765. 02000000:00000001:0.0:1767384648.472421:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384648.472422:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384648.472423:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7377207. 00000100:00000001:0.0:1767384648.472426:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384648.472427:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.472429:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.472432:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384648.472433:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.472435:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.472437:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384648.473525:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000015f40e4a. 00010000:00000010:2.1:1767384648.473529:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a53b606. 00000400:00000001:2.0:1767384649.057606:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384649.057611:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384649.057614:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 00000400:00000010:2.0:1767384649.057617:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 00000400:00000200:2.0:1767384649.057630:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384649.057636:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384649.057647:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000078a84dfe. 00000400:00000010:2.0:1767384649.057651:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000075d01546. 00000400:00000200:2.0:1767384649.057663:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp41 00000400:00000010:2.0:1767384649.057667:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000078a84dfe. 00000400:00000010:2.0:1767384649.057671:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000075d01546. 00000400:00000010:2.0:1767384649.057675:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000400:00000010:2.0:1767384649.057681:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c5201b8. 00000400:00000200:2.0:1767384649.057686:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp41 00000400:00000200:2.0:1767384649.057698:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp41 local destination 00000400:00000200:2.0:1767384649.057703:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp41 00000400:00000200:2.0:1767384649.057707:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp41 NI seq info: [162:162:256:4294967295] 192.168.203.133@tcp41 LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1767384649.057714:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp41 00000400:00000200:2.0:1767384649.057724:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp41(192.168.203.133@tcp41:) -> 192.168.203.133@tcp41(192.168.203.133@tcp41:192.168.203.133@tcp41) : GET try# 0 00000800:00000200:2.0:1767384649.057730:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp41 00000800:00000010:2.0:1767384649.057734:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000010023a52. 00000800:00000200:2.0:1767384649.057739:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000800:00000200:2.1:1767384649.057745:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000400:00000200:0.0:1767384649.057829:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.057894:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.057950:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384649.057986:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp41 added to recovery queue. ping count: 2 next ping: 274 health :800 00000400:00000200:2.0:1767384649.057994:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp42 00000400:00000200:0.0:1767384649.057995:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000010:2.0:1767384649.057997:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008ef0096f. 00000400:00000010:2.0:1767384649.058003:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003aa23be2. 00000400:00000010:2.0:1767384649.058006:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a15adb. 00000400:00000010:2.0:1767384649.058011:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093f44e6f. 00000400:00000200:2.0:1767384649.058014:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp42 00000400:00000200:2.0:1767384649.058018:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp42 local destination 00000400:00000200:2.0:1767384649.058021:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp42 00000400:00000200:2.0:1767384649.058024:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp42 NI seq info: [163:163:256:4294967295] 192.168.203.133@tcp42 LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1767384649.058028:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp42 00000400:00000200:2.0:1767384649.058033:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42:) -> 192.168.203.133@tcp42(192.168.203.133@tcp42:192.168.203.133@tcp42) : GET try# 0 00000400:00000200:0.0:1767384649.058035:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000200:2.0:1767384649.058043:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp42 00000800:00000010:2.0:1767384649.058049:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000072f0c0f8. 00000800:00000200:2.0:1767384649.058055:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000800:00000200:2.1:1767384649.058059:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000400:00000200:2.0:1767384649.058084:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp42 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:0.0:1767384649.058100:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058146:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058180:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058241:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058254:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058299:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058307:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058401:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058415:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058450:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058476:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058504:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058533:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058559:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058590:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058603:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058647:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058666:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058708:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058721:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058777:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058785:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058841:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058856:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058912:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.058949:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.058988:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059027:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059063:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059101:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059140:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059165:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059210:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059230:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059270:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059278:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059383:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059385:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059457:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059467:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059543:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059544:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059607:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059635:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059676:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059711:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059735:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059768:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059791:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059861:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059921:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.059944:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.059994:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.060003:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.060052:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.060061:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.060139:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.060214:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384649.060251:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000800:00000010:0.0:1767384649.060286:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000acb8b47. 00000400:00000200:3.0:1767384649.060287:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000800:00000010:0.0:1767384649.060298:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a26f9712. 00000800:00000010:0.0:1767384649.060305:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c2b6bc7. 00000400:00000200:3.0:1767384649.060356:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000800:00000010:0.0:1767384649.060360:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c2b6bc7. 00000800:00020000:0.0:1767384649.060372:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384649.060375:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a26f9712. 00000800:00000010:0.0:1767384649.060379:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000acb8b47. 00000400:00000200:3.0:1767384649.060437:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:02020000:0.0:1767384649.060474:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp41 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384649.060482:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp41 notifying 192.168.203.133@tcp41: down 00000400:00000200:0.0:1767384649.060486:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384649.060493:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp41 00000800:00000010:0.0:1767384649.060496:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000010023a52. 00000400:00000200:0.0:1767384649.060501:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384649.060507:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp41->192.168.203.133@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384649.060509:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384649.060516:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384649.060521:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384649.060527:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp41) recovery failed with -71 00000400:00000200:3.0:1767384649.060566:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384649.060686:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000061b239c5. 00000800:00000010:3.0:1767384649.060691:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da1df08d. 00000800:00000010:3.0:1767384649.060694:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088e3ded7. 00000800:00000010:3.0:1767384649.060715:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088e3ded7. 00000800:00020000:3.0:1767384649.060724:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384649.060727:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da1df08d. 00000800:00000010:3.0:1767384649.060731:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000061b239c5. 00000400:02020000:3.0:1767384649.060773:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp42 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384649.060777:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp42 notifying 192.168.203.133@tcp42: down 00000400:00000200:3.0:1767384649.060781:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384649.060784:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp42 00000800:00000010:3.0:1767384649.060786:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000072f0c0f8. 00000400:00000200:3.0:1767384649.060789:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384649.060792:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp42->192.168.203.133@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384649.060800:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384649.060802:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384649.060813:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp42) recovery failed with -71 00010000:00000001:0.0:1767384649.378387:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384649.378393:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.378399:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384649.378401:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.378431:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384649.378433:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.378435:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384649.826422:0:16841:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384649.826426:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384649.826429:0:16841:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.826440:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384650.081435:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384650.081439:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384650.081441:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030ef789b 00000400:00000010:1.0:1767384650.081444:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030ef789b. 00000400:00000200:1.0:1767384650.081449:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384650.081454:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767384650.081463:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000078a84dfe. 00000400:00000010:1.0:1767384650.081466:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000075d01546. 00000400:00000001:1.0:1767384650.081469:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384650.081470:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384650.081471:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a15adb 00000400:00000010:1.0:1767384650.081472:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a15adb. 00000400:00000200:1.0:1767384650.081473:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384650.081474:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384650.081476:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008ef0096f. 00000400:00000010:1.0:1767384650.081477:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003aa23be2. 00080000:00000001:3.0:1767384650.118590:0:35420:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384650.118620:0:35420:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384650.118623:0:35420:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384650.118629:0:35420:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384650.118633:0:35420:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384650.118635:0:35420:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384650.401425:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384650.401431:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384650.401437:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384650.401438:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384650.401458:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384650.401461:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384650.401464:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384650.837030:0:35584:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384650.837035:0:35584:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:0.0:1767384650.842172:0:35584:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384650.849878:0:35585:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a1e811ec. 00000400:00000010:3.0:1767384650.849893:0:35585:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000012d0369b. 00000400:00000010:3.0:1767384650.849903:0:35585:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001cc8ed65. 00000400:00000010:3.0:1767384650.849906:0:35585:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000072a74934. 00000400:00000010:3.0:1767384650.849910:0:35585:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002333276d. 00000400:00000010:3.0:1767384650.849915:0:35585:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077d669f0. 00000400:00000010:3.0:1767384650.849917:0:35585:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd1acc1a. 00000400:00000010:3.0:1767384650.849918:0:35585:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f3e1b14b. 00000400:00000010:3.0:1767384650.849922:0:35585:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003f5ee53b. 00000800:00000010:3.0:1767384650.849937:0:35585:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fe110ee5. 00000800:00000200:3.0:1767384650.849947:0:35585:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384650.849960:0:35585:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384650.849995:0:35585:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384650.850021:0:35585:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp45 [8/256/0/180] 00000400:00000010:3.0:1767384650.852183:0:35585:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000007407d445. 00000400:00000010:3.0:1767384650.852190:0:35585:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000389b3412. 00000400:00000010:3.0:1767384650.852212:0:35585:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3c7bf6. 00000400:00000001:3.0:1767384650.852229:0:35585:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384650.852231:0:35585:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384650.852233:0:35585:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f5ebc6. 00000400:00000200:3.0:1767384650.852236:0:35585:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000400:00000010:3.0:1767384650.852238:0:35585:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000400:00000010:3.0:1767384650.852241:0:35585:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000009c95f05f. 00000400:00000200:3.0:1767384650.852246:0:35585:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (34) 00000400:00000200:3.0:1767384650.852259:0:35585:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384650.852269:0:35585:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:3.0:1767384650.852276:0:35585:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000061b239c5. 00000020:01000000:3.0:1767384650.852280:0:35585:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384650.852286:0:35585:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp45 00000400:00000200:2.0:1767384650.852299:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384650.852303:0:35585:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000012d0369b. 00000400:00000200:2.0:1767384650.852308:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:2.0:1767384650.852336:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (35) 00000400:00000010:3.0:1767384650.852342:0:35585:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a1e811ec. 00000400:00000010:2.0:1767384650.852343:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000732ffea8. 00000400:00000010:2.0:1767384650.852351:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aae6e9a. 00000020:00000001:1.0:1767384650.852357:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384650.852359:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fdcfe2a0. 10000000:00000001:1.0:1767384650.852364:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384650.852368:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 10000000:00000001:1.0:1767384650.852370:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384650.852374:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384650.852378:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384650.852380:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384650.852383:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:1.0:1767384650.852384:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384650.852389:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384650.852392:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384650.852395:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000020:01000004:1.0:1767384650.852396:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384650.852400:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384650.852403:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384650.852406:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384650.852407:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000020:01000004:1.0:1767384650.852409:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384650.852414:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 00000100:00000010:1.0:1767384650.852417:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000feb4d7d1. 00000400:00000200:2.0:1767384650.852421:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 00000020:00000040:1.0:1767384650.852424:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384650.852429:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000100:00000001:1.0:1767384650.852433:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384650.852437:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 02000000:00000001:1.0:1767384650.852438:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384650.852446:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 02000000:00000001:1.0:1767384650.852446:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.852455:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000400:00000200:2.0:1767384650.852459:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 02000000:00000010:1.0:1767384650.852460:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000084d6875b. 00000100:00000001:1.0:1767384650.852470:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.852471:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000400:00000200:2.0:1767384650.852489:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000100:00000001:1.0:1767384650.852489:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384650.852493:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.852498:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000400:00000200:2.0:1767384650.852505:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000100:00000040:1.0:1767384650.852507:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb4d7d1] to pc [ptlrpcd_00_02+2] req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384650.852516:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000400:00000200:2.0:1767384650.852533:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 58], ns[42, 58] 00000400:00000200:2.0:1767384650.852538:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:2.0:1767384650.852541:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:2.0:1767384650.852546:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:2.0:1767384650.852550:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 42], ns[155, 42] 00000400:00000200:2.0:1767384650.852556:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 42], ns[70, 42] 10000000:00000001:1.0:1767384650.852556:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384650.852563:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.852569:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 42], ns[71, 42] 00000100:00000001:0.0:1767384650.852569:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384650.852570:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.852577:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.852577:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384650.852578:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384650.852583:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384650.852584:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 42], ns[136, 42] 00000100:00000001:3.0:1767384650.852585:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.852589:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384650.852594:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384650.852594:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384650.852598:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384650.852600:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 42], ns[84, 42] 10000000:01000000:1.0:1767384650.852602:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384650.852609:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384650.852613:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384650.852619:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384650.852621:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 42], ns[138, 42] 00000020:01000004:1.0:1767384650.852624:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384650.852630:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384650.852630:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384650.852635:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384650.852636:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384650.852637:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 42], ns[149, 42] 00000020:01000004:1.0:1767384650.852642:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384650.852645:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384650.852646:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384650.852649:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 42], ns[157, 42] 00000020:01000004:1.0:1767384650.852651:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384650.852651:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384650.852657:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.852658:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 42], ns[160, 42] 00000100:00000010:1.0:1767384650.852659:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096fc03a0. 00000100:00100000:0.0:1767384650.852666:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037658112:0@lo:253: 00000020:00000040:1.0:1767384650.852668:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000400:00000200:2.0:1767384650.852673:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 42], ns[113, 42] 00000100:00000001:1.0:1767384650.852677:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384650.852678:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384650.852681:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384650.852685:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384650.852687:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384650.852690:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.852693:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 42], ns[137, 42] 02000000:00000001:0.0:1767384650.852695:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384650.852698:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f4707545. 00000400:00000200:2.0:1767384650.852704:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[154, 42], ns[158, 42] 00000100:00000001:1.0:1767384650.852705:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384650.852705:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000acb8b47. 02000000:00000001:0.0:1767384650.852713:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.852715:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384650.852718:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 42], ns[150, 42] 00000100:00000001:1.0:1767384650.852721:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384650.852724:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000200:2.0:1767384650.852732:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[158, 42], ns[162, 42] 00000100:00000040:1.0:1767384650.852733:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fc03a0] to pc [ptlrpcd_00_03+3] req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384650.852734:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9d8b40b. 00000100:00000200:0.0:1767384650.852742:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037658112, portal 25 00000100:00000001:0.0:1767384650.852750:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384650.852755:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000400:00000200:2.0:1767384650.852756:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[159, 42], ns[163, 42] 00000100:00000040:0.0:1767384650.852766:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384650.852776:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.852778:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 10000000:00000001:1.0:1767384650.852784:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.852788:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384650.852790:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp24 00000020:00000001:1.0:1767384650.852791:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384650.852795:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384650.852799:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp24 lpni_is_preferred = 0 00000400:00000010:0.0:1767384650.852802:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e03245. 00000020:01000000:1.0:1767384650.852806:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384650.852808:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp24 00000100:00000200:0.0:1767384650.852809:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037658112, offset 0 00000020:00000010:1.0:1767384650.852813:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000061b239c5. 00000400:00000200:2.0:1767384650.852819:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp24 NI seq info: [164:164:256:4294967295] 192.168.203.133@tcp24 LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1767384650.852822:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384650.852829:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384650.852831:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp24 00000100:00000001:1.0:1767384650.852834:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384650.852837:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384650.852847:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384650.852850:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24:) -> 192.168.203.133@tcp24(192.168.203.133@tcp:192.168.203.133@tcp24) : GET try# 0 00000100:00000001:1.0:1767384650.852866:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767384650.852869:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp24 00000100:00000001:1.0:1767384650.852870:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384650.852876:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384650.852878:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1767384650.852879:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000596a2a19. 02000000:00000001:1.0:1767384650.852882:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384650.852886:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384650.852894:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507000 00000800:00000200:2.0:1767384650.852895:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (6) 00000100:00100000:1.0:1767384650.852895:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037658240:0@lo:253: 00000100:00000001:1.0:1767384650.852905:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384650.852907:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1575 [2] + 0 02000000:00000001:1.0:1767384650.852910:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384650.852916:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp24 ip 192.168.203.133:988 02000000:00000001:1.0:1767384650.852916:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384650.852917:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cb09ae. 02000000:00000001:1.0:1767384650.852925:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384650.852926:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000596a2a19 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384650.852927:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9a862b6 02000000:00000010:1.0:1767384650.852934:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002805257. 02000000:00000001:1.0:1767384650.852941:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.852945:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000010:1.0:1767384650.852946:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000354d97d2. 00000400:00000200:0.0:1767384650.852947:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384650.852952:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000400:00000010:1.0:1767384650.852957:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab3c80f7. 00000400:00000200:0.0:1767384650.852960:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384650.852965:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037658240, portal 25 00000400:00000200:0.0:1767384650.852966:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a862b6 00000100:00000001:1.0:1767384650.852971:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384650.852972:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9a862b6. 00000100:00000001:1.0:1767384650.852976:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646734848 : -117139062816768 : ffff95766fc58000) 00000100:00000001:0.0:1767384650.852980:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384650.852984:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384650.852985:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384650.852991:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000bde4854b x1853237037658112 msgsize 4848 00000100:00000001:1.0:1767384650.853002:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384650.853007:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384650.853012:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384650.853014:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384650.853020:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ea7921f. 00000100:00000200:1.0:1767384650.853024:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037658240, offset 0 00000100:00000001:0.0:1767384650.853031:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384650.853032:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384650.853042:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384650.853043:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e03245 00000800:00000010:2.0:1767384650.853048:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000596a2a19. 00000400:00000010:0.0:1767384650.853048:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e03245. 00000400:00000200:1.0:1767384650.853057:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384650.853058:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384650.853059:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384650.853068:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384650.853073:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507080 00000400:00000200:2.0:1767384650.853074:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: GET: OK 00000400:00000200:1.0:1767384650.853087:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x157d [2] + 0 00000100:00000001:0.0:1767384650.853090:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384650.853094:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384650.853108:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5789810. 00000100:00000001:0.0:1767384650.853110:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.853114:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384650.853115:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d96fe505 00000100:00000001:0.0:1767384650.853120:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.853122:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384650.853124:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384650.853126:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294939669 00000400:00000200:2.0:1767384650.853130:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000400:00000200:1.0:1767384650.853134:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384650.853136:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fd58e2f. 00000800:00000001:2.0:1767384650.853143:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384650.853144:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96fe505 00000100:00000001:0.0:1767384650.853145:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384650.853150:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d96fe505. 00000100:00000001:0.0:1767384650.853169:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294939669 00000100:00000001:1.0:1767384650.853170:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384650.853175:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384650.853178:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eccb0ba7. 00000800:00000001:2.0:1767384650.853181:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384650.853181:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000d71d77b7 x1853237037658240 msgsize 4848 00000100:00000001:0.0:1767384650.853184:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384650.853188:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384650.853192:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294939669 00000100:00100000:1.0:1767384650.853194:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384650.853196:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384650.853200:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384650.853201:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c42c9ead. 00000100:00000001:0.0:1767384650.853208:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384650.853212:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24) <- 192.168.203.133@tcp24 : GET - for me 00000100:00000001:1.0:1767384650.853216:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384650.853216:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294939669 00000100:00000010:0.0:1767384650.853224:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeb72775. 00000400:00000200:1.0:1767384650.853227:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ea7921f 00000400:00000200:2.0:1767384650.853230:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384650.853232:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ea7921f. 00000100:00000001:0.0:1767384650.853232:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384650.853238:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384650.853244:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 592/592 into md 0x1dbd [1] + 0 00000100:00000200:1.0:1767384650.853244:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384650.853246:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384650.853255:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.853263:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.853267:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp24 to MR: 192.168.203.133@tcp24 local destination 00000100:00000001:0.0:1767384650.853269:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.853280:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384650.853285:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp24 NI seq info: [165:165:256:4294967295] 192.168.203.133@tcp24 LPNI seq info [161:161:8:4294967295] 00000100:00000001:0.0:1767384650.853285:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384650.853288:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384650.853290:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384650.853299:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.853303:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384650.853305:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.853339:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.853341:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384650.853348:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.853350:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24:192.168.203.133@tcp24) -> 192.168.203.133@tcp24(192.168.203.133@tcp24:192.168.203.133@tcp24) 192.168.203.133@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384650.853360:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.133@tcp24 00000100:00000001:1.0:1767384650.853361:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384650.853364:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000596a2a19. 00000100:00000001:1.0:1767384650.853366:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294939670 00000800:00000200:2.0:1767384650.853374:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (6) 00000100:00000001:1.0:1767384650.853380:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939669 00000800:00000200:2.0:1767384650.853385:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp24 ip 192.168.203.133:993 00000800:00000200:2.0:1767384650.853391:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000596a2a19 type 3, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1767384650.853391:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294939670 00000100:00000001:0.0:1767384650.853391:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384650.853397:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037658112 02000000:00000001:0.0:1767384650.853401:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384650.853405:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384650.853406:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939669 00000100:00000001:0.0:1767384650.853410:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.853415:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294939670 02000000:00000001:0.0:1767384650.853416:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384650.853423:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037658112 00000100:00000001:1.0:1767384650.853424:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939669 00000020:00000001:0.0:1767384650.853426:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384650.853430:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:1.0:1767384650.853431:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294939670 00000020:00000001:0.0:1767384650.853433:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384650.853437:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:1.0:1767384650.853439:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939669 00000020:00000001:0.0:1767384650.853443:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384650.853448:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384650.853449:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384650.853453:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384650.853459:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d2fc5a4. 00000100:00000001:1.0:1767384650.853461:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.853465:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384650.853466:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384650.853469:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d2fc5a4. 00000100:00000001:1.0:1767384650.853471:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384650.853478:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bab1dd2. 00000100:00000001:1.0:1767384650.853480:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384650.853484:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767384650.853485:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384650.853486:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057a110ab. 00000100:00000001:1.0:1767384650.853489:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384650.853490:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000596a2a19. 00000100:00000001:1.0:1767384650.853494:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384650.853495:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c171c609. 00000400:00000200:2.0:1767384650.853497:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384650.853499:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.853505:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384650.853509:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384650.853510:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: REPLY: OK 00000100:00000001:0.0:1767384650.853517:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384650.853521:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384650.853523:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384650.853526:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384650.853532:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384650.853534:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384650.853539:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384650.853544:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384650.853546:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384650.853549:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384650.853552:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384650.853562:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp24(192.168.203.133@tcp24) <- 192.168.203.133@tcp24 : REPLY - for me 00000400:00000200:2.0:1767384650.853575:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp24: Reply from 12345-192.168.203.133@tcp24 of length 592/592 into md 0x1dc1 00000100:00000001:0.0:1767384650.853578:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384650.853579:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384650.853580:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384650.853585:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037658240 00000100:00000001:1.0:1767384650.853586:0:16805:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384650.853591:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384650.853592:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.853594:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384650.853597:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384650.853598:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384650.853603:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.853607:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384650.853608:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp24->192.168.203.133@tcp24: REPLY: OK 00000100:00100000:0.0:1767384650.853609:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037658240 00000100:00000001:1.0:1767384650.853611:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384650.853613:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384650.853616:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384650.853621:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384650.853623:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000020:00000040:0.0:1767384650.853626:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000400:00000200:2.0:1767384650.853628:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aae6e9a 00000100:00000040:1.0:1767384650.853629:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:0.0:1767384650.853631:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000010:2.0:1767384650.853634:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aae6e9a. 00000100:00000001:1.0:1767384650.853636:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959109712 : -117139750441904 : ffff957646c92c50) 00000020:00000001:0.0:1767384650.853637:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:2.0:1767384650.853641:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:0.0:1767384650.853644:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384650.853648:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bde4854b x1853237037658112/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:631/0 lens 4848/0 e 0 to 0 dl 1767384661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384650.853649:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000020:00000010:0.0:1767384650.853651:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d2fc5a4. 00000400:00000200:2.0:1767384650.853658:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000100:00000001:0.0:1767384650.853659:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384650.853666:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384650.853667:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d2fc5a4. 00000400:00000200:2.0:1767384650.853669:0:16157:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.133@tcp (624 bytes) 00000020:00000010:1.0:1767384650.853672:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ddce7d7. 00000020:00000010:0.0:1767384650.853675:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4046ee0. 00000400:00000200:2.0:1767384650.853677:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:1.0:1767384650.853679:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384650.853683:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce313fe. 00000020:00000010:1.0:1767384650.853685:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ddce7d7. 00000020:00000010:0.0:1767384650.853689:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da8b267d. 00000400:00000010:2.0:1767384650.853692:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000732ffea8. 00000100:00000001:0.0:1767384650.853695:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384650.853696:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bde4854b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037658112:12345-0@lo:253: 00000100:00000001:0.0:1767384650.853700:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384650.853701:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (36) 00000100:00000200:1.0:1767384650.853703:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037658112 00000100:00000001:0.0:1767384650.853705:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.853710:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1767384650.853711:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384650.853713:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.853716:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384650.853718:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384650.853719:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384650.853721:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.853727:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384650.853729:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:0.0:1767384650.853732:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384650.853734:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384650.853737:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384650.853738:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384650.853743:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384650.853746:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384650.853747:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000020:00000001:1.0:1767384650.853750:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384650.853752:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:0.0:1767384650.853755:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959102544 : -117139750449072 : ffff957646c91050) 00000100:00000040:0.0:1767384650.853760:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d71d77b7 x1853237037658240/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:631/0 lens 4848/0 e 0 to 0 dl 1767384661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384650.853765:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384650.853767:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384650.853773:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000732ffea8. 02000000:00000001:1.0:1767384650.853774:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384650.853777:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384650.853782:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003d0a1a6. 02000000:00000010:1.0:1767384650.853784:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000e9b244c. 00000400:00000010:2.0:1767384650.853787:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aae6e9a. 02000000:00000001:1.0:1767384650.853789:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384650.853791:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d2fc5a4. 00000400:00000200:2.0:1767384650.853794:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000732ffea8 00000100:00000001:1.0:1767384650.853794:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.853796:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384650.853801:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:1.0:1767384650.853802:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767384650.853803:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d2fc5a4. 00000400:00000001:2.0:1767384650.853805:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384650.853810:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec38dd3. 00000100:00100000:0.0:1767384650.853814:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d71d77b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037658240:12345-0@lo:253: 20000000:00000010:1.0:1767384650.853815:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e09a94e0. 00000400:00000200:2.0:1767384650.853817:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5bd4bf1 00000400:00000010:2.0:1767384650.853824:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5bd4bf1. 00000100:00000200:0.0:1767384650.853825:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037658240 20000000:01000000:1.0:1767384650.853826:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384650.853830:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000020:00000001:0.0:1767384650.853832:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384650.853833:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:2.0:1767384650.853834:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000002a9d50b2. 20000000:00000001:1.0:1767384650.853838:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384650.853838:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384650.853840:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 20000000:00000001:1.0:1767384650.853844:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384650.853844:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.853851:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100871 00000020:00000001:0.0:1767384650.853851:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384650.853852:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384650.853855:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 20000000:00000001:1.0:1767384650.853861:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384650.853862:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384650.853864:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:0 00000020:00000001:0.0:1767384650.853866:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384650.853871:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384650.853872:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 rc 1 20000000:00000010:1.0:1767384650.853874:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ed2efa3. 00000020:00000001:0.0:1767384650.853876:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384650.853881:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 20000000:01000000:1.0:1767384650.853882:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000020:00000001:0.0:1767384650.853883:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.853887:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (35) 00000100:00000001:0.0:1767384650.853891:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384650.853893:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:2.0:1767384650.853894:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000005b6cb757. 02000000:00000001:0.0:1767384650.853895:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384650.853901:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f6ea27. 00080000:00000001:1.0:1767384650.853901:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:0.0:1767384650.853905:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000def3e765. 00000400:00000010:2.0:1767384650.853909:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3b66758. 02000000:00000001:0.0:1767384650.853910:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.853917:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.853920:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 20000000:00000001:0.0:1767384650.853920:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384650.853928:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 20000000:00000010:0.0:1767384650.853942:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a2251846. 00000400:00000200:2.0:1767384650.853943:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 20000000:01000000:0.0:1767384650.853950:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384650.853951:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384650.853956:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 20000000:00000001:0.0:1767384650.853957:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384650.853958:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384650.853961:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384650.853963:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384650.853966:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384650.853971:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384650.853973:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.853976:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 20000000:00000001:0.0:1767384650.853978:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384650.853979:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384650.853987:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000400:00000200:2.0:1767384650.853988:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 00080000:00000001:1.0:1767384650.853995:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384650.853998:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000400:00000200:2.0:1767384650.854003:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00080000:00000010:1.0:1767384650.854006:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001113eb36. 00000400:00000200:2.0:1767384650.854011:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00080000:00000001:1.0:1767384650.854012:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568994304 : -117144140557312 : ffff9575411d5400) 00080000:00000001:1.0:1767384650.854020:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384650.854024:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000400:00000200:2.0:1767384650.854029:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000400:00000200:2.0:1767384650.854034:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000400:00000200:2.0:1767384650.854039:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000400:00000200:2.0:1767384650.854043:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000400:00000200:2.0:1767384650.854047:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000400:00000200:2.0:1767384650.854052:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000400:00000200:2.0:1767384650.854057:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000400:00000200:2.0:1767384650.854061:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 58], ns[46, 58] 00000400:00000200:2.0:1767384650.854066:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:2.0:1767384650.854070:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:2.0:1767384650.854074:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 46], ns[155, 46] 00000400:00000200:2.0:1767384650.854085:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 46], ns[70, 46] 00000400:00000200:2.0:1767384650.854089:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 46], ns[71, 46] 00000400:00000200:2.0:1767384650.854093:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 46], ns[136, 46] 00000400:00000200:2.0:1767384650.854096:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 46], ns[84, 46] 00000400:00000200:2.0:1767384650.854100:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 46], ns[138, 46] 00000400:00000200:2.0:1767384650.854104:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 46], ns[149, 46] 00000400:00000200:2.0:1767384650.854109:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 46], ns[157, 46] 00000400:00000200:2.0:1767384650.854113:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 46], ns[160, 46] 00000400:00000200:2.0:1767384650.854118:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 46], ns[113, 46] 00000400:00000200:2.0:1767384650.854123:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 46], ns[137, 46] 00000400:00000200:2.0:1767384650.854129:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[154, 46], ns[158, 46] 00000001:00000001:1.0:1767384650.854134:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384650.854135:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 46], ns[150, 46] 00080000:00000001:1.0:1767384650.854139:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.854144:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[158, 46], ns[162, 46] 00080000:00000001:1.0:1767384650.854145:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384650.854152:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[159, 46], ns[163, 46] 00000400:00000200:2.0:1767384650.854173:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384650.854177:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp25 00000400:00000200:2.0:1767384650.854180:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384650.854183:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp25 00080000:00000001:1.0:1767384650.854186:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384650.854187:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp25 NI seq info: [166:166:256:4294967295] 192.168.203.133@tcp25 LPNI seq info [162:162:8:4294967295] 00080000:00000001:1.0:1767384650.854194:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384650.854198:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp25 00000400:00000200:2.0:1767384650.854216:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25:) -> 192.168.203.133@tcp25(192.168.203.133@tcp:192.168.203.133@tcp25) : GET try# 0 00000800:00000200:2.0:1767384650.854221:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp25 00000800:00000010:2.0:1767384650.854226:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000596a2a19. 00000800:00000200:2.0:1767384650.854232:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (6) 00000800:00000200:2.0:1767384650.854239:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:988 00000800:00000200:2.0:1767384650.854241:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000596a2a19 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384650.854252:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384650.854254:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00080000:00000001:1.0:1767384650.854308:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000200:2.0:1767384650.854342:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384650.854346:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000596a2a19. 00000400:00000200:2.0:1767384650.854350:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384650.854353:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384650.854359:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: GET: OK 00000400:00000200:2.0:1767384650.854365:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384650.854369:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000800:00000001:2.0:1767384650.854377:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384650.854383:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384650.854385:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384650.854389:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384650.854397:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25) <- 192.168.203.133@tcp25 : GET - for me 00000400:00000200:2.0:1767384650.854405:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384650.854410:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 624/624 into md 0x1dbd [1] + 0 00000400:00000200:2.0:1767384650.854420:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp25 to MR: 192.168.203.133@tcp25 local destination 00000400:00000200:2.0:1767384650.854427:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp25 NI seq info: [167:167:256:4294967295] 192.168.203.133@tcp25 LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1767384650.854440:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) -> 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) 192.168.203.133@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384650.854445:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.133@tcp25 00000800:00000010:2.0:1767384650.854449:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000596a2a19. 00000800:00000200:2.0:1767384650.854454:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (6) 00000800:00000200:2.0:1767384650.854459:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:991 00000800:00000200:2.0:1767384650.854462:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000596a2a19 type 3, nob 720 niov 1 nkiov 1 00000800:00000001:1.0:1767384650.854517:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384650.854576:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384650.854579:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000596a2a19. 00000400:00000200:2.0:1767384650.854584:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384650.854589:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: REPLY: OK 00000800:00000001:1.0:1767384650.854598:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384650.854602:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384650.854612:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384650.854615:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384650.854621:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384650.854629:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25) <- 192.168.203.133@tcp25 : REPLY - for me 00000400:00000200:2.0:1767384650.854641:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp25: Reply from 12345-192.168.203.133@tcp25 of length 624/624 into md 0x1dd9 00000800:00000001:2.0:1767384650.854645:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384650.854656:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384650.854658:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384650.854663:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: REPLY: OK 00000400:00000200:2.0:1767384650.854668:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f6ea27 00000400:00000010:2.0:1767384650.854670:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f6ea27. 00000400:00000200:2.0:1767384650.854674:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384650.854679:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:2.0:1767384650.854682:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:2.0:1767384650.854686:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 37. state = 0x100271 00000400:00000200:2.0:1767384650.854692:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:2.0:1767384650.854706:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (36) 00000800:00000001:2.0:1767384650.854712:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384650.854717:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384650.854733:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384650.854748:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:1.0:1767384650.854755:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 000000002a9d50b2. 00000400:00000010:1.0:1767384650.854759:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000ea7554de. 00000400:00000010:1.0:1767384650.854762:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 00000000ea343228. 00000400:00000200:1.0:1767384650.854810:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp28(0000000041a0c004) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384650.854824:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp34(00000000e1d96ff0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384650.854836:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp39(000000009b28aa2f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384650.854842:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp41(0000000065e3febf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384650.854847:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp42(000000009c15d34e) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384650.854855:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fb3dabfb. 00000400:00000200:1.0:1767384650.854862:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fb3dabfb nid 192.168.203.133@tcp43 00000400:00000010:1.0:1767384650.854866:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c9be933e. 00000400:00000200:1.0:1767384650.854869:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c9be933e net tcp43 00000400:00000200:1.0:1767384650.854873:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (35) 00000400:00000200:1.0:1767384650.854881:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp43 flags 0x11 00000400:00000010:1.0:1767384650.854888:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002f9200aa. 00000400:00000200:1.0:1767384650.854892:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002f9200aa nid 192.168.203.133@tcp44 00000400:00000010:1.0:1767384650.854896:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004edcac08. 00000400:00000200:1.0:1767384650.854897:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000004edcac08 net tcp44 00000400:00000200:1.0:1767384650.854899:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (36) 00000400:00000200:1.0:1767384650.854905:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp44 flags 0x11 00000400:00000010:1.0:1767384650.854911:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006caab8ce. 00000400:00000200:1.0:1767384650.854915:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006caab8ce nid 192.168.203.133@tcp45 00000400:00000010:1.0:1767384650.854918:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b20524c8. 00000400:00000200:1.0:1767384650.854920:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b20524c8 net tcp45 00000400:00000200:1.0:1767384650.854923:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (37) 00000400:00000200:1.0:1767384650.854926:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp45 flags 0x11 00000400:00000010:1.0:1767384650.854929:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 000000002a9d50b2. 00000400:00000010:1.0:1767384650.854932:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000ea7554de. 00000400:00000010:1.0:1767384650.854935:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 00000000ea343228. 00000400:00000010:1.0:1767384650.854938:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000005b6cb757. 00000400:00000200:1.0:1767384650.854942:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384650.854954:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:1.0:1767384650.854958:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:1.0:1767384650.854963:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:1.0:1767384650.854968:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b49ec24. 00000400:00000200:1.0:1767384650.854971:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (38) 00000400:00000010:1.0:1767384650.854977:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1d6e8d6. 00000400:00000200:1.0:1767384650.854982:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp25 00000400:00000200:1.0:1767384650.854989:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp25 to MR: 192.168.203.133@tcp25 local destination 00000400:00000200:1.0:1767384650.854995:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp25 NI seq info: [168:168:256:4294967295] 192.168.203.133@tcp25 LPNI seq info [164:164:8:4294967295] 00000400:00000200:1.0:1767384650.855001:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp25 00000400:00000200:1.0:1767384650.855013:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) -> 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) : PUT try# 0 00000800:00000200:1.0:1767384650.855017:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.133@tcp25 00000800:00000010:1.0:1767384650.855021:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e4914f1. 00000800:00000200:1.0:1767384650.855026:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (6) 00000800:00000200:1.0:1767384650.855033:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:988 00000800:00000200:1.0:1767384650.855036:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e4914f1 type 1, nob 720 niov 1 nkiov 1 00000400:00000200:1.0:1767384650.855057:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384650.855059:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000800:00000200:3.0:1767384650.855131:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384650.855136:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e4914f1. 00000400:00000200:3.0:1767384650.855141:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384650.855147:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: PUT: OK 00000400:00000200:3.0:1767384650.855151:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384650.855153:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp25: 0 00000800:00000001:3.0:1767384650.855177:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.855184:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384650.855187:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.855191:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384650.855196:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25) <- 192.168.203.133@tcp25 : PUT - for me 00000400:00000200:3.0:1767384650.855207:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384650.855215:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 624/624 into md 0x1dd5 [1] + 0 00000400:00000010:3.0:1767384650.855219:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003d0a1a6. 00000400:00000200:3.0:1767384650.855224:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003aae6e9a 00000800:00000001:3.0:1767384650.855228:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.855234:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384650.855236:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384650.855241:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: PUT: OK 00000400:00000200:3.0:1767384650.855246:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aae6e9a 00000400:00000010:3.0:1767384650.855248:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aae6e9a. 00000400:00000200:3.0:1767384650.855252:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384650.855255:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (39) 00000400:00000200:3.0:1767384650.855259:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000010:3.0:1767384650.855263:0:16156:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000a1e811ec. 00000400:00000200:3.0:1767384650.855266:0:16156:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 37 00000400:00000200:3.0:1767384650.855269:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384650.855290:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (40) 00000400:00000200:3.0:1767384650.855294:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384650.855344:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp25 to MR: 192.168.203.133@tcp25 local destination 00000400:00000200:3.0:1767384650.855353:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp25 NI seq info: [169:169:256:4294967295] 192.168.203.133@tcp25 LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1767384650.855366:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) -> 192.168.203.133@tcp25(192.168.203.133@tcp25:192.168.203.133@tcp25) 192.168.203.133@tcp25 : ACK try# 0 00000800:00000200:3.0:1767384650.855372:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp25 00000400:00000200:0.0:1767384650.855424:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384650.855431:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000100d6f9c. 00000400:00000010:0.0:1767384650.855437:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000400:00000200:0.0:1767384650.855441:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000732ffea8 00000400:00000200:0.0:1767384650.855446:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1004f1 00000400:00000010:0.0:1767384650.855454:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000d6d1bf36. 00000400:00000010:0.0:1767384650.855457:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000b39342f3. 00000400:00000010:0.0:1767384650.855470:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 00000000673de950. 00000400:00000010:0.0:1767384650.855512:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000d6d1bf36. 00000400:00000010:0.0:1767384650.855516:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000b39342f3. 00000400:00000010:0.0:1767384650.855519:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 00000000673de950. 00000400:00000010:0.0:1767384650.855523:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000a1e811ec. 00000400:00000200:0.0:1767384650.855527:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384650.855530:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100571 00000400:00000200:0.0:1767384650.855534:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 1 00000400:00000200:0.0:1767384650.855538:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 00000400:00000200:0.0:1767384650.855542:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384650.855544:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100511 rc 0 00000400:00000200:0.0:1767384650.855548:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384650.855551:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (39) 00000800:00000010:3.0:1767384650.855751:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005289f862. 00000800:00000200:3.0:1767384650.855759:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (6) 00000800:00000200:3.0:1767384650.855766:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:991 00000800:00000200:3.0:1767384650.855769:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005289f862 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384650.855837:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384650.855840:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005289f862. 00000400:00000200:3.0:1767384650.855848:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384650.855854:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: ACK: OK 00000800:00000001:3.0:1767384650.855863:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.855866:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384650.855869:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.855874:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384650.855875:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.855880:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384650.855887:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp25(192.168.203.133@tcp25) <- 192.168.203.133@tcp25 : ACK - for me 00000400:00000200:3.0:1767384650.855897:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp25: ACK from 12345-192.168.203.133@tcp25 into md 0x1ddd 00000400:00000200:3.0:1767384650.855901:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384650.855906:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp25->192.168.203.133@tcp25: ACK: OK 00000400:00000200:3.0:1767384650.855911:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b49ec24 00000400:00000010:3.0:1767384650.855913:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b49ec24. 00000400:00000200:3.0:1767384650.855917:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384650.855922:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:3.0:1767384650.855926:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (38) 00000800:00000001:3.0:1767384650.855933:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.855937:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384650.864813:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384650.864818:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384650.864829:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384650.864830:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384650.864832:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384650.864835:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001113eb36. 00080000:00000001:3.0:1767384650.864839:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384650.864882:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384650.864890:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:1.0:1767384650.864893:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384650.864896:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384650.864911:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384650.864922:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384650.864925:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384650.864932:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384650.864941:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f484be88. 20000000:01000000:2.0:1767384650.864947:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:01000000:3.0:1767384650.864949:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384650.864952:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384650.864954:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384650.864959:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384650.864960:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384650.864966:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384650.864970:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384650.864978:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000155db5a3. 00010000:00000001:3.0:1767384650.864983:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384650.864986:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00000020:00000001:3.0:1767384650.864990:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384650.864991:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384650.864993:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271eddf7 to hash 00080000:00000001:2.0:1767384650.864996:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384650.864998:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384650.864999:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.865001:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00080000:00000001:2.0:1767384650.865003:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384650.865007:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00000020:00000001:2.0:1767384650.865008:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384650.865012:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384650.865014:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:3.0:1767384650.865016:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384650.865020:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384650.865030:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384650.865033:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384650.865036:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007dde7c95. 00010000:00000001:3.0:1767384650.865038:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384650.865042:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581645824 : -117144127905792 : ffff957541de6000) 00010000:00000001:3.0:1767384650.865044:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384650.865047:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384650.865048:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384650.865052:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384650.865054:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384650.865056:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384650.865058:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384650.865060:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384650.865062:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384650.865063:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384650.865065:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000155db5a3) refcount = 1 00010000:00010000:3.0:1767384650.865069:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.865083:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384650.865085:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384650.865086:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384650.865088:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.865090:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384650.865093:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384650.865095:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384650.865099:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384650.865100:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384650.865102:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384650.865104:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.865107:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.865109:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384650.865111:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.865117:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384650.865119:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384650.865123:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384650.865125:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384650.865127:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.865128:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384650.865131:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384650.865132:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.865139:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384650.865140:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.865142:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384650.865144:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384650.865148:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384650.865150:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00080000:00000001:2.0:1767384650.865152:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384650.865170:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384650.865182:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384650.865184:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.865190:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384650.865191:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384650.865193:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384650.865194:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00000020:00000001:3.0:1767384650.865196:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.865198:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.865200:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384650.865203:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.865208:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384650.865210:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384650.865211:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.865216:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384650.865218:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384650.865220:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384650.865222:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384650.865225:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271eddf7 from hash 00010000:00000001:3.0:1767384650.865228:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384650.865229:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.865230:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384650.865232:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384650.865234:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384650.865236:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384650.865238:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384650.865240:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384650.865243:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.865245:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384650.865247:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384650.865249:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.865251:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384650.865253:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.865263:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384650.865264:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384650.865265:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384650.865268:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384650.865270:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.865277:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.865278:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384650.865280:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384650.865282:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384650.865283:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.865285:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384650.865287:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384650.865290:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384650.865292:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384650.865294:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.865299:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384650.865300:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384650.865301:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddf7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384650.865306:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000155db5a3 count: 0 00010000:00000001:3.0:1767384650.865341:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384650.865343:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384650.872376:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294939670, at 4294939671 00000100:00000010:2.0:1767384650.872386:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c42c9ead. 00000100:00000040:1.0:1767384650.872389:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294939670, at 4294939671 00000100:00000010:1.0:1767384650.872399:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eccb0ba7. 00010000:00000010:3.1:1767384650.873371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000155db5a3. 00010000:00000010:3.1:1767384650.873383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00000100:00000040:3.0:1767384650.873424:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294939670, at 4294939672 00000100:00000010:3.0:1767384650.873430:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeb72775. 00000100:00000040:0.0:1767384650.873466:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294939670, at 4294939672 00000100:00000010:0.0:1767384650.873474:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fd58e2f. 00080000:00000001:0.0:1767384650.874616:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384650.874619:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384650.874621:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384650.874622:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384650.874623:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384650.874625:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007dde7c95. 00080000:00000001:0.0:1767384650.874629:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384650.874709:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384650.874715:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384650.874718:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384650.874720:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384650.874723:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384650.874736:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384650.874740:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384650.874746:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384650.874749:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384650.874754:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384650.874756:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384650.874761:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384650.874763:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384650.874770:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000155db5a3. 00010000:00000001:3.0:1767384650.874774:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384650.874778:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00000020:00000001:3.0:1767384650.874781:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384650.874790:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271eddfe to hash 00000020:00000001:3.0:1767384650.874793:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384650.874795:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.874799:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.874801:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384650.874803:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384650.874806:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.874813:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384650.874816:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384650.874818:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384650.874820:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384650.874822:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384650.874824:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384650.874826:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384650.874828:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384650.874830:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384650.874832:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384650.874835:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384650.874837:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000155db5a3) refcount = 1 00010000:00010000:3.0:1767384650.874839:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.874844:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384650.874846:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384650.874848:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384650.874850:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.874852:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384650.874854:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384650.874857:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384650.874860:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384650.874862:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384650.874864:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384650.874867:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.874874:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.874876:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384650.874878:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.874884:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384650.874886:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.874891:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.874893:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384650.874895:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.874899:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384650.874900:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.874903:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384650.874905:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384650.874910:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384650.874913:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384650.874915:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384650.874917:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.874921:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384650.874923:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384650.874924:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384650.874926:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00000020:00000001:3.0:1767384650.874928:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.874930:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384650.874933:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384650.874936:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.874945:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384650.874946:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384650.874947:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.874951:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384650.874953:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384650.874955:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384650.874956:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384650.874958:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271eddfe from hash 00010000:00000001:3.0:1767384650.874960:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384650.874962:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.874963:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384650.874964:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384650.874966:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384650.874968:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384650.874970:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384650.874972:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384650.874973:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.874975:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384650.874976:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384650.874978:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.874979:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384650.874980:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.874982:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.874984:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384650.874985:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.874990:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.874991:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384650.874992:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384650.874993:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384650.874994:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384650.874994:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384650.874995:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384650.874997:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384650.874998:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384650.875008:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384650.875013:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384650.875015:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384650.875016:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271eddfe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384650.875021:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000155db5a3 count: 0 00010000:00000001:3.0:1767384650.875038:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384650.875039:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384650.877110:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384650.877114:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384650.877117:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e09a94e0. 20000000:00000001:3.0:1767384650.877123:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384650.877127:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037658112 00010000:00000001:3.0:1767384650.877130:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384650.877137:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bde4854b x1853237037658112/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:631/0 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384650.877146:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384650.877148:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384650.877152:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384650.877169:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384650.877172:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384650.877174:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384650.877177:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384650.877180:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.877183:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384650.877187:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384650.877191:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8c4cdaa. 00000100:00000200:3.0:1767384650.877197:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037658112, offset 224 00000400:00000200:3.0:1767384650.877215:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384650.877227:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384650.877236:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507000 00000400:00000200:3.0:1767384650.877242:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc5 [2] + 224 00000400:00000200:3.0:1767384650.877258:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384650.877263:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384650.877268:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384650.877273:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384650.877281:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384650.877296:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384650.877303:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8c4cdaa 00000400:00000010:3.0:1767384650.877305:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8c4cdaa. 00000100:00000001:0.0:1767384650.877306:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.877343:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384650.877349:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384650.877350:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384650.877353:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:0.0:1767384650.877358:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9d8b40b 00000100:00000001:3.0:1767384650.877359:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1767384650.877360:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9d8b40b. 00000100:00000001:3.0:1767384650.877364:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384650.877367:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384650.877372:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384650.877374:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384650.877381:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384650.877398:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384650.877401:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384650.877402:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384650.877405:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384650.877413:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bde4854b x1853237037658112/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:631/0 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384650.877414:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384650.877424:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bde4854b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037658112:12345-0@lo:253: Request processed in 23756us (24429us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384650.877424:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.877430:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384650.877434:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384650.877437:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384650.877439:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384650.877440:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 02000000:00000001:0.0:1767384650.877443:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384650.877446:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00001000:0.0:1767384650.877449:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=80 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384650.877450:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384650.877453:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384650.877456:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384650.877459:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384650.877460:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057a110ab. 00000100:00000001:0.0:1767384650.877461:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384650.877466:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384650.877469:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c171c609. 00010000:00000001:0.0:1767384650.877469:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.877471:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384650.877478:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bab1dd2. 00000100:00000040:0.0:1767384650.877478:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384650.877486:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:0.0:1767384650.877489:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384650.877493:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384650.877494:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767384650.877497:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000e9b244c. 00000100:00000001:0.0:1767384650.877497:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384650.877505:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384650.877506:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384650.877511:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384650.877511:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384650.877513:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384650.877515:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384650.877516:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384650.877517:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384650.877518:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384650.877521:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384650.877524:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384650.877525:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:3.0:1767384650.877528:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384650.877529:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384650.877539:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037658112:0@lo:253: 00000100:00000001:0.0:1767384650.877543:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.877545:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384650.877546:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037658112/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384650.877552:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384650.877560:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384650.877562:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000acb8b47. 02000000:00000001:0.0:1767384650.877567:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384650.877569:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384650.877571:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384650.877572:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384650.877574:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000084d6875b. 02000000:00000001:0.0:1767384650.877587:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384650.877588:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384650.877589:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000100:00000001:0.0:1767384650.877595:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384650.877597:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.877599:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.877605:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384650.877606:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.877608:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.877610:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384650.877661:0:35590:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ddf241e0. 00000400:00000010:3.0:1767384650.877672:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f5ebc6. 00000400:00000010:3.0:1767384650.877679:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8c4cdaa. 00000400:00000040:2.0:1767384650.877681:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384650.877684:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384650.877687:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384650.877689:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384650.877692:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384650.877693:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384650.877696:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384650.877697:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384650.877698:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384650.877699:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384650.877702:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384650.877704:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384650.877706:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384650.877708:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384650.877716:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384650.877719:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384650.877721:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384650.877723:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384650.877724:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384650.877726:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384650.877729:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384650.877731:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384650.877733:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384650.877735:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384650.877736:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384650.877738:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384650.877740:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384650.877742:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384650.877744:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384650.877745:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384650.877746:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384650.877748:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384650.877749:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384650.877751:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384650.877752:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384650.877753:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384650.877754:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384650.877756:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384650.877757:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384650.877758:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384650.877759:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384650.877760:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384650.877761:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384650.877762:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384650.877764:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384650.877765:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384650.877766:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384650.877767:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384650.877768:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384650.877769:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384650.877771:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384650.877772:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384650.877773:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384650.877777:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384650.877778:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384650.877780:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384650.877781:0:35590:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384650.877903:0:35590:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ddf241e0. 00080000:00000020:3.0:1767384650.878656:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384650.878659:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384650.878661:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a2251846. 20000000:00000001:3.0:1767384650.878668:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384650.878671:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037658240 00010000:00000001:3.0:1767384650.878673:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384650.878677:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d71d77b7 x1853237037658240/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:631/0 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384650.878684:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384650.878686:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384650.878688:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384650.878692:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384650.878695:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384650.878697:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384650.878700:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384650.878701:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.878704:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384650.878708:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384650.878712:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016e88362. 00000100:00000200:3.0:1767384650.878715:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037658240, offset 224 00000400:00000200:3.0:1767384650.878721:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384650.878730:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384650.878738:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507080 00000400:00000200:3.0:1767384650.878745:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dcd [2] + 224 00000400:00000200:3.0:1767384650.878751:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384650.878756:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384650.878759:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384650.878763:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384650.878772:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384650.878801:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384650.878808:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016e88362 00000400:00000010:3.0:1767384650.878810:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016e88362. 00000100:00000001:3.0:1767384650.878815:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384650.878816:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384650.878817:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.878821:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384650.878823:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384650.878825:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384650.878829:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:0.0:1767384650.878830:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384650.878834:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000354d97d2. 00010000:00000001:3.0:1767384650.878835:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384650.878840:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384650.878841:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab3c80f7 00000020:00000001:3.0:1767384650.878842:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384650.878847:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab3c80f7. 00000100:00000040:3.0:1767384650.878850:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d71d77b7 x1853237037658240/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:631/0 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384650.878852:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384650.878860:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384650.878867:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d71d77b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037658240:12345-0@lo:253: Request processed in 25084us (25680us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384650.878878:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384650.878884:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:3.0:1767384650.878909:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384650.878914:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384650.878914:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384650.878918:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384650.878920:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384650.878923:0:16166:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384650.878926:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce313fe. 02000000:00000001:0.0:1767384650.878927:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384650.878931:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384650.878935:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da8b267d. 00000100:00000001:0.0:1767384650.878935:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384650.878939:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384650.878942:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4046ee0. 00000100:00001000:0.0:1767384650.878944:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=80 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384650.878951:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=80 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384650.878954:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:3.0:1767384650.878961:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384650.878965:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000def3e765. 00000100:00000001:0.0:1767384650.878965:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384650.878969:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384650.878973:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384650.878973:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384650.878978:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.878979:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.878980:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384650.878985:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384650.878987:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384650.878994:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561e9f04. 00000100:00000001:0.0:1767384650.878996:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384650.879002:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384650.879003:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384650.879004:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016e88362. 00000020:01000004:0.0:1767384650.879007:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384650.879010:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384650.879012:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384650.879014:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384650.879015:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384650.879017:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384650.879018:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384650.879020:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384650.879021:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384650.879023:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384650.879030:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037658240:0@lo:253: 00000100:00000001:0.0:1767384650.879035:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.879036:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384650.879038:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096fc03a0 x1853237037658240/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384650.879043:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384650.879045:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384650.879047:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002805257. 02000000:00000001:0.0:1767384650.879051:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384650.879052:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384650.879053:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384650.879054:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384650.879055:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f4707545. 02000000:00000001:0.0:1767384650.879059:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384650.879067:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384650.879068:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096fc03a0. 00000100:00000001:0.0:1767384650.879072:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384650.879073:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.879074:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.879079:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384650.879080:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.879082:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.879085:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384650.880383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000155db5a3. 00010000:00000010:3.1:1767384650.880394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00000400:00000200:1.0:1767384651.105378:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp42 00000400:00000010:1.0:1767384651.105385:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002d8ab1bd. 00000400:00000010:1.0:1767384651.105397:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009b31fcec. 00000400:00000010:1.0:1767384651.105410:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005be9f7b. 00000400:00000010:1.0:1767384651.105416:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063759fb1. 00000400:00000200:1.0:1767384651.105420:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp42 00000400:00000200:1.0:1767384651.105437:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp42 local destination 00000400:00000200:1.0:1767384651.105442:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp42 00000400:00000200:1.0:1767384651.105446:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp42 NI seq info: [170:170:256:4294967295] 192.168.203.133@tcp42 LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1767384651.105450:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp42 00000400:00000200:1.0:1767384651.105457:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42:) -> 192.168.203.133@tcp42(192.168.203.133@tcp42:192.168.203.133@tcp42) : GET try# 0 00000800:00000200:1.0:1767384651.105462:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp42 00000800:00000010:1.0:1767384651.105465:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000098f77a84. 00000800:00000200:1.0:1767384651.105471:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000800:00000200:1.1:1767384651.105475:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000400:00000200:1.0:1767384651.105494:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp42 added to recovery queue. ping count: 2 next ping: 276 health :800 00000400:00000200:2.0:1767384651.105547:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105600:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105625:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105653:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105669:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105685:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105698:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105712:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105725:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105739:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105755:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105775:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105791:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105808:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105829:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105856:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105878:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105896:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105916:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105937:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105952:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105964:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.105988:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106000:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106016:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106033:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106053:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106093:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106112:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106131:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106149:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106179:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106198:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106224:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384651.106241:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384651.106434:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4c06d34. 00000800:00000010:2.0:1767384651.106438:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e223efbb. 00000800:00000010:2.0:1767384651.106443:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d34030d1. 00000800:00000010:2.0:1767384651.106460:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d34030d1. 00000800:00020000:2.0:1767384651.106468:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384651.106471:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e223efbb. 00000800:00000010:2.0:1767384651.106473:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a4c06d34. 00000400:02020000:2.0:1767384651.106506:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp42 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384651.106513:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp42 notifying 192.168.203.133@tcp42: down 00000800:00000200:2.0:1767384651.106519:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp42 down 00000800:00000100:2.0:1767384651.106526:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp42 00000800:00000010:2.0:1767384651.106529:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000098f77a84. 00000400:00000200:2.0:1767384651.106534:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384651.106539:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp42->192.168.203.133@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384651.106547:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384651.106550:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384651.106555:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp42) recovery failed with -71 00010000:00000001:0.0:1767384651.425511:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384651.425515:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.425520:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384651.425522:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384651.425524:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384651.425525:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.425527:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384651.425529:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.425530:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.425532:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.425563:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384651.425567:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.425570:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384651.874349:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384651.874354:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:1.0:1767384651.874357:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384651.874360:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384651.874361:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384651.874362:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384651.874364:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384651.874366:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384651.874367:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 71 10000000:00000001:1.0:1767384651.874370:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384651.874372:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384651.874377:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096fc03a0. 00000020:00000040:1.0:1767384651.874381:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:1.0:1767384651.874400:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384651.874403:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384651.874408:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384651.874414:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa8d95b8. 00000100:00000001:1.0:1767384651.874420:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.874424:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384651.874427:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384651.874440:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000a7e431. 00010000:00000001:1.0:1767384651.874445:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384651.874448:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005afd5fce. 00000020:00000001:1.0:1767384651.874452:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384651.874456:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005afd5fce with handle 0x1c01179f271ede05 to hash 00000020:00000001:1.0:1767384651.874458:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384651.874459:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:1.0:1767384651.874463:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:1.0:1767384651.874466:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384651.874469:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.874472:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384651.874480:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384651.874489:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384651.874493:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384651.874496:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384651.874501:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93299ad. 00000100:00000001:1.0:1767384651.874503:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933927407616 : -117139782144000 : ffff957644e57000) 00000100:00000001:1.0:1767384651.874506:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384651.874507:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646734848 : -117139062816768 : ffff95766fc58000) 00000100:00000001:1.0:1767384651.874511:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384651.874513:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.874516:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384651.874518:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384651.874524:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.874532:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384651.874535:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384651.874538:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384651.874546:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384651.874548:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384651.874551:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037658368:0@lo:101: 00000100:00000001:1.0:1767384651.874554:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384651.874559:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384651.874561:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384651.874563:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384651.874566:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ea7554de. 02000000:00000001:1.0:1767384651.874568:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384651.874573:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000354d97d2. 00000400:00000010:1.0:1767384651.874580:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ad603cd. 00000100:00000200:1.0:1767384651.874586:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037658368, portal 25 00000100:00000001:1.0:1767384651.874587:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384651.874588:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646734848 : -117139062816768 : ffff95766fc58000) 00000100:00000040:1.0:1767384651.874592:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.874599:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384651.874601:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384651.874603:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d3b90af. 00000100:00000200:1.0:1767384651.874605:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037658368, offset 0 00000400:00000200:1.0:1767384651.874610:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384651.874622:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384651.874631:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f507100 00000400:00000200:1.0:1767384651.874636:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x158d [2] + 0 00000400:00000010:1.0:1767384651.874638:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000785747bc. 00000400:00000200:1.0:1767384651.874641:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000081835999 00000400:00000200:1.0:1767384651.874646:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.874649:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384651.874653:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081835999 00000400:00000010:1.0:1767384651.874655:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081835999. 00000100:00000001:1.0:1767384651.874659:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384651.874661:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384651.874664:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000af81c72f x1853237037658368 msgsize 328 00000100:00100000:1.0:1767384651.874667:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384651.874675:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384651.874687:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384651.874695:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d3b90af 00000400:00000010:1.0:1767384651.874697:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d3b90af. 00000100:00000001:1.0:1767384651.874699:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384651.874702:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.874710:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384651.874713:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.874715:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384651.874720:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037658368 00000100:00000001:1.0:1767384651.874722:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.874724:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384651.874725:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.874729:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384651.874732:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.874736:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294940691 00000100:00000001:3.0:1767384651.874741:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384651.874742:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006147d3e5. 02000000:00000001:3.0:1767384651.874747:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.874750:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384651.874753:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037658368 00000020:00000001:3.0:1767384651.874756:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384651.874757:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294940691 00000020:00000040:3.0:1767384651.874758:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384651.874764:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384651.874765:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007594b641. 00000020:00000040:3.0:1767384651.874767:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:1.0:1767384651.874769:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384651.874773:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384651.874775:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294940691 00000020:00000001:3.0:1767384651.874778:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000010:1.0:1767384651.874780:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff223ad8. 00000100:00000001:3.0:1767384651.874784:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384651.874785:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384651.874789:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294940691 00000020:00000010:3.0:1767384651.874790:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079517896. 00000100:00000010:1.0:1767384651.874793:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa5a50a6. 00000100:00000001:3.0:1767384651.874795:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384651.874797:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384651.874799:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079517896. 00000100:00000001:1.0:1767384651.874802:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384651.874806:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.874808:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bab1dd2. 00000100:00000001:1.0:1767384651.874809:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384651.874812:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384651.874815:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a93299ad going to sleep for 11 seconds 00000020:00000010:3.0:1767384651.874816:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a55acce. 00000100:00000001:1.0:1767384651.874819:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384651.874822:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.874823:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005593eed6. 00000100:00000040:3.0:1767384651.874837:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384651.874841:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384651.874843:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.874844:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.874852:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.874878:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.874891:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384651.874893:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384651.874898:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000040:3.0:1767384651.874901:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384651.874903:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959106640 : -117139750444976 : ffff957646c92050) 00000100:00000040:3.0:1767384651.874908:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af81c72f x1853237037658368/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:632/0 lens 328/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.874916:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.874919:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079517896. 00000100:00000001:3.0:1767384651.874921:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.874922:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079517896. 00000100:00100000:3.0:1767384651.874934:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af81c72f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037658368:12345-0@lo:101: 00000100:00000200:3.0:1767384651.874938:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037658368 00000020:00000001:3.0:1767384651.874941:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384651.874944:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384651.874946:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.874949:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384651.874951:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:3.0:1767384651.874954:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.874955:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384651.874958:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384651.874960:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384651.874963:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.874965:0:16804:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384651.874967:0:16804:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384651.874969:0:16804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384651.874971:0:16804:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384651.874972:0:16804:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.874976:0:16804:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384651.874980:0:16804:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000155db5a3. 00010000:00000001:3.0:1767384651.874983:0:16804:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384651.874985:0:16804:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3afc1c3. 00000020:00000001:3.0:1767384651.874988:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384651.874990:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c3afc1c3 with handle 0x1c01179f271ede0c to hash 00000020:00000001:3.0:1767384651.874992:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384651.874993:0:16804:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000001:3.0:1767384651.874995:0:16804:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00010000:3.0:1767384651.874998:0:16804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271ede05 expref: -99 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384651.875004:0:16804:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:3.0:1767384651.875006:0:16804:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:3.0:1767384651.875012:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384651.875014:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.875017:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008eafa8a9. 02000000:00000001:3.0:1767384651.875024:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.875026:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.875028:0:16804:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384651.875032:0:16804:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384651.875034:0:16804:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384651.875036:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.875038:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.875040:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.875041:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.875043:0:16804:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384651.875045:0:16804:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384651.875047:0:16804:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384651.875048:0:16804:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384651.875050:0:16804:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000155db5a3) refcount = 1 00010000:00010000:3.0:1767384651.875053:0:16804:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271ede05 expref: 15 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.875058:0:16804:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384651.875060:0:16804:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384651.875062:0:16804:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.875063:0:16804:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.875065:0:16804:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384651.875069:0:16804:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384651.875071:0:16804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271ede05 expref: 15 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.875091:0:16804:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384651.875093:0:16804:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384651.875094:0:16804:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.875096:0:16804:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.875098:0:16804:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384651.875099:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.875100:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384651.875101:0:16804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c3afc1c3, rc 0) 00000020:00000001:3.0:1767384651.875104:0:16804:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384651.875106:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037658368 00010000:00000001:3.0:1767384651.875108:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384651.875116:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af81c72f x1853237037658368/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:632/0 lens 328/344 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384651.875122:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384651.875124:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.875127:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.875131:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384651.875134:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384651.875136:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384651.875138:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384651.875140:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.875142:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384651.875145:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.875162:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000100:00000200:3.0:1767384651.875166:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037658368, offset 224 00000400:00000200:3.0:1767384651.875171:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.875186:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.875191:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f507100 00000400:00000200:3.0:1767384651.875195:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1df9 [1] + 224 00000400:00000200:3.0:1767384651.875199:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.875202:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.875206:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384651.875209:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.875217:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.875233:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.875238:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000400:00000010:3.0:1767384651.875240:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00000001:3.0:1767384651.875243:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384651.875245:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.875248:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.875251:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384651.875253:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384651.875254:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384651.875255:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384651.875261:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384651.875264:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384651.875265:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384651.875267:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000354d97d2. 00000100:00000040:3.0:1767384651.875271:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af81c72f x1853237037658368/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:632/0 lens 328/344 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.875273:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ad603cd 00000400:00000010:0.0:1767384651.875276:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ad603cd. 00000100:00000001:0.0:1767384651.875281:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384651.875286:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af81c72f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037658368:12345-0@lo:101: Request processed in 368us (620us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384651.875287:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384651.875301:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000200:0.0:1767384651.875305:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.875306:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384651.875333:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384651.875335:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384651.875336:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384651.875338:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384651.875352:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a55acce. 00000100:00000001:0.0:1767384651.875353:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.875356:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384651.875358:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005593eed6. 00000100:00000001:0.0:1767384651.875359:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.875362:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.875364:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.875367:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bab1dd2. 00000100:00001000:0.0:1767384651.875368:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=81 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384651.875372:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:3.0:1767384651.875376:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384651.875378:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=81 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384651.875379:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008eafa8a9. 00000100:00000001:0.0:1767384651.875385:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384651.875386:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384651.875387:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.875389:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384651.875390:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384651.875393:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384651.875394:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384651.875395:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.875402:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c63a2325. 00000100:00000040:0.0:1767384651.875402:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.875416:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384651.875417:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000199b48ec. 00000100:00000001:0.0:1767384651.875418:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384651.875421:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384651.875426:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384651.875432:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037658368:0@lo:101: 00000100:00000001:0.0:1767384651.875435:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.875438:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.875439:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384651.875440:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.875442:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.875446:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384651.875448:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a93299ad. 00000100:00000001:0.0:1767384651.875450:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384651.875452:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.875453:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384651.875455:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384651.875457:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384651.875458:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005afd5fce refcount=4 00000020:00000001:0.0:1767384651.875459:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:0.0:1767384651.875461:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000040:0.0:1767384651.875464:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000005afd5fce, remote cookie: 0x1c01179f271ede0c, flags: 0x0 00010000:00000001:0.0:1767384651.875466:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384651.875473:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384651.875474:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384651.875475:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384651.875476:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384651.875478:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000a7e431) refcount = 1 00010000:00010000:0.0:1767384651.875480:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.875485:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384651.875486:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384651.875486:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384651.875488:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384651.875490:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.875492:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.875496:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384651.875497:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.875498:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.875499:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.875500:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.875501:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.875502:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.875504:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096fc03a0 x1853237037658368/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.875509:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.875510:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384651.875512:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ea7554de. 02000000:00000001:0.0:1767384651.875515:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384651.875516:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.875517:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384651.875519:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384651.875521:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa8d95b8. 02000000:00000001:0.0:1767384651.875523:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384651.875525:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384651.875525:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096fc03a0. 00000100:00000001:0.0:1767384651.875530:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384651.875533:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384651.875535:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.875537:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384651.875538:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:0.0:1767384651.875539:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.875540:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384651.875541:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384651.875542:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005afd5fce refcount=3 00000020:00000001:0.0:1767384651.875543:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:0.0:1767384651.875545:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:0.0:1767384651.875547:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384651.875548:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.875549:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.875550:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.875552:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384651.875554:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000084e9764a. 00000100:00000010:0.0:1767384651.875581:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000823ef38d. 00000020:00000040:0.0:1767384651.875584:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384651.875586:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384651.875588:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384651.875590:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.875593:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bd704ff. 00000100:00000001:0.0:1767384651.875596:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.875599:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384651.875601:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a9937820. 00000100:00000010:0.0:1767384651.875604:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007d2fc5a4. 00000020:00000040:0.0:1767384651.875605:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384651.875609:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384651.875610:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384651.875612:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a81f853a. 00000100:00000001:0.0:1767384651.875614:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933977884352 : -117139731667264 : ffff957647e7a6c0) 00000100:00000001:0.0:1767384651.875615:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384651.875616:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867980544 : -117138841571072 : ffff95767cf57100) 00000100:00000001:0.0:1767384651.875619:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384651.875620:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.875627:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384651.875628:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384651.875630:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.875636:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384651.875637:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.875639:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384651.875640:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384651.875641:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384651.875643:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000823ef38d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037658496:0@lo:256: 00000100:00000001:0.0:1767384651.875645:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384651.875648:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384651.875649:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.875651:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384651.875655:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384651.875658:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006acbe64e. 00000100:00000200:0.0:1767384651.875662:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f507180-0x695825f507180, portal 33 00000100:00000001:0.0:1767384651.875664:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.875666:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384651.875668:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0821635. 02000000:00000001:0.0:1767384651.875669:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.875672:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5789810. 00000400:00000010:0.0:1767384651.875675:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384651.875676:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037658496, portal 25 00000100:00000001:0.0:1767384651.875678:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384651.875679:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867980544 : -117138841571072 : ffff95767cf57100) 00000100:00000040:0.0:1767384651.875681:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.875686:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384651.875688:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384651.875690:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384651.875691:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037658496, offset 0 00000400:00000200:0.0:1767384651.875695:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384651.875718:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384651.875730:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f507180 00000400:00000200:0.0:1767384651.875736:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15a5 [2] + 0 00000400:00000010:0.0:1767384651.875738:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e9b6801. 00000400:00000200:0.0:1767384651.875742:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f7adf521 00000400:00000200:0.0:1767384651.875745:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.875748:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384651.875751:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7adf521 00000400:00000010:0.0:1767384651.875752:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7adf521. 00000100:00000001:0.0:1767384651.875755:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384651.875756:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384651.875758:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000948bc7da x1853237037658496 msgsize 304 00000100:00100000:0.0:1767384651.875761:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384651.875763:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384651.875774:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384651.875778:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384651.875779:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384651.875781:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384651.875784:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.875790:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.875791:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.875797:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.875798:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384651.875801:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.875803:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294940692 00000100:00000001:0.0:1767384651.875809:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940691 00000100:00000001:0.0:1767384651.875811:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294940692 00000100:00000001:0.0:1767384651.875828:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940691 00000100:00000001:0.0:1767384651.875830:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294940692 00000100:00000001:0.0:1767384651.875832:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940691 00000100:00000001:0.0:1767384651.875833:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294940692 00000100:00000001:0.0:1767384651.875843:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940691 00000100:00000001:0.0:1767384651.875848:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384651.875850:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.875853:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384651.875854:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384651.875856:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384651.875856:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a81f853a going to sleep for 11 seconds 00000100:00100000:3.0:1767384651.875862:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037658496 00000100:00000001:0.0:1767384651.875863:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384651.875866:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.875868:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384651.875872:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.875874:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.875877:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.875880:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037658496 00000020:00000001:3.0:1767384651.875882:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384651.875883:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384651.875885:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384651.875887:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:3.0:1767384651.875889:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384651.875892:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384651.875894:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.875905:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079517896. 00000100:00000001:3.0:1767384651.875908:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.875910:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079517896. 00000020:00000010:3.0:1767384651.875915:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bab1dd2. 00000020:00000010:3.0:1767384651.875918:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a55acce. 00000020:00000010:3.0:1767384651.875922:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005593eed6. 00000100:00000040:3.0:1767384651.875927:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384651.875929:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384651.875930:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.875931:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.875935:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.875952:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.875961:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384651.875963:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384651.875968:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:3.0:1767384651.875971:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384651.875973:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959105616 : -117139750446000 : ffff957646c91c50) 00000100:00000040:3.0:1767384651.875978:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000948bc7da x1853237037658496/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:632/0 lens 304/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.875986:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.875988:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079517896. 00000100:00000001:3.0:1767384651.875990:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.875992:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079517896. 00000100:00100000:3.0:1767384651.875996:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000948bc7da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037658496:12345-0@lo:256: 00000100:00000200:3.0:1767384651.875999:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037658496 00000020:00000001:3.0:1767384651.876000:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384651.876002:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384651.876004:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.876006:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384651.876007:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:3.0:1767384651.876009:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.876011:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384651.876018:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384651.876019:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384651.876021:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.876024:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384651.876026:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.876028:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008eafa8a9. 02000000:00000001:3.0:1767384651.876030:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.876032:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.876034:0:16804:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384651.876038:0:16804:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384651.876041:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384651.876043:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384651.876045:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.876047:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384651.876049:0:16804:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384651.876052:0:16804:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000fea035dd. 20000000:00000001:3.0:1767384651.876054:0:16804:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384651.876067:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384651.876087:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384651.876091:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384651.876093:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384651.876094:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384651.876096:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384651.876097:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384651.876099:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384651.876100:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384651.876101:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384651.876103:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384651.876104:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384651.876105:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384651.876107:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384651.876108:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384651.876109:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384651.876111:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384651.876112:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384651.876113:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384651.876115:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384651.876116:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384651.876117:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384651.876122:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384651.876123:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384651.876124:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384651.876125:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384651.876126:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384651.876127:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384651.876129:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384651.876130:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384651.876131:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384651.876132:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384651.876133:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384651.876135:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384651.876136:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384651.876137:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384651.876139:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:3.0:1767384651.876140:0:16804:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:3.0:1767384651.876164:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384651.876166:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384651.876168:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384651.876169:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384651.876170:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384651.876172:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384651.876173:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384651.876174:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384651.876175:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384651.876178:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384651.876179:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384651.876181:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384651.876182:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384651.876184:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384651.876185:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384651.876187:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384651.876188:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384651.876190:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384651.876191:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384651.876192:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384651.876194:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384651.876195:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384651.876196:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384651.876201:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384651.876203:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384651.876204:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384651.876206:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384651.876207:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384651.876208:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384651.876210:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384651.876211:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384651.876212:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384651.876213:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384651.876214:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384651.876215:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384651.876217:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384651.876218:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:3.0:1767384651.876220:0:16804:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:3.0:1767384651.876222:0:16804:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:3.0:1767384651.876223:0:16804:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:3.0:1767384651.876225:0:16804:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384651.876228:0:16804:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f22795ef. 00000100:00000010:3.0:1767384651.876230:0:16804:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000095d8da4d. 00000020:00000040:3.0:1767384651.876232:0:16804:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:3.0:1767384651.876234:0:16804:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384651.876236:0:16804:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384651.876238:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000400:00000010:3.0:1767384651.876243:0:16804:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059f02f2a. 00000400:00000200:3.0:1767384651.876245:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.876252:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.876257:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x695825f507180 00000400:00000200:3.0:1767384651.876260:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1e09 [4] + 0 00000400:00000010:3.0:1767384651.876262:0:16804:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000200:3.0:1767384651.876265:0:16804:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006acbe64e 00000400:00000200:3.0:1767384651.876267:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.876269:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384651.876272:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006acbe64e 00000400:00000010:3.0:1767384651.876273:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006acbe64e. 00000100:00000001:3.0:1767384651.876275:0:16804:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384651.876276:0:16804:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000823ef38d desc 00000000a9937820 mbits 1853237037658496 00000100:00000001:3.0:1767384651.876290:0:16804:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384651.876293:0:16804:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384651.876297:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:0.0:1767384651.876303:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384651.876304:0:16804:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e15 00000100:00000001:0.0:1767384651.876306:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.876308:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.876772:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384651.876778:0:16804:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384651.876780:0:16804:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f22795ef 00000100:00000001:3.0:1767384651.876783:0:16804:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384651.876791:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000400:00000010:3.0:1767384651.876793:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00000001:3.0:1767384651.876795:0:16804:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384651.876796:0:16804:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f22795ef 00000100:00000001:3.0:1767384651.876797:0:16804:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384651.876801:0:16804:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x695825f507180-0x695825f507180 00000100:00000001:3.0:1767384651.876804:0:16804:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.876808:0:16804:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.876810:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384651.876812:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:3.0:1767384651.876814:0:16804:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000095d8da4d. 00000100:00000010:3.0:1767384651.876817:0:16804:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f22795ef. 00000100:00000001:3.0:1767384651.876819:0:16804:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384651.876821:0:16804:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384651.876827:0:16804:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000fea035dd. 20000000:00000001:3.0:1767384651.876830:0:16804:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384651.876833:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037658496 00010000:00000001:3.0:1767384651.876835:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384651.876849:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000948bc7da x1853237037658496/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:632/0 lens 304/240 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384651.876856:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384651.876857:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.876859:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.876862:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384651.876864:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384651.876872:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384651.876874:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384651.876876:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.876878:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384651.876880:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.876882:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000100:00000200:3.0:1767384651.876884:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037658496, offset 224 00000400:00000200:3.0:1767384651.876888:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.876893:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.876898:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f507180 00000400:00000200:3.0:1767384651.876902:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e0d [1] + 224 00000400:00000200:3.0:1767384651.876905:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.876909:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.876911:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384651.876913:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.876920:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.876936:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.876939:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000400:00000010:3.0:1767384651.876940:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00000001:3.0:1767384651.876942:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384651.876943:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.876945:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.876948:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384651.876951:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384651.876952:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.876955:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384651.876957:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384651.876958:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000948bc7da x1853237037658496/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:632/0 lens 304/240 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384651.876964:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384651.876969:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384651.876973:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000948bc7da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037658496:12345-0@lo:256: Request processed in 982us (1210us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384651.876973:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5789810. 00000400:00000200:1.0:1767384651.876980:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:1.0:1767384651.876983:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00100000:3.0:1767384651.876987:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000001:1.0:1767384651.876988:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384651.876993:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.877000:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384651.877005:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384651.877008:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384651.877008:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384651.877011:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a55acce. 00000020:00000010:3.0:1767384651.877018:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005593eed6. 00000100:00000001:1.0:1767384651.877021:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384651.877023:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bab1dd2. 00000100:00000001:1.0:1767384651.877025:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384651.877029:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:1.0:1767384651.877029:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384651.877031:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384651.877034:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384651.877036:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384651.877037:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384651.877040:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008eafa8a9. 02000000:00000001:1.0:1767384651.877041:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.877047:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384651.877048:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=81 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384651.877050:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384651.877053:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=81 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384651.877067:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384651.877067:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384651.877071:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.877073:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7d01181. 00010000:00000001:1.0:1767384651.877074:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384651.877092:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.877094:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.877095:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e015db4. 00000100:00000040:1.0:1767384651.877098:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384651.877105:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.877109:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384651.877111:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384651.877112:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384651.877117:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000823ef38d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037658496:0@lo:256: 00000100:00000001:1.0:1767384651.877125:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.877127:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.877128:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384651.877129:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384651.877131:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.877134:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384651.877136:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a81f853a. 00000100:00000001:1.0:1767384651.877138:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384651.877138:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384651.877141:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:1.0:1767384651.877143:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384651.877159:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000a3923a93. 10000000:00000040:1.0:1767384651.877168:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384651.877172:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384651.877174:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384651.877177:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:1.0:1767384651.877179:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.877180:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384651.877181:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:1.0:1767384651.877183:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000100:00000200:1.0:1767384651.877185:0:16808:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.203.133@tcp' 00000400:00000200:1.0:1767384651.877187:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384651.877189:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384651.877191:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:1.0:1767384651.877195:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384651.877198:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (37) 00000400:00000200:1.0:1767384651.877201:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384651.877203:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:1.0:1767384651.877205:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (38) 00000400:00000200:1.0:1767384651.877206:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:1.0:1767384651.877208:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:1.0:1767384651.877210:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877211:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:1.0:1767384651.877218:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:1.0:1767384651.877220:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877221:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:1.0:1767384651.877222:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:1.0:1767384651.877224:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877225:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:1.0:1767384651.877226:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:1.0:1767384651.877227:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877228:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:1.0:1767384651.877229:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:1.0:1767384651.877231:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877232:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:1.0:1767384651.877233:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:1.0:1767384651.877234:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877235:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:1.0:1767384651.877236:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:1.0:1767384651.877237:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877238:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:1.0:1767384651.877239:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:1.0:1767384651.877242:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877243:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:1.0:1767384651.877244:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:1.0:1767384651.877247:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877248:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:1.0:1767384651.877249:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:1.0:1767384651.877252:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877253:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:1.0:1767384651.877254:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:1.0:1767384651.877256:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877257:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:1.0:1767384651.877258:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:1.0:1767384651.877260:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877261:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:1.0:1767384651.877262:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:1.0:1767384651.877264:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877264:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:1.0:1767384651.877271:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:1.0:1767384651.877273:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877274:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:1.0:1767384651.877275:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:1.0:1767384651.877277:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877278:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:1.0:1767384651.877279:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:1.0:1767384651.877281:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877282:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:1.0:1767384651.877283:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:1.0:1767384651.877286:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877286:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:1.0:1767384651.877287:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:1.0:1767384651.877289:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877291:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:1.0:1767384651.877292:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:1.0:1767384651.877293:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877294:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:1.0:1767384651.877295:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:1.0:1767384651.877297:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877297:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:1.0:1767384651.877298:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:1.0:1767384651.877300:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877301:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:1.0:1767384651.877302:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:1.0:1767384651.877304:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877305:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp31 00000400:00000200:1.0:1767384651.877306:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000200:1.0:1767384651.877322:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877324:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp32 00000400:00000200:1.0:1767384651.877326:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.133@tcp33 00000400:00000200:1.0:1767384651.877328:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877330:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp33 00000400:00000200:1.0:1767384651.877332:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.133@tcp34 00000400:00000200:1.0:1767384651.877334:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877335:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp34 00000400:00000200:1.0:1767384651.877342:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.133@tcp35 00000400:00000200:1.0:1767384651.877345:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877346:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp35 00000400:00000200:1.0:1767384651.877347:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.133@tcp36 00000400:00000200:1.0:1767384651.877349:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877350:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp36 00000400:00000200:1.0:1767384651.877352:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.133@tcp37 00000400:00000200:1.0:1767384651.877354:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877355:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp37 00000400:00000200:1.0:1767384651.877356:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.133@tcp38 00000400:00000200:1.0:1767384651.877358:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877359:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp38 00000400:00000200:1.0:1767384651.877360:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.133@tcp39 00000400:00000200:1.0:1767384651.877362:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877363:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp39 00000400:00000200:1.0:1767384651.877364:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.133@tcp40 00000400:00000200:1.0:1767384651.877365:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384651.877367:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp40 00000100:00000001:1.0:1767384651.877368:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.877370:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384651.877372:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 10000000:00000010:1.0:1767384651.877376:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d41396e4. 10000000:00000040:1.0:1767384651.877377:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 78/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:1.0:1767384651.877379:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384651.877399:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384651.877403:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c40f0688. 00000020:00000010:1.0:1767384651.877409:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd56b8cf. 00000040:00000010:1.0:1767384651.877414:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000041da1e81. 00000020:00000010:1.0:1767384651.877419:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009142841e. 00000020:00000010:1.0:1767384651.877425:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000095c0097. 00000020:00000010:1.0:1767384651.877429:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa8d95b8. 80000000:00000010:1.0:1767384651.877433:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037719a92. 40000000:00000010:1.0:1767384651.877437:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e610d522. 00100000:00000010:1.0:1767384651.877442:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f056329f. 00040000:00000010:1.0:1767384651.877453:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ef6db385. 00040000:00000010:1.0:1767384651.877457:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb24302e. 00040000:00000010:1.0:1767384651.877460:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005c4b6d5a. 00080000:00000010:1.0:1767384651.877463:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009d00df60. 00000004:00000010:1.0:1767384651.877466:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000053416a98. 00000004:00000010:1.0:1767384651.877470:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000df16a7f8. 00000004:00000010:1.0:1767384651.877474:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000998ab834. 00002000:00000010:1.0:1767384651.877478:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002a9d50b2. 00000004:00000010:1.0:1767384651.877481:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ab56ae0f. 00000004:00000001:1.0:1767384651.877484:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384651.877487:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384651.877488:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d41396e4 00000040:00001000:1.0:1767384651.877490:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384651.877492:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384651.877493:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384651.877494:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384651.877496:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384651.877497:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384651.877498:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384651.877499:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:1.0:1767384651.877501:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384651.877543:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384651.877548:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dd56b8cf. 00000040:00000010:1.0:1767384651.877552:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000041da1e81. 00000020:00000010:1.0:1767384651.877555:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009142841e. 00000020:00000010:1.0:1767384651.877558:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000095c0097. 00000020:00000010:1.0:1767384651.877562:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa8d95b8. 80000000:00000010:1.0:1767384651.877565:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000037719a92. 40000000:00000010:1.0:1767384651.877569:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e610d522. 00100000:00000010:1.0:1767384651.877572:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f056329f. 00040000:00000010:1.0:1767384651.877574:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ef6db385. 00040000:00000010:1.0:1767384651.877577:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eb24302e. 00040000:00000010:1.0:1767384651.877579:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005c4b6d5a. 00080000:00000010:1.0:1767384651.877582:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009d00df60. 00000004:00000010:1.0:1767384651.877584:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000053416a98. 00000004:00000010:1.0:1767384651.877594:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000df16a7f8. 00000004:00000010:1.0:1767384651.877597:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000998ab834. 00002000:00000010:1.0:1767384651.877601:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002a9d50b2. 00000004:00000010:1.0:1767384651.877603:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ab56ae0f. 00000020:00000010:1.0:1767384651.877605:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c40f0688. 00000020:00000001:1.0:1767384651.877608:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.877610:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384651.877613:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d41396e4. 10000000:00000010:1.0:1767384651.877615:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000a3923a93. 10000000:00000001:1.0:1767384651.877617:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.877619:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384651.877622:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000823ef38d x1853237037658496/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.877627:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384651.877629:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384651.877630:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0821635. 02000000:00000001:1.0:1767384651.877635:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384651.877637:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384651.877638:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384651.877640:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384651.877641:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384651.877643:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384651.877643:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384651.877646:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384651.877647:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007d2fc5a4. 00000100:00000010:1.0:1767384651.877649:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a9937820. 00000100:00000001:1.0:1767384651.877651:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384651.877653:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003bd704ff. 02000000:00000001:1.0:1767384651.877655:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384651.877656:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384651.877657:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000823ef38d. 00000100:00000001:1.0:1767384651.877660:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384651.877661:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384651.877673:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000084e9764a. 10000000:01000000:1.0:1767384651.877676:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384651.877679:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384651.877686:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384651.877687:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384651.877690:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005afd5fce refcount=3 00000020:00000001:1.0:1767384651.877692:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:1.0:1767384651.877694:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:1.0:1767384651.877696:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384651.877699:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.877704:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.877706:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384651.877707:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.877712:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384651.877714:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.877715:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384651.877716:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384651.877718:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384651.877720:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384651.877723:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384651.877724:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:1.0:1767384651.877727:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384651.889492:0:35923:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c8ad3bf3. 00000020:00000040:0.0:1767384651.889500:0:35923:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384651.889502:0:35923:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c8ad3bf3. 00000100:00000040:0.0:1767384651.894345:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294940692, at 4294940693 00000100:00000010:0.0:1767384651.894352:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006147d3e5. 00000100:00000040:1.0:1767384651.894354:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294940692, at 4294940693 00000100:00000040:3.0:1767384651.894357:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294940692, at 4294940693 00000100:00000010:1.0:1767384651.894363:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007594b641. 00000100:00000010:3.0:1767384651.894365:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa5a50a6. 00000100:00000040:2.0:1767384651.894368:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294940692, at 4294940693 00000100:00000010:2.0:1767384651.894375:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff223ad8. 00000400:00000001:3.0:1767384652.129422:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384652.129426:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384652.129429:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005be9f7b 00000400:00000010:3.0:1767384652.129432:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005be9f7b. 00000400:00000200:3.0:1767384652.129438:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384652.129444:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (6) 00000400:00000200:3.0:1767384652.129445:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery ping unlinked 00000800:00000200:1.0:1767384652.129453:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp10 ip 192.168.203.133:988 00000800:00000200:1.0:1767384652.129457:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384652.129458:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002d8ab1bd. 00000400:00000010:3.0:1767384652.129467:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009b31fcec. 00000800:00000200:3.0:1767384652.129564:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384652.129570:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.129579:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384652.129583:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.129586:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384652.385383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384652.385390:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384652.385395:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384652.385398:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384652.385402:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079af0238. 00000100:00000010:2.0:1767384652.385404:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004de7b9d3. 00000020:00000040:2.0:1767384652.385409:0:8:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384652.385409:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384652.385417:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384652.385417:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384652.385422:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384652.385422:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384652.385427:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384652.385427:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384652.385439:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbbc50dc. 02000000:00000010:0.0:1767384652.385439:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd3bacee. 00000100:00000001:2.0:1767384652.385446:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.385447:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384652.385453:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384652.385453:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384652.385455:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384652.385465:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079af0238] to pc [ptlrpcd_00_00+0] req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.385466:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384652.385469:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384652.385477:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de7b9d3] to pc [ptlrpcd_00_01+1] req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.385495:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384652.385495:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384652.385498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384652.385502:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384652.385505:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dbfc293. 00000100:00000001:0.0:1767384652.385507:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384652.385508:0:8:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384652.385512:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384652.385512:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384652.385517:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384652.385517:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384652.385518:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384652.385520:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.385523:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384652.385524:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.385526:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384652.385526:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009660df08. 00000100:00000001:2.0:1767384652.385533:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384652.385535:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384652.385539:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384652.385564:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384652.385574:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.385576:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384652.385578:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384652.385580:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384652.385583:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384652.385584:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384652.385584:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dbfc293] to pc [ptlrpcd_00_02+2] req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384652.385588:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384652.385591:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384652.385595:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384652.385600:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079af0238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037658752:0@lo:13: 02000000:00000001:0.0:1767384652.385600:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384652.385606:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.385607:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384652.385612:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037658624:0@lo:400: 00000100:00000001:2.0:1767384652.385613:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384652.385614:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384652.385618:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.385621:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384652.385624:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384652.385626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384652.385627:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384652.385630:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000050cf7a19. 02000000:00000001:0.0:1767384652.385631:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384652.385637:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.385637:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384652.385638:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384652.385643:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c27a2f27. 02000000:00000010:0.0:1767384652.385644:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075d01546. 00000400:00000010:3.0:1767384652.385646:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cb09ae. 00000020:00000040:2.0:1767384652.385648:0:8:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384652.385649:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.385655:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384652.385657:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384652.385658:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba1bc71. 00000400:00000010:0.0:1767384652.385658:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008be8202f. 02000000:00000001:2.0:1767384652.385660:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384652.385667:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037658752, portal 4 02000000:00000010:2.0:1767384652.385668:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000085bba8b. 00000400:00000010:0.0:1767384652.385669:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000001:3.0:1767384652.385672:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384652.385675:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867981440 : -117138841570176 : ffff95767cf57480) 00000100:00000001:2.0:1767384652.385675:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384652.385676:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037658624, portal 4 00000100:00000001:0.0:1767384652.385682:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384652.385684:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974588416 : -117139734963200 : ffff957647b55c00) 00000100:00000040:2.0:1767384652.385685:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384652.385688:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384652.385692:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.385721:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384652.385723:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384652.385725:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.385725:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384652.385730:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384652.385732:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384652.385735:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27a2f27] to pc [ptlrpcd_00_03+3] req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384652.385736:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000400:00000010:0.0:1767384652.385738:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000736550e2. 00000100:00000200:3.0:1767384652.385742:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037658752, offset 0 00000100:00000200:0.0:1767384652.385744:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037658624, offset 0 00000400:00000200:3.0:1767384652.385755:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384652.385756:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384652.385761:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (278) 00000400:00000200:0.0:1767384652.385764:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384652.385769:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384652.385776:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384652.385783:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384652.385784:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f507280 00000100:00000001:2.0:1767384652.385788:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384652.385788:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f507200 00000100:00000001:2.0:1767384652.385791:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384652.385795:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3136 00000100:00000040:2.0:1767384652.385798:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384652.385803:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384652.385806:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384652.385808:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4336 00000100:00000001:2.0:1767384652.385809:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384652.385814:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384652.385816:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384652.385817:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384652.385819:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384652.385821:0:16163:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384652.385823:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384652.385825:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384652.385826:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384652.385831:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037658880:0@lo:400: 00000100:00000010:3.0:1767384652.385832:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fd7c5fa. 00000100:00000001:0.0:1767384652.385834:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384652.385838:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384652.385839:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000005fd7c5fa x1853237037658752 msgsize 224 00000100:00000200:0.0:1767384652.385839:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384652.385842:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384652.385845:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cde67e6. 02000000:00000001:2.0:1767384652.385846:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384652.385848:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384652.385849:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384652.385853:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cc1edac. 00000100:00000040:0.0:1767384652.385856:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000003cde67e6 x1853237037658624 msgsize 224 00000100:00000001:3.0:1767384652.385860:0:16163:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384652.385864:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384652.385864:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384652.385872:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d8e199. 00000400:00000200:3.0:1767384652.385877:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000100:00000001:0.0:1767384652.385878:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384652.385879:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f6ea27. 00000400:00000010:3.0:1767384652.385881:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000100:00000001:3.0:1767384652.385885:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384652.385888:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037658880, portal 10 00000100:00000200:3.0:1767384652.385891:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384652.385891:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000736550e2 00000100:00000001:2.0:1767384652.385892:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384652.385895:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974595584 : -117139734956032 : ffff957647b57800) 00000400:00000010:0.0:1767384652.385896:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000736550e2. 00000100:00000001:0.0:1767384652.385902:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384652.385906:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.385909:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384652.385910:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384652.385916:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.385934:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384652.385941:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384652.385945:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e0873f. 00000100:00000001:0.0:1767384652.385947:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384652.385950:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384652.385951:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037658880, offset 0 00000100:00000001:3.0:1767384652.385953:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384652.385954:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.385961:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384652.385963:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384652.385968:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6017 usecs (7 jiffies) 00000100:00000001:0.0:1767384652.385968:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.385971:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384652.385975:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384652.385976:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294941191 00000100:00000001:0.0:1767384652.385979:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384652.385982:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000acfd91d1. 00000100:00000040:0.0:1767384652.385984:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6017 usecs (7 jiffies) 00000400:00000200:2.0:1767384652.385987:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f507300 00000100:00000001:0.0:1767384652.385989:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294941191 00000100:00000001:3.0:1767384652.385992:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384652.385995:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:3.0:1767384652.386000:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294941191 00000400:00000200:2.0:1767384652.386001:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384652.386001:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294941191 00000100:00000010:3.0:1767384652.386008:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb6ead8. 00000100:00000001:0.0:1767384652.386009:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294941191 00000400:00000200:2.0:1767384652.386010:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384652.386015:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384652.386017:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384652.386020:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294941191 00000100:00000001:0.0:1767384652.386020:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294941191 00000100:00000200:2.0:1767384652.386021:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384652.386027:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294941191 00000100:00000010:3.0:1767384652.386028:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005992d8d1. 00000100:00000010:2.0:1767384652.386028:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce7618d. 00000100:00000040:2.0:1767384652.386034:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000001ce7618d x1853237037658880 msgsize 224 00000100:00000001:3.0:1767384652.386035:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384652.386041:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384652.386042:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294941191 00000100:00000001:0.0:1767384652.386042:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294941191 00000100:00000001:0.0:1767384652.386049:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294941191 00000100:00000010:3.0:1767384652.386050:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d57593ec. 00000100:00000001:2.0:1767384652.386052:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384652.386056:0:16163:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384652.386059:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e0873f 00000100:00000001:3.0:1767384652.386061:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384652.386061:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294941191 00000400:00000010:2.0:1767384652.386062:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e0873f. 00000100:00000001:3.0:1767384652.386067:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386068:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384652.386069:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384652.386071:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386073:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.386074:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384652.386076:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384652.386080:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386085:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384652.386086:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384652.386091:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384652.386092:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384652.386094:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384652.386094:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384652.386097:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.386098:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384652.386098:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384652.386104:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384652.386107:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386108:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384652.386112:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.386114:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386115:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386122:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386125:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384652.386131:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.386135:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384652.386135:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3751 usecs (4 jiffies) 00000100:00000001:0.0:1767384652.386136:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384652.386139:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037658880 00000100:00000001:2.0:1767384652.386141:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294941188 00000100:00000001:0.0:1767384652.386141:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384652.386142:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384652.386157:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384652.386158:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384652.386162:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386164:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294941191 00000100:00000040:0.0:1767384652.386165:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384652.386168:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386169:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294941188 00000100:00100000:3.0:1767384652.386175:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037658880 00000100:00000001:2.0:1767384652.386176:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294941191 00000020:00000001:3.0:1767384652.386180:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384652.386182:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294941188 00000020:00000040:3.0:1767384652.386184:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000001:2.0:1767384652.386187:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294941191 00000020:00000001:3.0:1767384652.386189:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384652.386191:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384652.386193:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294941188 00000020:00000040:3.0:1767384652.386194:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:0.0:1767384652.386194:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386197:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294941191 00000020:00000001:3.0:1767384652.386200:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:2.0:1767384652.386202:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384652.386202:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384652.386205:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 02000000:00000001:0.0:1767384652.386206:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384652.386207:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.386211:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384652.386213:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386214:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384652.386216:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035f4c23f. 00000100:00000001:2.0:1767384652.386219:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384652.386220:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037659008:0@lo:400: 00000100:00000001:3.0:1767384652.386221:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384652.386225:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384652.386227:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035f4c23f. 00000100:00000001:2.0:1767384652.386229:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384652.386230:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1767384652.386234:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0c7638. 00000100:00000001:2.0:1767384652.386235:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384652.386235:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384652.386238:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384652.386240:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386241:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384652.386242:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000218eea86. 02000000:00000001:0.0:1767384652.386243:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384652.386248:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384652.386249:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acf1659f. 00000020:00000010:3.0:1767384652.386250:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005593eed6. 02000000:00000001:0.0:1767384652.386254:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384652.386258:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd780756. 00000100:00000040:3.0:1767384652.386261:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:0.0:1767384652.386263:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000736550e2. 00000100:00000001:3.0:1767384652.386265:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384652.386266:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384652.386267:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037659008, portal 10 00000100:00000001:3.0:1767384652.386268:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384652.386269:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037658752 00000100:00000001:3.0:1767384652.386273:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384652.386273:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384652.386273:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384652.386277:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974586624 : -117139734964992 : ffff957647b55500) 00000100:00000001:2.0:1767384652.386278:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384652.386281:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.386282:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384652.386286:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384652.386286:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.386287:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384652.386290:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037658752 00000100:00000001:3.0:1767384652.386291:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384652.386295:0:17588:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384652.386299:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:2.0:1767384652.386302:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384652.386303:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384652.386304:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384652.386305:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000040:0.0:1767384652.386334:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384652.386337:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384652.386338:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000400:00000010:0.0:1767384652.386339:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000001:3.0:1767384652.386341:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384652.386345:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037659008, offset 0 00000020:00000001:2.0:1767384652.386349:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00100000:3.0:1767384652.386350:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000001:2.0:1767384652.386356:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384652.386357:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000400:00000200:0.0:1767384652.386357:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384652.386361:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec550660. 00000100:00000001:3.0:1767384652.386363:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974585728 : -117139734965888 : ffff957647b55180) 00000020:00000010:2.0:1767384652.386367:0:17588:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006da8bb14. 00000400:00000200:0.0:1767384652.386367:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384652.386375:0:17588:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000040:3.0:1767384652.386379:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ce7618d x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:633/0 lens 224/0 e 0 to 0 dl 1767384663 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384652.386382:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f507380 00000100:00000001:2.0:1767384652.386388:0:17588:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767384652.386393:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000020:00000010:2.0:1767384652.386394:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080e37ae8. 00000100:00000001:3.0:1767384652.386399:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384652.386402:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033289557. 00000400:00000200:0.0:1767384652.386402:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384652.386404:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035f4c23f. 00000020:00000010:2.0:1767384652.386407:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000100:00000001:3.0:1767384652.386408:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384652.386415:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035f4c23f. 00000100:00000040:2.0:1767384652.386418:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:0.0:1767384652.386419:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384652.386423:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384652.386424:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ce7618d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037658880:12345-0@lo:400: 00000100:00000001:2.0:1767384652.386427:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384652.386428:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384652.386430:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037658880 00000100:00000001:2.0:1767384652.386431:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384652.386431:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384652.386435:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:0.0:1767384652.386438:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 00000020:00000001:3.0:1767384652.386439:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384652.386440:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384652.386444:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384652.386444:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000cdadca91 x1853237037659008 msgsize 224 00000100:00000001:2.0:1767384652.386448:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384652.386450:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384652.386454:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00100000:0.0:1767384652.386454:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384652.386458:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384652.386460:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384652.386461:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384652.386463:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384652.386466:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384652.386467:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384652.386467:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000001:3.0:1767384652.386472:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384652.386473:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000400:00000200:0.0:1767384652.386474:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000020:00000001:3.0:1767384652.386475:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386476:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855685376 : -117138853866240 : ffff95767c39d500) 00000400:00000010:0.0:1767384652.386478:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000020:00000001:3.0:1767384652.386480:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384652.386484:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005fd7c5fa x1853237037658752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:633/0 lens 224/0 e 0 to 0 dl 1767384663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384652.386484:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384652.386485:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384652.386489:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384652.386490:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384652.386494:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f22795ef. 02000000:00000001:3.0:1767384652.386500:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.386506:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384652.386509:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384652.386515:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037658880 00000100:00000001:2.0:1767384652.386517:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384652.386522:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384652.386522:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006da8bb14. 00000100:00000001:0.0:1767384652.386523:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:3.0:1767384652.386528:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ce7618d x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.386529:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384652.386530:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384652.386534:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006da8bb14. 00000100:00100000:2.0:1767384652.386545:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005fd7c5fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16163:x1853237037658752:12345-0@lo:13: 00000100:00000200:2.0:1767384652.386553:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037658752 00000020:00000001:2.0:1767384652.386556:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384652.386559:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384652.386560:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384652.386563:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384652.386564:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386564:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386571:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:3.0:1767384652.386572:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=76 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384652.386572:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384652.386576:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.386578:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384652.386582:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000100:00000040:0.0:1767384652.386582:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3478 usecs (4 jiffies) 00000020:00000001:2.0:1767384652.386587:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384652.386588:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294941189 00000100:00000040:3.0:1767384652.386589:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:2.0:1767384652.386592:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384652.386594:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294941191 00000100:00000001:3.0:1767384652.386595:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:2.0:1767384652.386596:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384652.386599:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294941189 00000020:00000001:2.0:1767384652.386600:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384652.386601:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384652.386604:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294941191 02000000:00000001:3.0:1767384652.386605:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384652.386605:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386607:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294941189 00000100:00000001:3.0:1767384652.386613:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384652.386613:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384652.386613:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294941191 02000000:00000001:2.0:1767384652.386618:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384652.386619:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384652.386619:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294941189 02000000:00000010:2.0:1767384652.386625:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002c0307e7. 00000100:00000001:0.0:1767384652.386625:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294941191 00000400:00000010:3.0:1767384652.386626:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 02000000:00000001:2.0:1767384652.386631:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386632:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384652.386633:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384652.386634:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037658880, offset 224 00000100:00000001:0.0:1767384652.386636:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384652.386641:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384652.386642:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384652.386646:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:2.0:1767384652.386646:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384652.386647:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384652.386651:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384652.386655:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:3.0:1767384652.386658:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384652.386661:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384652.386664:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384652.386666:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384652.386667:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f507300 00080000:00000001:2.0:1767384652.386668:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386669:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384652.386672:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384652.386675:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384652.386676:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384652.386680:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e31 [1] + 224 00002000:00000024:2.0:1767384652.386681:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:3.0:1767384652.386688:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:2.0:1767384652.386688:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384652.386694:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384652.386694:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384652.386695:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384652.386699:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037658624 00002000:00000020:2.0:1767384652.386701:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:0.0:1767384652.386702:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384652.386704:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384652.386706:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:2.0:1767384652.386707:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384652.386708:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384652.386710:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384652.386712:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:0.0:1767384652.386713:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384652.386716:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384652.386719:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037658624 00002000:00000001:2.0:1767384652.386722:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.386724:0:18091:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:2.0:1767384652.386727:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037658752 00000020:00000040:0.0:1767384652.386728:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000040:3.0:1767384652.386732:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384652.386733:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384652.386734:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384652.386737:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00010000:00000200:2.0:1767384652.386741:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005fd7c5fa x1853237037658752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:633/0 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384652.386743:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:0.0:1767384652.386749:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:0.0:1767384652.386756:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384652.386758:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384652.386760:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384652.386760:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00010000:00000001:2.0:1767384652.386761:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384652.386765:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000100:00001000:2.0:1767384652.386767:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384652.386767:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384652.386768:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000020:00000010:0.0:1767384652.386774:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000100:00000001:3.0:1767384652.386775:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384652.386776:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384652.386780:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384652.386782:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000020:00000010:0.0:1767384652.386783:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fdd0cf5. 00000100:00000001:3.0:1767384652.386785:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386788:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000010:0.0:1767384652.386789:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9016ef8. 00000100:00000040:3.0:1767384652.386790:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:3.0:1767384652.386796:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384652.386796:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da8b267d. 00000020:00000001:3.0:1767384652.386799:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384652.386799:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384652.386802:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384652.386803:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384652.386804:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384652.386806:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384652.386808:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384652.386810:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce7618d x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384652.386812:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384652.386813:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384652.386815:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384652.386820:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e0873f. 00000100:00000001:0.0:1767384652.386822:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384652.386826:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037658752, offset 224 00000100:00000001:0.0:1767384652.386827:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384652.386830:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384652.386833:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ce7618d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16165:x1853237037658880:12345-0@lo:400: Request processed in 429us (793us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384652.386837:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384652.386840:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384652.386849:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384652.386850:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384652.386853:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384652.386859:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000400:00000200:2.0:1767384652.386863:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f507280 00000100:00000040:3.0:1767384652.386866:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00100000:0.0:1767384652.386869:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384652.386870:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384652.386875:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e21 [1] + 224 00000100:00000040:0.0:1767384652.386875:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 2 00000100:00000001:3.0:1767384652.386876:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384652.386880:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867982336 : -117138841569280 : ffff95767cf57800) 00000020:00000010:3.0:1767384652.386882:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000218eea86. 00000400:00000200:2.0:1767384652.386883:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384652.386887:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cde67e6 x1853237037658624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:633/0 lens 224/0 e 0 to 0 dl 1767384663 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384652.386888:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005593eed6. 00000400:00000200:2.0:1767384652.386892:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384652.386896:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0c7638. 00000100:00000001:2.0:1767384652.386899:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384652.386904:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000200:2.0:1767384652.386905:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384652.386906:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384652.386908:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384652.386911:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000100:00000001:0.0:1767384652.386916:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384652.386920:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000100:00000001:3.0:1767384652.386922:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384652.386922:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384652.386926:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037659008 00000100:00100000:0.0:1767384652.386928:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003cde67e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237037658624:12345-0@lo:400: 02000000:00000001:3.0:1767384652.386930:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384652.386933:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384652.386935:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384652.386940:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037658624 02000000:00000001:3.0:1767384652.386942:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.386945:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384652.386947:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037659008 00000020:00000001:0.0:1767384652.386949:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384652.386950:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384652.386951:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.386952:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384652.386953:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000020:00000001:0.0:1767384652.386956:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384652.386957:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384652.386960:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e0873f 00000020:00000040:3.0:1767384652.386961:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000020:00000001:0.0:1767384652.386961:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000400:00000010:2.0:1767384652.386963:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e0873f. 00000020:00000001:3.0:1767384652.386967:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000001:0.0:1767384652.386967:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384652.386968:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384652.386971:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384652.386972:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384652.386973:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000001:0.0:1767384652.386974:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384652.386977:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.386978:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384652.386979:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384652.386982:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000001:0.0:1767384652.386982:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384652.386984:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035f4c23f. 00010000:00000001:2.0:1767384652.386987:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384652.386988:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384652.386990:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004384578a. 00000020:00000001:2.0:1767384652.386991:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.386991:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384652.386995:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384652.386996:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384652.386997:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 02000000:00000010:0.0:1767384652.387000:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b39342f3. 00000100:00000040:2.0:1767384652.387002:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fd7c5fa x1853237037658752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:633/0 lens 224/368 e 0 to 0 dl 1767384663 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.387003:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767384652.387004:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384652.387008:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0c7638. 00000100:00000001:0.0:1767384652.387010:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384652.387015:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000218eea86. 00000020:00000001:0.0:1767384652.387016:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384652.387023:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005593eed6. 00000100:00100000:2.0:1767384652.387023:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005fd7c5fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16163:x1853237037658752:12345-0@lo:13: Request processed in 502us (1181us total) trans 0 rc 0/0 00010000:00000040:0.0:1767384652.387023:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037658624 00010000:00000001:0.0:1767384652.387030:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384652.387032:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384652.387038:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384652.387038:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00000200:0.0:1767384652.387038:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003cde67e6 x1853237037658624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.387042:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384652.387045:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 1 00010000:00000001:0.0:1767384652.387049:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384652.387050:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384652.387056:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384652.387057:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.387058:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384652.387059:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384652.387063:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:0.0:1767384652.387064:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=72 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384652.387065:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033289557. 00000100:00000001:3.0:1767384652.387066:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384652.387073:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000100:00000001:0.0:1767384652.387073:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384652.387078:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384652.387079:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384652.387079:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080e37ae8. 00000100:00000001:0.0:1767384652.387081:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000040:2.0:1767384652.387086:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 02000000:00000001:0.0:1767384652.387087:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384652.387091:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384652.387092:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384652.387092:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.387096:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384652.387099:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384652.387102:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384652.387104:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384652.387107:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000400:00000010:0.0:1767384652.387108:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000001:3.0:1767384652.387110:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867970688 : -117138841580928 : ffff95767cf54a80) 00000100:00080000:2.0:1767384652.387111:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:0.0:1767384652.387113:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037658624, offset 224 00000020:00000040:2.0:1767384652.387116:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000040:3.0:1767384652.387120:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cdadca91 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:633/0 lens 224/0 e 0 to 0 dl 1767384663 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384652.387122:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1767384652.387123:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384652.387128:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000400:00000200:0.0:1767384652.387135:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384652.387136:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384652.387141:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000400:00000200:0.0:1767384652.387160:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f507200 00000100:00000001:3.0:1767384652.387162:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384652.387166:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000400:00000200:0.0:1767384652.387169:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e25 [1] + 224 00000100:00100000:3.0:1767384652.387174:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cdadca91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037659008:12345-0@lo:400: 00000400:00000200:0.0:1767384652.387174:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384652.387181:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037659008 00000100:00000001:2.0:1767384652.387183:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384652.387184:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384652.387185:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384652.387187:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384652.387189:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384652.387192:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.387193:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384652.387194:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384652.387195:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:2.0:1767384652.387199:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384652.387199:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384652.387200:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000400:00000010:2.0:1767384652.387203:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d8e199. 00000020:00000001:3.0:1767384652.387206:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384652.387210:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384652.387211:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f6ea27 00000100:00000040:0.0:1767384652.387215:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384652.387216:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384652.387216:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f6ea27. 00000020:00000001:3.0:1767384652.387220:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384652.387222:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384652.387223:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384652.387228:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1767384652.387229:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.387232:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384652.387235:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384652.387240:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008eafa8a9. 02000000:00000001:3.0:1767384652.387243:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.387244:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384652.387245:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.387246:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384652.387250:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000100:00000001:2.0:1767384652.387253:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384652.387254:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000020:00000001:3.0:1767384652.387256:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.387257:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384652.387258:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384652.387261:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:3.0:1767384652.387264:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037659008 00000100:00000001:2.0:1767384652.387264:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384652.387265:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384652.387268:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384652.387269:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384652.387271:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384652.387271:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384652.387274:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384652.387275:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:3.0:1767384652.387276:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cdadca91 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384652.387278:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.387279:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.387285:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1767384652.387286:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=76 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384652.387292:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cde67e6 x1853237037658624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384652.387296:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=76 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384652.387297:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384652.387301:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.387305:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1767384652.387307:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384652.387334:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384652.387338:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384652.387338:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.387344:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00010000:00000001:2.0:1767384652.387345:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384652.387350:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384652.387353:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.387357:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00080000:2.0:1767384652.387360:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384652.387361:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003cde67e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037658624:12345-0@lo:400: Request processed in 450us (1500us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384652.387364:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384652.387369:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000100:00000200:3.0:1767384652.387375:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037659008, offset 224 00010000:00000001:2.0:1767384652.387381:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384652.387381:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:2.0:1767384652.387387:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767384652.387388:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384652.387389:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000040:2.0:1767384652.387390:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384652.387395:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384652.387395:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384652.387400:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384652.387401:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384652.387401:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384652.387406:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384652.387407:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9016ef8. 00000020:00000010:0.0:1767384652.387413:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da8b267d. 00000400:00000200:3.0:1767384652.387414:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f507380 00000020:00000010:0.0:1767384652.387421:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fdd0cf5. 00000400:00000200:3.0:1767384652.387425:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e39 [1] + 224 00000100:00000001:2.0:1767384652.387425:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384652.387427:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000001:2.0:1767384652.387431:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384652.387433:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384652.387435:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384652.387435:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384652.387443:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384652.387444:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384652.387451:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384652.387453:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384652.387456:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384652.387458:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384652.387458:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001dbfc293 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16165:1853237037658880:0@lo:400: 00000400:00000001:0.0:1767384652.387460:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384652.387464:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384652.387467:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008be8202f. 00000100:00000001:2.0:1767384652.387469:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384652.387474:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000100:00000001:2.0:1767384652.387475:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384652.387479:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000040:3.0:1767384652.387484:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384652.387484:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001dbfc293 x1853237037658880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384652.387484:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384652.387490:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.387520:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384652.387523:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384652.387526:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cc1edac. 00000100:00000200:0.0:1767384652.387527:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.387530:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384652.387532:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384652.387536:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384652.387537:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000020:00000040:2.0:1767384652.387539:0:16165:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384652.387540:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000100:00000001:0.0:1767384652.387540:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384652.387544:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384652.387546:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384652.387547:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384652.387547:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384652.387549:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009660df08. 00000100:00000001:3.0:1767384652.387550:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384652.387551:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384652.387554:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384652.387554:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384652.387557:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384652.387558:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384652.387560:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001dbfc293. 00000100:00000001:3.0:1767384652.387562:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384652.387562:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.387564:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384652.387568:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384652.387569:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=72 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384652.387571:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384652.387572:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384652.387578:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:0.0:1767384652.387578:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=72 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384652.387582:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.387583:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384652.387583:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384652.387585:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384652.387586:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.387589:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384652.387590:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdadca91 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1767384663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.387594:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.387594:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384652.387601:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384652.387606:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cdadca91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037659008:12345-0@lo:400: Request processed in 467us (1159us total) trans 0 rc 0/0 00010000:00080000:0.0:1767384652.387607:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.387614:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384652.387618:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384652.387624:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384652.387624:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384652.387625:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000400:00000001:2.0:1767384652.387627:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384652.387630:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384652.387632:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000400:00000010:2.0:1767384652.387632:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cb09ae. 00000100:00000040:0.0:1767384652.387633:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384652.387638:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384652.387639:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba1bc71 00000100:00000001:0.0:1767384652.387639:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384652.387642:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384652.387644:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba1bc71. 00000100:00000001:0.0:1767384652.387644:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384652.387646:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000218eea86. 00000100:00000001:2.0:1767384652.387652:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384652.387653:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005593eed6. 00000100:00000040:0.0:1767384652.387654:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384652.387659:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384652.387660:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0c7638. 00000020:00000040:3.0:1767384652.387666:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:3.0:1767384652.387670:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384652.387676:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384652.387682:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384652.387683:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384652.387684:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384652.387690:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.387699:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384652.387703:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384652.387704:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037658624:0@lo:400: 00000100:00000001:3.0:1767384652.387705:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384652.387709:0:16163:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384652.387710:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384652.387711:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384652.387713:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384652.387714:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767384652.387716:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384652.387716:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384652.387719:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004de7b9d3 x1853237037658624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384652.387720:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384652.387721:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384652.387725:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd780756. 02000000:00000001:2.0:1767384652.387726:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384652.387731:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000736550e2 00000100:00001000:2.0:1767384652.387733:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=72 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384652.387735:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000736550e2. 00000100:00000001:0.0:1767384652.387735:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384652.387738:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767384652.387743:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384652.387744:0:16166:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384652.387744:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075d01546. 02000000:00000001:0.0:1767384652.387750:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384652.387751:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.387752:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384652.387753:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384652.387756:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384652.387757:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384652.387763:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384652.387764:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384652.387767:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384652.387768:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbbc50dc. 00010000:00080000:2.0:1767384652.387771:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384652.387774:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384652.387777:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384652.387780:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004de7b9d3. 00000100:00000001:0.0:1767384652.387786:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384652.387793:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384652.387796:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384652.387799:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384652.387800:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384652.387801:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384652.387805:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384652.387806:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384652.387806:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384652.387809:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384652.387811:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384652.387811:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384652.387813:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384652.387814:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384652.387816:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.387817:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.387821:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384652.387824:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384652.387825:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384652.387827:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384652.387831:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384652.387840:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384652.387843:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384652.387844:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384652.387846:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384652.387847:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384652.387849:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384652.387850:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384652.387853:0:16163:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00080000:3.0:1767384652.387855:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384652.387856:0:16163:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384652.387861:0:16163:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00010000:00000001:3.0:1767384652.387871:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384652.387873:0:16163:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384652.387874:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384652.387877:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384652.387883:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000001:2.0:1767384652.387883:0:16163:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.387886:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384652.387889:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384652.387893:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384652.387911:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079af0238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037658752:0@lo:13: 00000100:00000001:3.0:1767384652.387913:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384652.387917:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384652.387918:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384652.387919:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384652.387922:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384652.387925:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384652.387927:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079af0238 x1853237037658752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384652.387951:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384652.387952:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037659008:0@lo:400: 02000000:00000001:2.0:1767384652.387953:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384652.387957:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000050cf7a19. 00000100:00000001:3.0:1767384652.387959:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384652.387961:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384652.387962:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384652.387964:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384652.387966:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c27a2f27 x1853237037659008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384652.387967:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384652.387972:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384652.387975:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd3bacee. 00000100:00000001:3.0:1767384652.387977:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384652.387979:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384652.387981:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384652.387982:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767384652.387984:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acf1659f. 00000100:00000010:2.0:1767384652.387985:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079af0238. 02000000:00000001:3.0:1767384652.387990:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384652.387990:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384652.387993:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384652.387994:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384652.387997:0:16166:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384652.387997:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384652.388002:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384652.388005:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384652.388007:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000085bba8b. 00000100:00000001:2.0:1767384652.388010:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384652.388012:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384652.388013:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384652.388016:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384652.388017:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384652.388019:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27a2f27. 00000100:00000001:3.0:1767384652.388023:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384652.388024:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384652.388026:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384652.388029:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384652.388030:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.388033:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384652.388034:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384652.393369:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294941191, at 4294941192 00000100:00000040:3.0:1767384652.393371:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294941191, at 4294941192 00000100:00000010:1.0:1767384652.393378:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb6ead8. 00000100:00000010:3.0:1767384652.393380:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d57593ec. 00000100:00000040:0.0:1767384652.393381:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294941191, at 4294941192 00000100:00000010:0.0:1767384652.393388:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000acfd91d1. 00000100:00000040:2.0:1767384652.394341:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294941191, at 4294941193 00000100:00000010:2.0:1767384652.394347:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005992d8d1. 00010000:00000001:0.0:1767384652.449394:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384652.449399:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384652.449403:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384652.449405:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.449417:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384652.449418:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384652.449420:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384652.495916:0:36100:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384652.495928:0:36100:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384652.495931:0:36100:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384652.495937:0:36100:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384652.495942:0:36100:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384652.495944:0:36100:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.153384:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp41 00000400:00000010:3.0:1767384653.153391:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007126f500. 00000400:00000010:3.0:1767384653.153398:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c2fe1f56. 00000800:00000200:1.0:1767384653.153399:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (4) 00000400:00000010:3.0:1767384653.153405:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000800:00000200:1.1:1767384653.153410:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (4) 00000400:00000010:3.0:1767384653.153417:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093069fb9. 00000400:00000200:3.0:1767384653.153424:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp41 00000400:00000200:3.0:1767384653.153443:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp41 local destination 00000400:00000200:3.0:1767384653.153449:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp41 00000400:00000200:3.0:1767384653.153453:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp41 NI seq info: [171:171:256:4294967295] 192.168.203.133@tcp41 LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1767384653.153459:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp41 00000400:00000200:3.0:1767384653.153466:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp41(192.168.203.133@tcp41:) -> 192.168.203.133@tcp41(192.168.203.133@tcp41:192.168.203.133@tcp41) : GET try# 0 00000800:00000200:3.0:1767384653.153473:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp41 00000800:00000010:3.0:1767384653.153478:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000af7e54ef. 00000800:00000200:3.0:1767384653.153483:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000400:00000200:1.0:1767384653.153490:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:3.1:1767384653.153499:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000400:00000200:3.0:1767384653.153520:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp41 added to recovery queue. ping count: 3 next ping: 282 health :700 00000400:00000200:1.0:1767384653.153553:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.153593:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.153623:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.153670:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.153691:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.153736:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.153760:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.153801:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.153823:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.153871:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.153894:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.153935:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.153966:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154003:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154043:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154072:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154119:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154172:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154212:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154248:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154283:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154339:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154386:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154409:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154466:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154485:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154555:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154573:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154635:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154660:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154710:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154734:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154778:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154801:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154845:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154864:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154907:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154922:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.154965:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.154979:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155027:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155040:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155101:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155198:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155212:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155262:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155281:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155372:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155401:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155426:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155463:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155510:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155518:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155598:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155604:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155661:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155675:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155724:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155738:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155785:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155799:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155852:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155889:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.155948:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.155965:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156020:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156098:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156171:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384653.156205:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000800:00000010:3.0:1767384653.156212:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000da51b33. 00000800:00000010:3.0:1767384653.156217:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004384578a. 00000400:00000200:1.0:1767384653.156234:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000800:00000010:3.0:1767384653.156249:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004384578a. 00000800:00020000:3.0:1767384653.156263:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384653.156267:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000da51b33. 00000800:00000010:3.0:1767384653.156270:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005312d69e. 00000400:00000200:1.0:1767384653.156298:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156384:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:02020000:3.0:1767384653.156387:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp41 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384653.156396:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp41 notifying 192.168.203.133@tcp41: down 00000800:00000200:3.0:1767384653.156403:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp41 down 00000800:00000100:3.0:1767384653.156411:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp41 00000800:00000010:3.0:1767384653.156414:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000af7e54ef. 00000400:00000200:3.0:1767384653.156418:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384653.156423:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:3.0:1767384653.156424:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp41->192.168.203.133@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384653.156437:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384653.156441:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384653.156445:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp41) recovery failed with -71 00000400:00000200:1.0:1767384653.156460:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156514:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156577:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156612:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156635:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156657:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156682:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156703:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156724:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.156746:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.133:988 00000800:00000010:1.0:1767384653.156957:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d94efd4. 00000800:00000010:1.0:1767384653.156963:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e87b5a3a. 00000800:00000010:1.0:1767384653.156969:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f64c96a2. 00000800:00000010:1.0:1767384653.157007:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f64c96a2. 00000400:00000200:3.0:1767384653.157071:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384653.157084:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp26 from 206.3.0.2 00000800:00000010:3.0:1767384653.157089:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c942b13b. 00000800:00000010:0.0:1767384653.157117:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000beb9c6c0. 00000800:00000010:0.0:1767384653.157125:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da1df08d. 00000800:00000010:0.0:1767384653.157169:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000487e02ba. 00000800:00000200:0.1:1767384653.157177:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (4) 00000800:00000200:0.1:1767384653.157184:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp26 00000000487e02ba deleted 00000800:00000010:0.1:1767384653.157186:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000487e02ba. 00000800:00000200:0.1:1767384653.157192:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384653.157198:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp26 p 3.x 192.168.203.133 -> 192.168.203.133:974 incarnation:1767384609910936508 sched[0] 00000800:00000010:0.0:1767384653.157205:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037fc00b4. 00000800:00000010:0.0:1767384653.157273:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037fc00b4. 00000800:00000010:0.0:1767384653.157278:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da1df08d. 00000800:00000200:1.1:1767384653.157328:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.1:1767384653.157337:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp26 ip 192.168.203.133:988 00000800:00000010:0.0:1767384653.157339:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c942b13b. 00000800:00000200:1.1:1767384653.157342:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1767384653.157359:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384653.157366:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp26 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384609910936508 sched[0] 00000800:00000001:0.0:1767384653.157367:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384653.157374:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e87b5a3a. 00000800:00000001:0.0:1767384653.157440:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384653.157445:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384653.157508:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384653.157514:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384653.157520:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384653.157524:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384653.157528:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384653.306232:0:36264:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384653.306236:0:36264:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:1.0:1767384653.309481:0:36264:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384653.315409:0:36265:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005b6cb757. 00000400:00000010:2.0:1767384653.315421:0:36265:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007ca3614c. 00000400:00000010:2.0:1767384653.315429:0:36265:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c0355ef4. 00000400:00000010:2.0:1767384653.315432:0:36265:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fa8d95b8. 00000400:00000010:2.0:1767384653.315435:0:36265:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9913efb. 00000400:00000010:2.0:1767384653.315438:0:36265:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6f2b393. 00000400:00000010:2.0:1767384653.315440:0:36265:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019e56382. 00000400:00000010:2.0:1767384653.315441:0:36265:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000727a2232. 00000400:00000010:2.0:1767384653.315443:0:36265:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fbc1e5bd. 00000800:00000010:2.0:1767384653.315456:0:36265:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009660df08. 00000800:00000200:2.0:1767384653.315476:0:36265:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384653.315485:0:36265:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384653.315516:0:36265:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384653.315535:0:36265:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp46 [8/256/0/180] 00000400:00000010:2.0:1767384653.317226:0:36265:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000007dde7c95. 00000400:00000010:2.0:1767384653.317231:0:36265:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d8e199. 00000400:00000010:2.0:1767384653.317235:0:36265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f6ea27. 00000400:00000001:2.0:1767384653.317250:0:36265:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384653.317252:0:36265:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.317254:0:36265:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389b3412. 00000400:00000200:2.0:1767384653.317257:0:36265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3c7bf6 00000400:00000010:2.0:1767384653.317258:0:36265:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3c7bf6. 00000400:00000010:2.0:1767384653.317262:0:36265:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000007407d445. 00000400:00000200:2.0:1767384653.317266:0:36265:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (37) 00000400:00000200:2.0:1767384653.317275:0:36265:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384653.317283:0:36265:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:2.0:1767384653.317289:0:36265:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a4c06d34. 00000020:01000000:2.0:1767384653.317293:0:36265:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384653.317295:0:36265:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp46 00000400:00000200:1.0:1767384653.317308:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384653.317333:0:36265:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007ca3614c. 00000400:00000200:1.0:1767384653.317334:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:2.0:1767384653.317339:0:36265:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005b6cb757. 00000400:00000010:1.0:1767384653.317343:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d3b90af. 00000020:00000001:3.0:1767384653.317346:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384653.317348:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (38) 10000000:00000001:3.0:1767384653.317352:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1767384653.317354:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eba336d5. 10000000:00000001:3.0:1767384653.317356:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384653.317359:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384653.317362:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000020:01000004:3.0:1767384653.317363:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384653.317366:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384653.317367:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384653.317391:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384653.317393:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384653.317394:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384653.317396:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384653.317398:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384653.317398:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:3.0:1767384653.317402:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384653.317404:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384653.317407:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000100:00000010:3.0:1767384653.317409:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fd28c6. 00000400:00000200:1.0:1767384653.317414:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000020:00000040:3.0:1767384653.317417:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:1.0:1767384653.317421:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 00000100:00000001:3.0:1767384653.317425:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384653.317429:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 02000000:00000001:3.0:1767384653.317430:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384653.317437:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.317437:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000400:00000200:1.0:1767384653.317445:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 02000000:00000010:3.0:1767384653.317449:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005312d69e. 00000400:00000200:1.0:1767384653.317449:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00000400:00000200:1.0:1767384653.317456:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000100:00000001:3.0:1767384653.317459:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.317461:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000400:00000200:1.0:1767384653.317467:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000100:00000001:3.0:1767384653.317470:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384653.317471:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000100:00000001:3.0:1767384653.317473:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.317480:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000100:00000040:3.0:1767384653.317486:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fd28c6] to pc [ptlrpcd_00_00+0] req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.317486:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000400:00000200:1.0:1767384653.317503:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000400:00000200:1.0:1767384653.317507:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000400:00000200:1.0:1767384653.317511:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 58], ns[169, 58] 00000400:00000200:1.0:1767384653.317516:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 58], ns[50, 58] 00000400:00000200:1.0:1767384653.317521:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 10000000:00000001:3.0:1767384653.317522:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.317525:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.317531:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384653.317535:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384653.317535:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384653.317539:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 50], ns[155, 50] 00000100:00000001:2.0:1767384653.317541:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384653.317544:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384653.317545:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384653.317549:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384653.317549:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 50], ns[70, 50] 10000000:00000001:3.0:1767384653.317553:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384653.317554:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384653.317557:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384653.317563:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384653.317567:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384653.317567:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 50], ns[71, 50] 00000020:01000004:3.0:1767384653.317572:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384653.317575:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384653.317579:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384653.317580:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384653.317581:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.317584:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 50], ns[136, 50] 00000020:01000004:3.0:1767384653.317585:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384653.317587:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384653.317588:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384653.317592:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384653.317593:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384653.317595:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 50], ns[84, 50] 00000020:01000004:3.0:1767384653.317596:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384653.317597:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384653.317602:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e904ac6. 00000100:00100000:2.0:1767384653.317605:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9fd28c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037659136:0@lo:253: 00000020:00000040:3.0:1767384653.317607:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000400:00000200:1.0:1767384653.317609:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 50], ns[138, 50] 00000100:00000001:2.0:1767384653.317612:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384653.317619:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.317619:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384653.317620:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 50], ns[149, 50] 02000000:00000001:3.0:1767384653.317622:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.317625:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.317627:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.317629:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384653.317632:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 50], ns[157, 50] 00000400:00000200:1.0:1767384653.317637:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 50], ns[160, 50] 02000000:00000010:3.0:1767384653.317639:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000303865f6. 02000000:00000010:2.0:1767384653.317639:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004dbf7670. 00000400:00000200:1.0:1767384653.317644:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 50], ns[113, 50] 02000000:00000001:2.0:1767384653.317645:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.317646:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.317654:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dbbdc37. 00000100:00000001:3.0:1767384653.317655:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384653.317656:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 50], ns[137, 50] 00000100:00000001:3.0:1767384653.317659:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.317663:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ca3614c. 00000100:00000040:3.0:1767384653.317668:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e904ac6] to pc [ptlrpcd_00_01+1] req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.317669:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[154, 50], ns[158, 50] 00000100:00000200:2.0:1767384653.317670:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037659136, portal 25 00000100:00000001:2.0:1767384653.317676:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.317679:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855694336 : -117138853857280 : ffff95767c39f800) 00000400:00000200:1.0:1767384653.317689:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 50], ns[150, 50] 00000100:00000040:2.0:1767384653.317690:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384653.317694:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.317700:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.317707:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.317711:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 50], ns[171, 50] 00000100:00000001:2.0:1767384653.317712:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:3.0:1767384653.317713:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384653.317718:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a4c06d34. 00000100:00000040:2.0:1767384653.317721:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384653.317726:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[166, 50], ns[170, 50] 00000400:00000010:2.0:1767384653.317727:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1e71766. 00000100:00000200:2.0:1767384653.317733:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037659136, offset 0 00000100:00000001:3.0:1767384653.317735:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384653.317737:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000100:00000001:3.0:1767384653.317740:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384653.317744:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384653.317747:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.317748:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000040:3.0:1767384653.317751:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.317760:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:3.0:1767384653.317771:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384653.317772:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.317774:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384653.317777:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384653.317782:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.317785:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000100:00100000:3.0:1767384653.317788:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005e904ac6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037659264:0@lo:253: 00000100:00000001:3.0:1767384653.317792:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384653.317794:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp43 02000000:00000001:3.0:1767384653.317796:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384653.317798:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.317801:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp43 lpni_is_preferred = 0 02000000:00000001:3.0:1767384653.317802:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384653.317807:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp43 02000000:00000010:3.0:1767384653.317810:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000104816f5. 00000400:00000200:1.0:1767384653.317811:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp43 NI seq info: [172:172:256:4294967295] 192.168.203.133@tcp43 LPNI seq info [168:168:8:4294967295] 02000000:00000001:3.0:1767384653.317815:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384653.317820:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000400:00000200:1.0:1767384653.317822:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp43 00000400:00000010:3.0:1767384653.317828:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000da51b33. 00000100:00000200:3.0:1767384653.317836:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037659264, portal 25 00000400:00000200:1.0:1767384653.317837:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp43(192.168.203.133@tcp43:) -> 192.168.203.133@tcp43(192.168.203.133@tcp:192.168.203.133@tcp43) : PUT try# 0 00000800:00000200:1.0:1767384653.317842:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.133@tcp43 00000100:00000001:3.0:1767384653.317849:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384653.317849:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384653.317850:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002321c636. 00000100:00000001:3.0:1767384653.317852:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855693440 : -117138853858176 : ffff95767c39f480) 00000100:00000040:3.0:1767384653.317860:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384653.317863:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e87b5a3a. 00000400:00000200:2.0:1767384653.317869:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507400 00000800:00000010:1.0:1767384653.317871:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000012d0369b. 00000100:00000001:3.0:1767384653.317875:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384653.317882:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15e1 [2] + 0 00000100:00000040:3.0:1767384653.317886:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1767384653.317887:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000400:00000010:3.0:1767384653.317893:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005532d923. 00000400:00000010:2.0:1767384653.317895:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000608f6c26. 00000800:00000200:1.1:1767384653.317898:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000400:00000200:2.0:1767384653.317901:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008803f3a9 00000100:00000200:3.0:1767384653.317907:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037659264, offset 0 00000400:00000200:2.0:1767384653.317910:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.317916:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384653.317919:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384653.317921:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.317925:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000400:00000200:2.0:1767384653.317927:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008803f3a9 00000400:00000010:2.0:1767384653.317930:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008803f3a9. 00000400:00000200:3.0:1767384653.317935:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384653.317937:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.317940:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384653.317943:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000006699c01c x1853237037659136 msgsize 4848 00000400:00000200:3.0:1767384653.317944:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507480 00000100:00100000:2.0:1767384653.317951:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384653.317955:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15e9 [2] + 0 00000100:00000040:2.0:1767384653.317957:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384653.317962:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f318f8f. 00000400:00000200:3.0:1767384653.317967:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f217e313 00000100:00000001:2.0:1767384653.317969:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384653.317972:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384653.317977:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384653.317979:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e71766 00000400:00000010:2.0:1767384653.317982:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1e71766. 00000400:00000200:1.0:1767384653.317982:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:2.0:1767384653.317987:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384653.317988:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f217e313 00000400:00000010:3.0:1767384653.317991:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f217e313. 00000100:00000200:2.0:1767384653.317993:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.317997:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384653.318000:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384653.318006:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000001e921b30 x1853237037659264 msgsize 4848 00000100:00000001:2.0:1767384653.318008:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384653.318015:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384653.318015:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384653.318019:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384653.318026:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.318028:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.318034:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384653.318034:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.318041:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294942134 00000400:00000200:3.0:1767384653.318044:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005532d923 00000400:00000200:1.0:1767384653.318045:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000010:2.0:1767384653.318046:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083f68cb7. 00000400:00000010:3.0:1767384653.318047:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005532d923. 00000100:00000001:3.0:1767384653.318055:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384653.318056:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384653.318060:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.318065:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294942134 00000100:00000001:3.0:1767384653.318068:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384653.318071:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000555c0529. 00000100:00000040:3.0:1767384653.318089:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.318091:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384653.318097:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294942134 00000100:00000001:3.0:1767384653.318098:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318102:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384653.318103:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c403b912. 00000100:00000001:2.0:1767384653.318107:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384653.318108:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000001:2.0:1767384653.318109:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294942134 00000100:00000001:3.0:1767384653.318116:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384653.318120:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086ff0cda. 00000100:00000001:3.0:1767384653.318121:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294942134 00000100:00000001:3.0:1767384653.318125:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294942134 00000100:00000001:2.0:1767384653.318126:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384653.318127:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294942134 00000100:00000001:3.0:1767384653.318131:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294942134 00000100:00000001:2.0:1767384653.318132:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.318134:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294942134 00000100:00000001:2.0:1767384653.318135:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318151:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294942134 00000100:00000001:2.0:1767384653.318152:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318155:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294942134 00000100:00000001:2.0:1767384653.318156:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.318161:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294942134 00000100:00000001:3.0:1767384653.318163:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.318165:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.318167:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.318168:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.318171:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384653.318172:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.318176:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:2.0:1767384653.318178:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.318181:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.318181:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384653.318184:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384653.318186:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318189:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.318190:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318193:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384653.318197:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318200:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318222:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384653.318225:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037659136 00000400:00000200:1.0:1767384653.318225:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 02000000:00000001:3.0:1767384653.318227:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384653.318230:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.318232:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.318235:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384653.318238:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037659136 00000020:00000001:3.0:1767384653.318240:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384653.318241:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384653.318244:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.318246:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:3.0:1767384653.318248:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384653.318250:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384653.318253:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384653.318262:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000100:00000001:3.0:1767384653.318265:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384653.318267:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000100:00000001:2.0:1767384653.318269:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.318272:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037659264 00000020:00000010:3.0:1767384653.318273:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc146ba7. 02000000:00000001:2.0:1767384653.318274:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.318278:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384653.318281:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007bc93837. 00000100:00000001:2.0:1767384653.318281:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.318282:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 02000000:00000001:2.0:1767384653.318285:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384653.318288:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005593eed6. 00000100:00100000:2.0:1767384653.318289:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037659264 00000020:00000001:2.0:1767384653.318294:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.318296:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384653.318298:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.318299:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000100:00000040:3.0:1767384653.318301:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384653.318302:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384653.318307:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384653.318308:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384653.318327:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384653.318329:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318336:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.318344:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384653.318347:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384653.318348:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000422d44f7. 00000400:00000200:1.0:1767384653.318349:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:2.0:1767384653.318352:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.318355:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000422d44f7. 00000020:00000010:2.0:1767384653.318361:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c40f0688. 00000100:00000001:3.0:1767384653.318362:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384653.318364:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384653.318366:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000acacc19. 00000100:00100000:3.0:1767384653.318370:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000020:00000010:2.0:1767384653.318372:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000100:00000040:3.0:1767384653.318374:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384653.318378:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959101520 : -117139750450096 : ffff957646c90c50) 00000100:00000001:2.0:1767384653.318378:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384653.318381:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384653.318384:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.318385:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006699c01c x1853237037659136/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 4848/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.318392:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384653.318397:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000100:00000001:2.0:1767384653.318397:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.318401:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:3.0:1767384653.318402:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.318402:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384653.318409:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000100:00100000:3.0:1767384653.318415:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006699c01c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037659136:12345-0@lo:253: 00000100:00000200:3.0:1767384653.318418:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037659136 00000100:00000001:2.0:1767384653.318420:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384653.318421:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384653.318423:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384653.318426:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384653.318429:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.318430:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000020:00000001:3.0:1767384653.318433:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384653.318434:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000001:3.0:1767384653.318436:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:2.0:1767384653.318438:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959107664 : -117139750443952 : ffff957646c92450) 00000020:00000001:3.0:1767384653.318441:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384653.318444:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e921b30 x1853237037659264/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 4848/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384653.318445:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.318451:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384653.318454:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000020:00000001:3.0:1767384653.318455:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384653.318456:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000422d44f7. 00000020:00000001:3.0:1767384653.318459:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384653.318461:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384653.318462:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384653.318464:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000422d44f7. 00000100:00000001:3.0:1767384653.318468:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384653.318472:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384653.318472:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e921b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16164:x1853237037659264:12345-0@lo:253: 00000100:00000200:2.0:1767384653.318477:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037659264 02000000:00000010:3.0:1767384653.318479:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000061b239c5. 00000020:00000001:2.0:1767384653.318480:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384653.318484:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.318484:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384653.318487:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.318488:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.318491:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384653.318491:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 20000000:00000001:3.0:1767384653.318492:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384653.318494:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384653.318498:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384653.318499:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.318501:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384653.318503:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000def3e765. 00000020:00000001:2.0:1767384653.318503:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384653.318505:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384653.318508:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384653.318509:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384653.318512:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384653.318514:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384653.318516:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:2.0:1767384653.318517:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4c06d34. 20000000:00000001:3.0:1767384653.318518:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.318522:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384653.318523:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.318524:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000100:00000001:2.0:1767384653.318526:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384653.318527:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384653.318531:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384653.318539:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000751c4acd. 20000000:00000010:2.0:1767384653.318540:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000908503ec. 20000000:01000000:3.0:1767384653.318542:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:01000000:2.0:1767384653.318545:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384653.318548:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384653.318551:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00080000:00000001:3.0:1767384653.318553:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384653.318555:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384653.318558:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384653.318560:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.318562:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.318564:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384653.318583:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00080000:00000001:3.0:1767384653.318598:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384653.318602:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384653.318604:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384653.318605:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384653.318608:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384653.318613:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384653.318616:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384653.318621:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000050cf7a19. 00080000:00000001:3.0:1767384653.318623:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934721394688 : -117138988156928 : ffff95767438b800) 00080000:00000001:3.0:1767384653.318626:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384653.318633:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.318679:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.318727:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000001:00000001:3.0:1767384653.318731:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384653.318733:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384653.318737:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384653.318757:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384653.318759:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384653.318767:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.318801:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.318852:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00080000:00000001:3.0:1767384653.318882:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384653.318885:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384653.318904:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.318932:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.318970:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319007:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319029:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319059:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319092:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319116:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319159:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319192:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319221:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319251:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319287:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319359:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319396:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384653.319428:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384653.319596:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000e9b244c. 00000800:00000010:1.0:1767384653.319600:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ddc99202. 00000800:00000010:1.0:1767384653.319619:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f64c96a2. 00000800:00000010:1.0:1767384653.319638:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f64c96a2. 00000800:00020000:1.0:1767384653.319648:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384653.319651:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ddc99202. 00000800:00000010:1.0:1767384653.319654:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000e9b244c. 00000400:02020000:1.0:1767384653.319696:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp43 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384653.319703:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp43 notifying 192.168.203.133@tcp43: down 00000800:00000200:1.0:1767384653.319708:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp43 down 00000800:00000100:1.0:1767384653.319715:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.203.133@tcp43 00000800:00000010:1.0:1767384653.319718:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002321c636. 00000400:00000200:1.0:1767384653.319740:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384653.319744:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp43->192.168.203.133@tcp43: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384653.319752:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp43 added to recovery queue. ping count: 0 next ping: 275 health :900 00000400:00000200:1.0:1767384653.319756:0:16151:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384653.319758:0:16151:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:1.0:1767384653.319761:0:16151:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384653.319787:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384653.319793:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101151 00000400:00000001:3.0:1767384653.319797:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384653.319798:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384653.319799:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d3b90af 00000400:00000010:3.0:1767384653.319800:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d3b90af. 00000400:00000200:3.0:1767384653.319804:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384653.319808:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:3.0:1767384653.319811:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (39) 00000400:00000200:3.0:1767384653.319813:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384653.319815:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 rc -71 00000400:00000200:3.0:1767384653.319818:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:3.0:1767384653.319820:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (38) 00080000:00000001:0.0:1767384653.328099:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384653.328105:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:0.0:1767384653.328108:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384653.328109:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384653.328113:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384653.328117:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384653.328118:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384653.328120:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384653.328123:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384653.328125:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000050cf7a19. 20000000:01000000:0.0:1767384653.328128:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384653.328129:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384653.328150:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384653.328151:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000003ff75d6. 20000000:01000000:2.0:1767384653.328156:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:01000000:0.0:1767384653.328156:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:2.0:1767384653.328162:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384653.328165:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384653.328166:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384653.328182:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384653.328186:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384653.328186:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384653.328188:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384653.328192:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384653.328194:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384653.328195:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.328197:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384653.328198:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384653.328201:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:0.0:1767384653.328203:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000155db5a3 count: 2 00000020:00000001:2.0:1767384653.328204:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:0.0:1767384653.328207:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384653.328209:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384653.328211:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384653.328216:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cdef4e7. 00080000:00000010:2.0:1767384653.328217:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000067681b5b. 00080000:00000001:2.0:1767384653.328220:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581638656 : -117144127912960 : ffff957541de4400) 00000020:00000001:0.0:1767384653.328220:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384653.328224:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:0.0:1767384653.328224:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cdef4e7 with handle 0x1c01179f271ede13 to hash 00000020:00000001:0.0:1767384653.328228:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384653.328230:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384653.328233:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:0.0:1767384653.328235:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384653.328237:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.328239:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.328246:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384653.328249:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384653.328251:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384653.328253:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384653.328255:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384653.328258:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271ede05 expref: 16 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.328262:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384653.328264:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.328266:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384653.328273:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.328275:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.328276:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384653.328279:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384653.328284:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000155db5a3) refcount = 2 00010000:00000040:0.0:1767384653.328286:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384653.328289:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271ede05 expref: 16 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384653.328293:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384653.328294:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384653.328299:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000064b65e8. 00000100:00000001:0.0:1767384653.328302:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384653.328306:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000487e02ba. 00000001:00000001:2.0:1767384653.328308:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384653.328308:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626933954598784 : -117139754952832 : ffff957646845780) 00000100:00000001:0.0:1767384653.328331:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626933954598784 : -117139754952832 : ffff957646845780) 00080000:00000001:2.0:1767384653.328332:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.328335:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:2.0:1767384653.328336:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384653.328338:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384653.328341:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384653.328343:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.328345:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384653.328346:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384653.328348:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:2.0:1767384653.328349:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.328350:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:2.0:1767384653.328353:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384653.328354:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384653.328360:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afaece40. 00000020:00000040:0.0:1767384653.328362:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:0.0:1767384653.328365:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384653.328367:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384653.328369:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384653.328373:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073c25cdb. 00000100:00000001:0.0:1767384653.328377:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.328387:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271ede05 expref: 16 pid: 16804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384653.328399:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271ede05 expref: 16 pid: 16804 timeout: 424 lvb_type: 0 00010000:00000001:0.0:1767384653.328404:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384653.328407:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384653.328410:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.328425:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384653.328426:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384653.328429:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afaece40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037659392:0@lo:104: 00000100:00000001:0.0:1767384653.328432:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384653.328435:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384653.328436:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.328438:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384653.328442:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d2b52d. 02000000:00000001:0.0:1767384653.328444:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.328448:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008be8202f. 00000400:00000010:0.0:1767384653.328453:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384653.328456:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037659392, portal 16 00000100:00000001:0.0:1767384653.328458:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384653.328460:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867968896 : -117138841582720 : ffff95767cf54380) 00000100:00000040:0.0:1767384653.328464:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.328469:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384653.328473:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384653.328476:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00080000:00000001:2.0:1767384653.328479:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000200:0.0:1767384653.328479:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037659392, offset 0 00080000:00000001:2.0:1767384653.328485:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384653.328488:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384653.328496:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384653.328503:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f507500 00000400:00000200:0.0:1767384653.328507:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 984 00000400:00000200:0.0:1767384653.328517:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.328520:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384653.328524:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384653.328525:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384653.328527:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b15f3ed9. 00000100:00000040:0.0:1767384653.328529:0:16827:0:(events.c:337:request_in_callback()) incoming req@00000000b15f3ed9 x1853237037659392 msgsize 328 00000100:00100000:0.0:1767384653.328534:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384653.328544:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.328549:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384653.328551:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384653.328555:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384653.328559:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384653.328560:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384653.328565:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037659392 00000100:00000001:0.0:1767384653.328567:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384653.328568:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384653.328572:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384653.328573:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384653.328574:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.328581:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.328583:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384653.328584:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037659392 00000100:00000001:0.0:1767384653.328586:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384653.328587:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384653.328590:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000100:00000001:0.0:1767384653.328592:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.328593:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.328596:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000100:00000001:0.0:1767384653.328597:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294942145 00000020:00000001:1.0:1767384653.328600:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:1.0:1767384653.328605:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:1.0:1767384653.328607:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.328610:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbd84be4. 00000100:00000001:1.0:1767384653.328613:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.328615:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbd84be4. 00000020:00000010:1.0:1767384653.328620:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f02ab9d3. 00000020:00000010:1.0:1767384653.328624:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7ea069c. 00000020:00000010:1.0:1767384653.328628:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000040:1.0:1767384653.328634:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384653.328643:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384653.328644:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384653.328645:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.328648:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.328656:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.328667:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384653.328668:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384653.328673:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384653.328674:0:18600:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384653.328675:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:2.0:1767384653.328677:0:18600:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384653.328678:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867974272 : -117138841577344 : ffff95767cf55880) 00000100:00000001:2.0:1767384653.328680:0:18600:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.328683:0:18600:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384653.328684:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b15f3ed9 x1853237037659392/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384653.328692:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.328706:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbd84be4. 00000100:00000001:1.0:1767384653.328708:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.328710:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbd84be4. 00000100:00100000:1.0:1767384653.328713:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b15f3ed9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037659392:12345-0@lo:104: 00000100:00000200:1.0:1767384653.328716:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037659392 00010000:00000001:1.0:1767384653.328718:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767384653.328719:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294942134 00010000:00000001:1.0:1767384653.328721:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.328724:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384653.328725:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294942145 00000020:00000040:1.0:1767384653.328727:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005afd5fce refcount=2 00000100:00000001:0.0:1767384653.328729:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294942134 00000020:00000001:1.0:1767384653.328730:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00000100:00000001:0.0:1767384653.328732:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294942145 00010000:00000001:1.0:1767384653.328734:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00000100:00000001:0.0:1767384653.328737:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294942134 00010000:00000001:1.0:1767384653.328738:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384653.328741:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294942145 00010000:00000001:1.0:1767384653.328742:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.328747:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384653.328747:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294942134 00000100:00000001:0.0:1767384653.328752:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.328757:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.328771:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384653.328771:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.328775:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.328776:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384653.328777:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384653.328780:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea7554de. 00010000:00000001:0.0:1767384653.328786:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.328788:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384653.328791:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.328791:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.328796:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.328799:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384653.328801:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384653.328804:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384653.328807:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384653.328809:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384653.328811:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384653.328812:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384653.328814:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.328816:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384653.328820:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384653.328822:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000100:00000200:1.0:1767384653.328825:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037659392, offset 224 00000400:00000200:1.0:1767384653.328830:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384653.328833:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384653.328835:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384653.328839:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.328841:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384653.328842:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384653.328845:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384653.328847:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 00000000487e02ba going to sleep for 11 seconds 00000100:00000001:0.0:1767384653.328850:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384653.328851:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f507500 00000100:00000001:0.0:1767384653.328853:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.328858:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e6d [1] + 224 00000400:00000200:1.0:1767384653.328863:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.328867:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384653.328871:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384653.328874:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384653.328880:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384653.328892:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384653.328896:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000400:00000010:1.0:1767384653.328899:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000100:00000001:1.0:1767384653.328902:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384653.328904:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384653.328905:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384653.328907:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384653.328910:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384653.328911:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:0.0:1767384653.328914:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384653.328916:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384653.328917:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008be8202f. 00010000:00000010:1.0:1767384653.328920:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003c117e3b. 00000400:00000200:0.0:1767384653.328921:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:0.0:1767384653.328923:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:0.0:1767384653.328925:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384653.328930:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384653.328932:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384653.328940:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384653.328941:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384653.328948:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.328951:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.328952:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384653.328953:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384653.328953:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.328955:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384653.328957:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.328959:0:16827:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:3.0:1767384653.328961:0:16799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767384653.328962:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b15f3ed9 x1853237037659392/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384653.328963:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384653.328965:0:16799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767384653.328966:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384653.328968:0:16799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384653.328970:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384653.328972:0:16799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384653.328975:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384653.328982:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384653.328990:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=83 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384653.328993:0:16799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005afd5fce already unused, calling callback (000000001582b397) 00000100:00100000:1.0:1767384653.328997:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b15f3ed9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037659392:12345-0@lo:104: Request processed in 299us (461us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384653.328997:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000001:3.0:1767384653.328998:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384653.329001:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384653.329002:0:16799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.329007:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384653.329011:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384653.329014:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384653.329017:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.329018:0:16799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384653.329020:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00010000:00000001:3.0:1767384653.329022:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384653.329023:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384653.329025:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384653.329026:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384653.329028:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005afd5fce refcount=3 00000100:00000001:1.0:1767384653.329029:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384653.329032:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00000020:00000010:1.0:1767384653.329035:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7ea069c. 00010000:00000001:3.0:1767384653.329038:0:16799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00000020:00000010:1.0:1767384653.329043:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00010000:00000001:3.0:1767384653.329045:0:16799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384653.329048:0:16799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384653.329050:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f02ab9d3. 00000100:00000001:0.0:1767384653.329050:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.329053:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384653.329056:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384653.329057:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00010000:00000001:0.0:1767384653.329062:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:1.0:1767384653.329064:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.329065:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384653.329066:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384653.329069:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00010000:3.0:1767384653.329070:0:16799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.329073:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384653.329076:0:16799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:0.0:1767384653.329079:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384653.329081:0:16799:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384653.329084:0:16799:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384653.329088:0:16799:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384653.329091:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1767384653.329094:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afaece40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037659392:0@lo:104: 00010000:00000001:3.0:1767384653.329095:0:16799:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.329103:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.329105:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.329107:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000001:3.0:1767384653.329108:0:16799:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:0.0:1767384653.329109:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:3.0:1767384653.329111:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384653.329115:0:16799:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 00000100:00000040:0.0:1767384653.329115:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afaece40 x1853237037659392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384653.329121:0:16799:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384653.329124:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.329127:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384653.329129:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1767384653.329131:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384653.329133:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:0.0:1767384653.329135:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d2b52d. 00010000:00000001:3.0:1767384653.329136:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767384653.329150:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384653.329154:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384653.329154:0:16827:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384653.329158:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00010000:00000001:3.0:1767384653.329159:0:16799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.329162:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767384653.329163:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005afd5fce with handle 0x1c01179f271ede05 from hash 02000000:00000010:0.0:1767384653.329165:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073c25cdb. 00010000:00000001:3.0:1767384653.329167:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384653.329170:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384653.329172:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384653.329173:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.329178:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384653.329178:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384653.329191:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afaece40. 00010000:00000001:3.0:1767384653.329192:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384653.329195:0:16799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:0.0:1767384653.329195:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384653.329198:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384653.329200:0:16799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:0.0:1767384653.329202:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000487e02ba. 00010000:00000001:3.0:1767384653.329203:0:16799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384653.329206:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000010:3.0:1767384653.329209:0:16799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1a16251. 00010000:00000001:0.0:1767384653.329209:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384653.329214:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000064b65e8. 00000020:00000040:3.0:1767384653.329215:0:16799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384653.329221:0:16799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767384653.329221:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.329223:0:16799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384653.329226:0:16799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.329231:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384653.329234:0:16799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e00811d. 00010000:00000001:0.0:1767384653.329235:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384653.329238:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384653.329240:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384653.329243:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384653.329246:0:16799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.329250:0:16799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384653.329253:0:16799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384653.329258:0:16799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384653.329259:0:16799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.329262:0:16799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384653.329263:0:16799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.329269:0:16799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1a16251] to pc [ptlrpcd_00_02+2] req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384653.329291:0:16799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.329294:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384653.329295:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.329298:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384653.329299:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384653.329300:0:16799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.329302:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384653.329303:0:16799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.329306:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.329325:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.329332:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384653.329333:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.329336:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384653.329337:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384653.329339:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384653.329342:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e1a16251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037659520:0@lo:103: 00000100:00000001:0.0:1767384653.329344:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1767384653.329346:0:16799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384653.329347:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384653.329350:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.329354:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384653.329358:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384653.329359:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d2b52d. 00010000:00010000:3.0:1767384653.329360:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 000000005afd5fce/0x1c01179f271ede05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271ede0c expref: -99 pid: 16808 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384653.329363:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.329370:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008be8202f. 00010000:00000040:3.0:1767384653.329371:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000a7e431 count: 0 00000400:00000010:0.0:1767384653.329376:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042cd4a6e. 00000100:00000200:0.0:1767384653.329380:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037659520, portal 18 00000100:00000001:0.0:1767384653.329382:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767384653.329383:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384653.329384:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855682688 : -117138853868928 : ffff95767c39ca80) 00010000:00000001:3.0:1767384653.329386:0:16799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384653.329389:0:16799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003c117e3b. 00000100:00000040:0.0:1767384653.329390:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384653.329393:0:16799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.329400:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384653.329403:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384653.329404:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000200:0.0:1767384653.329417:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037659520, offset 0 00000100:00000001:3.0:1767384653.329420:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384653.329423:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384653.329424:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.329430:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384653.329432:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384653.329434:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384653.329436:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384653.329438:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384653.329441:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f507580 00000020:00000001:3.0:1767384653.329447:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.329447:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00010000:00010000:3.0:1767384653.329453:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384653.329454:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384653.329456:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384653.329460:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.329460:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384653.329465:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384653.329467:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384653.329470:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384653.329473:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afaece40. 00000100:00000040:0.0:1767384653.329475:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000afaece40 x1853237037659520 msgsize 328 00000100:00100000:0.0:1767384653.329480:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384653.329491:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.329496:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384653.329498:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384653.329501:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384653.329505:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.329507:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384653.329511:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037659520 00000100:00000001:0.0:1767384653.329513:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384653.329514:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384653.329517:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384653.329519:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.329520:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.329526:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384653.329530:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037659520 00000100:00000001:0.0:1767384653.329530:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.329534:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384653.329535:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384653.329536:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384653.329539:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.329541:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000100:00000001:0.0:1767384653.329541:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.329547:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384653.329547:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294942146 00000020:00000001:3.0:1767384653.329549:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384653.329553:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384653.329554:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942145 00000020:00000010:3.0:1767384653.329556:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c85dbe34. 00000100:00000001:3.0:1767384653.329561:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.329561:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294942146 00000020:00000010:3.0:1767384653.329582:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c85dbe34. 00000100:00000001:0.0:1767384653.329585:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942145 00000020:00000010:3.0:1767384653.329588:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e734c73. 00000100:00000001:0.0:1767384653.329590:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294942146 00000020:00000010:3.0:1767384653.329595:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008043c57f. 00000100:00000001:0.0:1767384653.329597:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942145 00000020:00000010:3.0:1767384653.329601:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9717a5d. 00000100:00000001:0.0:1767384653.329604:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294942146 00000100:00000001:0.0:1767384653.329610:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942145 00000100:00000040:3.0:1767384653.329612:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384653.329616:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384653.329620:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384653.329624:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384653.329624:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384653.329626:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.329628:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.329630:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384653.329632:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.329634:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384653.329635:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384653.329637:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.329639:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3afc1c3 refcount=4 00000100:00000001:0.0:1767384653.329641:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384653.329642:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00000100:00000001:0.0:1767384653.329644:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384653.329648:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.329650:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384653.329654:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00000100:00000001:0.0:1767384653.329654:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.329661:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384653.329663:0:16841:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271ede05 expref: 17 pid: 16804 timeout: 424 lvb_type: 0 00010000:00000001:3.0:1767384653.329669:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.329671:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.329672:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.329674:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.329678:0:16841:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384653.329681:0:16841:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000afaece40 x1853237037659520/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.329697:0:16841:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384653.329698:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.329709:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384653.329730:0:16798:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000024f64ee2. 00000100:00000001:3.0:1767384653.329733:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384653.329735:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384653.329736:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384653.329739:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384653.329742:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384653.329746:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:0.0:1767384653.329747:0:16798:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.329749:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867968896 : -117138841582720 : ffff95767cf54380) 00000100:00000001:0.0:1767384653.329750:0:16798:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.329759:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afaece40 x1853237037659520/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.329765:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384653.329768:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c85dbe34. 00000100:00000001:3.0:1767384653.329771:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384653.329773:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c85dbe34. 00000100:00100000:3.0:1767384653.329778:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afaece40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16165:x1853237037659520:12345-0@lo:103: 00000100:00000200:3.0:1767384653.329781:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037659520 00010000:00000001:3.0:1767384653.329783:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384653.329785:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384653.329787:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384653.329791:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384653.329793:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384653.329801:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007407d445. 02000000:00000001:3.0:1767384653.329803:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.329805:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.329807:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384653.329810:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384653.329812:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384653.329813:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.329815:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3afc1c3 refcount=4 00000020:00000001:3.0:1767384653.329816:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000001:3.0:1767384653.329818:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000040:3.0:1767384653.329820:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000155db5a3 count: 3 00010000:00010000:3.0:1767384653.329824:0:16841:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271ede05 expref: 17 pid: 16804 timeout: 424 lvb_type: 0 00000100:00001000:3.0:1767384653.329828:0:16841:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384653 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384653.329830:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384653.329834:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.329835:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384653.329837:0:16841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271ede05 expref: 17 pid: 16804 timeout: 424 lvb_type: 0 00000020:00000001:3.0:1767384653.329842:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384653.329844:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384653.329845:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.329847:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.329851:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384653.329853:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384653.329857:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.329859:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.329861:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384653.329863:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384653.329865:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3afc1c3 with handle 0x1c01179f271ede0c from hash 00010000:00000001:3.0:1767384653.329867:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384653.329869:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.329871:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.329872:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384653.329879:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384653.329881:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384653.329883:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3afc1c3/0x1c01179f271ede0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271ede05 expref: 17 pid: 16804 timeout: 424 lvb_type: 0 00010000:00000040:3.0:1767384653.329888:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:3.0:1767384653.329890:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:3.0:1767384653.329899:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.329901:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384653.329903:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384653.329905:0:16841:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005cdef4e7 00010000:00000001:3.0:1767384653.329908:0:16841:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384653.329910:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384653.329912:0:16841:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384653.329914:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384653.329915:0:16841:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384653.329918:0:16841:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384653.329919:0:16841:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384653.329921:0:16841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.329925:0:16841:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384653.329927:0:16841:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384653.329929:0:16841:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384653.329930:0:16841:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384653.329932:0:16841:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000155db5a3) refcount = 2 00010000:00010000:3.0:1767384653.329934:0:16841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.329946:0:16841:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384653.329948:0:16841:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384653.329950:0:16841:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384653.329951:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384653.329964:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c85dbe34. 00000100:00000001:3.0:1767384653.329966:0:16841:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384653.329968:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003deb0882. 00000100:00000001:3.0:1767384653.329970:0:16841:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934752004928 : -117138957546688 : ffff9576760bcb40) 00000100:00000001:3.0:1767384653.329977:0:16841:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626934752004928 : -117138957546688 : ffff9576760bcb40) 00000100:00000001:3.0:1767384653.329979:0:16841:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384653.329981:0:16841:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384653.329982:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384653.329984:0:16841:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384653.329987:0:16841:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384653.329989:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384653.329991:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.329992:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=5 00000020:00000001:3.0:1767384653.329993:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:3.0:1767384653.329995:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:3.0:1767384653.329996:0:16841:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384653.329999:0:16841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.330014:0:16841:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384653.330016:0:16841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.330019:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.330020:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384653.330023:0:16841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.330027:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384653.330029:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330031:0:16841:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384653.330032:0:16841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384653.330037:0:16841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005cdef4e7 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384653.330039:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384653.330041:0:16841:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384653.330042:0:16841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.330054:0:16841:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384653.330055:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384653.330056:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.330058:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cdef4e7 refcount=6 00000020:00000001:3.0:1767384653.330059:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:3.0:1767384653.330060:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907791872 : -117139801759744 : ffff957643ba2000) 00010000:00000001:3.0:1767384653.330061:0:16841:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384653.330062:0:16841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.330066:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384653.330067:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384653.330068:0:16841:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330090:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384653.330092:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384653.330093:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384653.330093:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384653.330094:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cdef4e7 with handle 0x1c01179f271ede13 from hash 00010000:00000001:3.0:1767384653.330096:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384653.330096:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.330097:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.330098:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384653.330099:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384653.330101:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384653.330102:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384653.330103:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384653.330105:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330107:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384653.330108:0:16841:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384653.330110:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.330112:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.330113:0:16841:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330115:0:16841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330116:0:16841:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384653.330122:0:16841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.330126:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.330127:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.330128:0:16841:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384653.330130:0:16841:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384653.330131:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.330132:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.330134:0:16841:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384653.330136:0:16841:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384653.330149:0:16841:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330151:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.330152:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.330154:0:16841:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330155:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384653.330157:0:16841:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384653.330159:0:16841:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.330160:0:16841:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.330162:0:16841:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384653.330164:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003deb0882. 00000100:00000001:3.0:1767384653.330167:0:16841:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384653.330169:0:16841:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384653.330171:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c85dbe34. 00010000:00000001:3.0:1767384653.330174:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384653.330175:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384653.330177:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384653.330180:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384653.330181:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.330183:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.330185:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384653.330187:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384653.330188:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384653.330190:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384653.330201:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.330203:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384653.330205:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.330219:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000911b7f3e. 00000100:00000200:3.0:1767384653.330222:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037659520, offset 224 00000400:00000200:3.0:1767384653.330227:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384653.330233:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384653.330238:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f507580 00000400:00000200:3.0:1767384653.330242:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e79 [1] + 224 00000400:00000200:3.0:1767384653.330245:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384653.330248:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384653.330252:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384653.330256:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384653.330263:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.330274:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384653.330279:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000911b7f3e 00000400:00000010:3.0:1767384653.330280:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000911b7f3e. 00000100:00000001:3.0:1767384653.330283:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384653.330284:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.330288:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.330290:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384653.330292:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330294:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.330297:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afaece40 x1853237037659520/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384653.330305:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afaece40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16165:x1853237037659520:12345-0@lo:103: Request processed in 537us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384653.330333:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384653.330335:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000001:3.0:1767384653.330337:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384653.330339:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384653.330341:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008043c57f. 00000020:00000010:3.0:1767384653.330345:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9717a5d. 00000020:00000010:3.0:1767384653.330354:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e734c73. 00000020:00000040:3.0:1767384653.330358:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000001:3.0:1767384653.330361:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.330491:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.330494:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384653.330497:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384653.330499:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384653.330500:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008be8202f. 00000400:00000200:3.0:1767384653.330504:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042cd4a6e 00000400:00000010:3.0:1767384653.330505:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042cd4a6e. 00000100:00000001:3.0:1767384653.330507:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384653.330509:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384653.330515:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.330520:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384653.330522:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.330523:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384653.330524:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384653.330525:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.330526:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.330528:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.330530:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384653.330533:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.330535:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384653.330536:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.330537:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384653.330538:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.330540:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.330542:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.330546:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.330568:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384653.330570:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384653.330573:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384653.330586:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e1a16251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037659520:0@lo:103: 00000100:00000001:3.0:1767384653.330591:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.330592:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.330595:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1a16251 x1853237037659520/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.330601:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384653.330602:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384653.330604:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d2b52d. 02000000:00000001:3.0:1767384653.330608:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384653.330609:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384653.330610:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384653.330612:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384653.330614:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004e00811d. 02000000:00000001:3.0:1767384653.330617:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384653.330619:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384653.330621:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1a16251. 00000100:00000001:3.0:1767384653.330624:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384653.330626:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.330627:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.330632:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.330633:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.330635:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.330638:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384653.330653:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.330658:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384653.330660:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384653.330662:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.330667:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384653.330668:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384653.330676:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cdef4e7/0x1c01179f271ede13 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384653.330680:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000155db5a3 count: 0 00010000:00000001:3.0:1767384653.330689:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384653.330691:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384653.335439:0:16686:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000a7e431. 00010000:00000010:3.1:1767384653.335448:0:16686:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005afd5fce. 00010000:00000010:3.1:1767384653.335455:0:16686:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3afc1c3. 00000400:00000010:1.0:1767384653.336808:0:36270:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000abe0065d. 00000400:00000040:1.0:1767384653.336825:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384653.336828:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384653.336830:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.336832:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384653.336834:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.336835:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384653.336837:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384653.336839:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384653.336841:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384653.336842:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384653.336844:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384653.336845:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384653.336847:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384653.336848:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384653.336849:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384653.336856:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384653.336858:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384653.336859:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384653.336860:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384653.336862:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.336863:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384653.336864:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384653.336866:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384653.336868:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384653.336868:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384653.336870:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.336872:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384653.336873:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384653.336875:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384653.336876:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384653.336877:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384653.336879:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.336881:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384653.336882:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384653.336884:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384653.336885:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384653.336886:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384653.336888:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384653.336889:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384653.336890:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384653.336891:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384653.336893:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384653.336894:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384653.336896:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384653.336897:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384653.336899:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384653.336900:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384653.336902:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384653.336904:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384653.336906:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384653.336907:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384653.336909:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384653.336910:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384653.336912:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384653.336919:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384653.336920:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384653.336922:0:36270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384653.337014:0:36270:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000abe0065d. 00010000:00000010:3.1:1767384653.337329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000155db5a3. 00010000:00000010:3.1:1767384653.337336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cdef4e7. 00080000:00000001:1.0:1767384653.338057:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384653.338059:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384653.338060:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384653.338064:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384653.338065:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384653.338066:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384653.338069:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384653.338069:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384653.338072:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000067681b5b. 20000000:00000001:3.0:1767384653.338073:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384653.338076:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384653.338078:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384653.338084:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384653.338088:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384653.338092:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384653.338100:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384653.338105:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384653.338106:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384653.338109:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384653.338110:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384653.338115:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000c2f1b8. 00010000:00000001:0.0:1767384653.338119:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384653.338120:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000020:00000001:0.0:1767384653.338122:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384653.338124:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271ede1a to hash 00000020:00000001:0.0:1767384653.338125:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384653.338126:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384653.338128:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384653.338129:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384653.338131:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.338133:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338150:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384653.338152:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384653.338159:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384653.338160:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384653.338162:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.338164:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384653.338165:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.338166:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384653.338168:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384653.338169:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384653.338170:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384653.338172:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000c2f1b8) refcount = 1 00010000:00010000:0.0:1767384653.338174:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338179:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384653.338180:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384653.338181:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.338183:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.338185:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384653.338187:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384653.338189:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384653.338191:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384653.338192:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384653.338194:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384653.338196:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384653.338198:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384653.338200:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384653.338201:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338205:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384653.338206:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338210:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.338211:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384653.338213:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338222:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384653.338223:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.338225:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384653.338227:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384653.338230:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384653.338232:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384653.338233:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384653.338234:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338238:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384653.338239:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384653.338239:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384653.338241:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384653.338242:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384653.338243:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384653.338244:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384653.338245:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338249:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384653.338250:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384653.338252:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.338254:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384653.338256:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384653.338257:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384653.338258:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384653.338259:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271ede1a from hash 00010000:00000001:0.0:1767384653.338261:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384653.338261:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.338262:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.338268:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384653.338270:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384653.338271:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384653.338272:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384653.338273:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.338275:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.338276:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384653.338277:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384653.338278:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.338279:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.338280:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.338281:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.338282:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.338283:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338286:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.338287:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.338287:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384653.338288:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384653.338289:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.338289:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.338290:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384653.338291:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384653.338292:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.338294:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.338297:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384653.338299:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384653.338300:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271ede1a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384653.338304:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000c2f1b8 count: 0 00010000:00000001:0.0:1767384653.338337:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384653.338339:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384653.338945:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384653.338948:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384653.338955:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000def3e765. 20000000:00000001:0.0:1767384653.338959:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384653.338962:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037659136 00010000:00000001:0.0:1767384653.338964:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384653.338968:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006699c01c x1853237037659136/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384653.338974:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384653.338975:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384653.338977:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384653.338980:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384653.338982:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384653.338984:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384653.338986:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384653.338987:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.338988:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384653.338990:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384653.338993:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000592e30ff. 00000100:00000200:0.0:1767384653.338996:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037659136, offset 224 00000400:00000200:0.0:1767384653.338999:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384653.339005:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384653.339010:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507400 00000400:00000200:0.0:1767384653.339014:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e5d [2] + 224 00000400:00000200:0.0:1767384653.339018:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.339021:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384653.339023:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384653.339026:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384653.339032:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.339045:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.339049:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000592e30ff 00000400:00000010:0.0:1767384653.339051:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000592e30ff. 00000100:00000001:0.0:1767384653.339054:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384653.339056:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.339059:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.339062:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384653.339065:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384653.339067:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384653.339068:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384653.339073:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000dbbdc37. 00000100:00000040:0.0:1767384653.339074:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000200:3.0:1767384653.339078:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ca3614c 00010000:00000001:0.0:1767384653.339078:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384653.339080:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384653.339083:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ca3614c. 00000020:00000001:0.0:1767384653.339083:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384653.339089:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384653.339089:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006699c01c x1853237037659136/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384653.339096:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.339103:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006699c01c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037659136:12345-0@lo:253: Request processed in 20707us (21155us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384653.339116:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000200:3.0:1767384653.339118:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384653.339120:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384653.339124:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384653.339127:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384653.339131:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384653.339132:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007bc93837. 00000100:00000001:3.0:1767384653.339134:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384653.339137:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005593eed6. 00000100:00000001:3.0:1767384653.339150:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384653.339153:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384653.339156:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384653.339157:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc146ba7. 00000100:00000001:3.0:1767384653.339158:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.339161:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384653.339163:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00001000:3.0:1767384653.339164:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=83 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384653.339167:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384653.339169:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=83 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384653.339170:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000061b239c5. 00000100:00000001:3.0:1767384653.339176:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384653.339177:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384653.339179:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.339184:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.339187:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384653.339194:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384653.339195:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.339199:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.339201:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e3b5ec7. 00000100:00000040:3.0:1767384653.339204:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384653.339207:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000592e30ff. 00000100:00000001:3.0:1767384653.339214:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.339217:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384653.339218:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384653.339221:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384653.339222:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384653.339224:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384653.339225:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384653.339226:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384653.339227:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384653.339228:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384653.339230:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384653.339231:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384653.339232:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384653.339235:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384653.339240:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9fd28c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037659136:0@lo:253: 00000100:00000001:3.0:1767384653.339244:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.339245:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.339247:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9fd28c6 x1853237037659136/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.339252:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384653.339253:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384653.339254:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004dbf7670. 02000000:00000001:3.0:1767384653.339258:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384653.339260:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384653.339261:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384653.339263:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384653.339265:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005312d69e. 02000000:00000001:3.0:1767384653.339269:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384653.339275:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384653.339276:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fd28c6. 00000100:00000001:3.0:1767384653.339280:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384653.339281:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.339282:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.339287:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.339288:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.339290:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.339293:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384653.341152:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384653.341155:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384653.341156:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000908503ec. 20000000:00000001:3.0:1767384653.341160:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384653.341162:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037659264 00010000:00000001:3.0:1767384653.341163:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384653.341167:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e921b30 x1853237037659264/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384653.341172:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384653.341173:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.341174:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.341177:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384653.341179:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384653.341180:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384653.341182:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384653.341183:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.341185:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384653.341186:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.341189:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003deb0882. 00000100:00000200:3.0:1767384653.341191:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037659264, offset 224 00000400:00000200:3.0:1767384653.341195:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384653.341200:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384653.341205:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507480 00000400:00000200:3.0:1767384653.341208:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e65 [2] + 224 00000400:00000200:3.0:1767384653.341213:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384653.341215:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384653.341218:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384653.341226:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384653.341232:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.341245:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384653.341250:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deb0882 00000400:00000010:3.0:1767384653.341251:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003deb0882. 00000100:00000001:3.0:1767384653.341253:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384653.341255:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.341258:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.341261:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:0.0:1767384653.341262:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384653.341263:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384653.341266:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384653.341267:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.341270:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384653.341272:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384653.341275:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e921b30 x1853237037659264/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384653.341275:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384653.341279:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:0.0:1767384653.341285:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da51b33 00000100:00100000:3.0:1767384653.341287:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e921b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037659264:12345-0@lo:253: Request processed in 22834us (23278us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384653.341289:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000da51b33. 00000100:00000001:0.0:1767384653.341294:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384653.341297:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:3.0:1767384653.341300:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000200:0.0:1767384653.341301:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.341303:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384653.341306:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384653.341334:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000acacc19. 00000020:00000010:3.0:1767384653.341339:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000100:00000200:0.0:1767384653.341340:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384653.341343:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c40f0688. 00000100:00000001:0.0:1767384653.341351:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384653.341352:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:0.0:1767384653.341353:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384653.341355:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384653.341357:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384653.341358:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4c06d34. 02000000:00000001:0.0:1767384653.341360:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384653.341362:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384653.341363:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384653.341364:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.341366:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384653.341367:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384653.341373:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=83 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384653.341374:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384653.341379:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=83 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384653.341380:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a5553d. 00000100:00000001:0.0:1767384653.341383:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384653.341386:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003deb0882. 00000100:00000001:0.0:1767384653.341386:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.341388:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384653.341390:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.341391:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.341397:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.341401:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.341403:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384653.341404:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384653.341407:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384653.341408:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384653.341409:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384653.341411:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384653.341412:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384653.341413:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384653.341414:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384653.341415:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384653.341417:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384653.341419:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.341423:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e904ac6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037659264:0@lo:253: 00000100:00000001:0.0:1767384653.341426:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.341433:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384653.341435:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e904ac6 x1853237037659264/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.341439:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384653.341441:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384653.341442:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000104816f5. 02000000:00000001:0.0:1767384653.341445:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384653.341447:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384653.341448:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384653.341449:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384653.341450:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000303865f6. 02000000:00000001:0.0:1767384653.341453:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384653.341454:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384653.341455:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e904ac6. 00000100:00000001:0.0:1767384653.341457:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384653.341458:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.341459:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.341463:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384653.341464:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.341466:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.341467:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384653.343353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000c2f1b8. 00010000:00000010:0.1:1767384653.343362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00000100:00000040:1.0:1767384653.348633:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294942146, at 4294942147 00000100:00000010:1.0:1767384653.348641:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000555c0529. 00000100:00000040:3.0:1767384653.349343:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294942146, at 4294942148 00000100:00000010:3.0:1767384653.349350:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086ff0cda. 00000100:00000040:0.0:1767384653.349350:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294942146, at 4294942148 00000100:00000010:0.0:1767384653.349358:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083f68cb7. 00000100:00000040:2.0:1767384653.349461:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294942146, at 4294942148 00000100:00000010:2.0:1767384653.349469:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c403b912. 00010000:00000001:0.0:1767384653.474388:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384653.474393:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.474398:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384653.474399:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.474415:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384653.474418:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.474419:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384654.177427:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384654.177431:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384654.177434:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000400:00000010:3.0:1767384654.177438:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000400:00000200:3.0:1767384654.177442:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384654.177448:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384654.177457:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007126f500. 00000400:00000010:3.0:1767384654.177461:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c2fe1f56. 00000400:00000200:3.0:1767384654.177471:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp43 00000400:00000010:3.0:1767384654.177475:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007126f500. 00000400:00000010:3.0:1767384654.177480:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d197ddcf. 00000400:00000010:3.0:1767384654.177483:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b2cf5d8. 00000400:00000010:3.0:1767384654.177491:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002f7cd6e5. 00000400:00000200:3.0:1767384654.177496:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp43 00000400:00000200:3.0:1767384654.177507:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp43 local destination 00000400:00000200:3.0:1767384654.177513:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp43 00000400:00000200:3.0:1767384654.177518:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp43 NI seq info: [173:173:256:4294967295] 192.168.203.133@tcp43 LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1767384654.177524:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp43 00000400:00000200:3.0:1767384654.177534:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp43(192.168.203.133@tcp43:) -> 192.168.203.133@tcp43(192.168.203.133@tcp43:192.168.203.133@tcp43) : GET try# 0 00000800:00000200:3.0:1767384654.177540:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp43 00000800:00000010:3.0:1767384654.177545:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001d813a68. 00000800:00000200:3.0:1767384654.177552:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000800:00000200:3.1:1767384654.177557:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000400:00000200:3.0:1767384654.177616:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp43 added to recovery queue. ping count: 1 next ping: 277 health :900 00000400:00000200:0.0:1767384654.177644:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.177712:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.177764:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.177823:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.177883:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.177931:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.177988:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178033:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178074:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178107:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178126:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178159:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178177:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178192:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178226:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178270:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178334:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178359:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178377:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178399:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178415:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178428:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178440:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178454:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178468:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178481:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178496:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178512:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178524:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178536:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178551:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178564:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178580:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178597:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384654.178610:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384654.178704:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065a93d3c. 00000800:00000010:0.0:1767384654.178708:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008159e564. 00000800:00000010:0.0:1767384654.178718:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013e6e852. 00000800:00000010:0.0:1767384654.178736:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013e6e852. 00000800:00020000:0.0:1767384654.178743:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384654.178746:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008159e564. 00000800:00000010:0.0:1767384654.178749:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065a93d3c. 00000400:02020000:0.0:1767384654.178776:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp43 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384654.178781:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp43 notifying 192.168.203.133@tcp43: down 00000400:00000200:0.0:1767384654.178785:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384654.178788:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp43 00000800:00000010:0.0:1767384654.178790:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001d813a68. 00000400:00000200:0.0:1767384654.178792:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384654.178796:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp43->192.168.203.133@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384654.178802:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384654.178804:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384654.178806:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp43) recovery failed with -71 00010000:00000001:0.0:1767384654.497370:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384654.497374:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.497378:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384654.497379:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.497417:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384654.497421:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384654.497424:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384654.844592:0:36790:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384654.844603:0:36790:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.844607:0:36790:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384654.844612:0:36790:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384654.844617:0:36790:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.844619:0:36790:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384655.201380:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384655.201385:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384655.201389:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (6) 00000400:00000200:0.0:1767384655.201389:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b2cf5d8 00000400:00000010:0.0:1767384655.201393:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b2cf5d8. 00000400:00000200:0.0:1767384655.201398:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384655.201405:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery ping unlinked 00000800:00000200:2.0:1767384655.201406:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp29 ip 192.168.203.133:988 00000800:00000200:2.0:1767384655.201412:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384655.201418:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007126f500. 00000400:00000010:0.0:1767384655.201424:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d197ddcf. 00000400:00000200:0.0:1767384655.201431:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp42 00000400:00000010:0.0:1767384655.201435:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d2361327. 00000400:00000010:0.0:1767384655.201439:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004e00811d. 00000400:00000010:0.0:1767384655.201443:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000400:00000010:0.0:1767384655.201448:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007581d437. 00000400:00000200:0.0:1767384655.201452:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp42 00000400:00000200:0.0:1767384655.201480:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp42 local destination 00000400:00000200:0.0:1767384655.201485:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp42 00000400:00000200:0.0:1767384655.201489:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp42 NI seq info: [174:174:256:4294967295] 192.168.203.133@tcp42 LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1767384655.201493:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp42 00000400:00000200:0.0:1767384655.201498:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42:) -> 192.168.203.133@tcp42(192.168.203.133@tcp42:192.168.203.133@tcp42) : GET try# 0 00000800:00000200:0.0:1767384655.201502:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp42 00000800:00000010:0.0:1767384655.201506:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5434311. 00000800:00000200:0.0:1767384655.201510:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000800:00000200:0.1:1767384655.201514:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000400:00000200:0.0:1767384655.201527:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp42 added to recovery queue. ping count: 3 next ping: 284 health :700 00000800:00000200:2.0:1767384655.201549:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384655.201554:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384655.201563:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384655.201566:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384655.201568:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384655.201590:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201626:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201641:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201655:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201668:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201681:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201698:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201712:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201726:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201739:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201757:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201772:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201785:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201799:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201814:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201841:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201868:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201887:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201902:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201926:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201947:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201967:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.201988:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202002:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202019:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202036:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202056:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202075:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202103:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202117:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202152:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202175:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384655.202193:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384655.202305:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065a93d3c. 00000800:00000010:0.0:1767384655.202342:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005ef8547b. 00000800:00000010:0.0:1767384655.202347:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ab21f34. 00000800:00000010:0.0:1767384655.202370:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ab21f34. 00000800:00020000:0.0:1767384655.202377:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384655.202379:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005ef8547b. 00000800:00000010:0.0:1767384655.202382:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065a93d3c. 00000400:02020000:0.0:1767384655.202415:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp42 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384655.202420:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp42 notifying 192.168.203.133@tcp42: down 00000400:00000200:0.0:1767384655.202423:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384655.202427:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp42 00000800:00000010:0.0:1767384655.202429:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5434311. 00000400:00000200:0.0:1767384655.202432:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384655.202436:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp42->192.168.203.133@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384655.202442:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384655.202445:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384655.202448:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp42) recovery failed with -71 00000001:00000001:2.0:1767384655.520908:0:36954:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384655.520911:0:36954:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00010000:00000001:0.0:1767384655.521402:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384655.521405:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.521410:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384655.521411:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.521423:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384655.521425:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384655.521427:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384655.524661:0:36954:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384655.530740:0:36955:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007bc6a408. 00000400:00000010:2.0:1767384655.530751:0:36955:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000428fb9c0. 00000400:00000010:2.0:1767384655.530760:0:36955:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000790961c. 00000400:00000010:2.0:1767384655.530763:0:36955:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cbee32e3. 00000400:00000010:2.0:1767384655.530766:0:36955:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000009e0c6e7. 00000400:00000010:2.0:1767384655.530770:0:36955:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b74f39e. 00000400:00000010:2.0:1767384655.530771:0:36955:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008be2a307. 00000400:00000010:2.0:1767384655.530773:0:36955:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000a49196f. 00000400:00000010:2.0:1767384655.530776:0:36955:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d1958d7f. 00000800:00000010:2.0:1767384655.530790:0:36955:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cba2668a. 00000800:00000200:2.0:1767384655.530799:0:36955:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384655.530808:0:36955:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384655.530837:0:36955:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:2.0:1767384655.530858:0:36955:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp47 [8/256/0/180] 00000400:00000010:2.0:1767384655.533001:0:36955:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000057b6808e. 00000400:00000010:2.0:1767384655.533009:0:36955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3adc485. 00000400:00000010:2.0:1767384655.533015:0:36955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e0873f. 00000400:00000001:2.0:1767384655.533039:0:36955:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384655.533042:0:36955:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384655.533044:0:36955:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d8e199. 00000400:00000200:2.0:1767384655.533048:0:36955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f6ea27 00000400:00000010:2.0:1767384655.533050:0:36955:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f6ea27. 00000400:00000010:2.0:1767384655.533054:0:36955:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000007dde7c95. 00000400:00000200:2.0:1767384655.533068:0:36955:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (37) 00000400:00000200:2.0:1767384655.533082:0:36955:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384655.533091:0:36955:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:2.0:1767384655.533099:0:36955:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000908503ec. 00000020:01000000:2.0:1767384655.533106:0:36955:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384655.533108:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384655.533110:0:36955:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp47 00000400:00000200:3.0:1767384655.533134:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:3.0:1767384655.533142:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000911b7f3e. 00000400:00000010:2.0:1767384655.533142:0:36955:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000428fb9c0. 00000400:00000200:3.0:1767384655.533147:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (38) 00000400:00000010:2.0:1767384655.533149:0:36955:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007bc6a408. 00000020:00000001:1.0:1767384655.533153:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384655.533155:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009b17896e. 10000000:00000001:1.0:1767384655.533158:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384655.533162:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384655.533164:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 10000000:01000000:1.0:1767384655.533165:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384655.533170:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384655.533171:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384655.533173:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384655.533174:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384655.533175:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384655.533177:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384655.533178:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384655.533180:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384655.533181:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:1.0:1767384655.533182:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384655.533185:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384655.533189:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000100:00000010:1.0:1767384655.533191:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000feb4d7d1. 00000020:00000040:1.0:1767384655.533197:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:3.0:1767384655.533201:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000100:00000001:1.0:1767384655.533204:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384655.533209:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384655.533212:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 02000000:00000001:1.0:1767384655.533213:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.533220:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 02000000:00000010:1.0:1767384655.533223:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000e9b244c. 00000400:00000200:3.0:1767384655.533227:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000100:00000001:1.0:1767384655.533230:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.533235:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000100:00000001:1.0:1767384655.533239:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384655.533242:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.533243:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00000400:00000200:3.0:1767384655.533251:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000100:00000040:1.0:1767384655.533252:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb4d7d1] to pc [ptlrpcd_00_03+3] req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384655.533265:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000400:00000200:3.0:1767384655.533272:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000400:00000200:3.0:1767384655.533288:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000400:00000200:3.0:1767384655.533295:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000400:00000200:3.0:1767384655.533299:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000400:00000200:3.0:1767384655.533305:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000400:00000200:3.0:1767384655.533331:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 10000000:00000001:1.0:1767384655.533333:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384655.533337:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.533338:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384655.533339:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384655.533344:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384655.533344:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384655.533348:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384655.533354:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:0.0:1767384655.533355:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384655.533358:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 58], ns[169, 58] 10000000:00000001:1.0:1767384655.533358:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384655.533361:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384655.533364:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384655.533368:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384655.533372:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384655.533375:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384655.533378:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384655.533380:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 58], ns[50, 58] 00000020:01000004:1.0:1767384655.533383:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384655.533383:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384655.533389:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384655.533389:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384655.533393:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384655.533395:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384655.533396:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384655.533401:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000100:00000010:1.0:1767384655.533403:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7377207. 02000000:00000001:0.0:1767384655.533403:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384655.533407:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384655.533408:0:8:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:0.0:1767384655.533414:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.533415:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384655.533418:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 50], ns[155, 50] 02000000:00000001:1.0:1767384655.533420:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384655.533422:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037659648:0@lo:253: 02000000:00000001:1.0:1767384655.533424:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.533431:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 50], ns[70, 50] 00000100:00000001:0.0:1767384655.533431:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384655.533432:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e09a94e0. 02000000:00000001:0.0:1767384655.533437:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384655.533438:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384655.533442:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.533443:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384655.533444:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 50], ns[71, 50] 02000000:00000001:0.0:1767384655.533446:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384655.533447:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384655.533454:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7377207] to pc [ptlrpcd_00_00+0] req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384655.533454:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000065a93d3c. 00000400:00000200:3.0:1767384655.533459:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 50], ns[136, 50] 02000000:00000001:0.0:1767384655.533459:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384655.533467:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b60be1f. 00000400:00000010:0.0:1767384655.533475:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ef8547b. 00000400:00000200:3.0:1767384655.533480:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 50], ns[84, 50] 00000100:00000200:0.0:1767384655.533481:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037659648, portal 25 10000000:00000001:1.0:1767384655.533486:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.533486:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384655.533489:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 10000000:00000001:1.0:1767384655.533491:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.533493:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 50], ns[138, 50] 00000020:00000001:1.0:1767384655.533497:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384655.533500:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384655.533503:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384655.533508:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 50], ns[149, 50] 00000020:00000010:1.0:1767384655.533509:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000908503ec. 00000100:00000001:0.0:1767384655.533516:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384655.533524:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384655.533526:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 50], ns[157, 50] 00000400:00000010:0.0:1767384655.533527:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b75d28d2. 00000100:00000200:0.0:1767384655.533533:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037659648, offset 0 00000400:00000200:3.0:1767384655.533538:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 50], ns[160, 50] 00000400:00000200:0.0:1767384655.533550:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384655.533552:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 50], ns[113, 50] 00000100:00000001:1.0:1767384655.533552:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384655.533561:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 50], ns[137, 50] 00000100:00100000:1.0:1767384655.533564:0:16164:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384655.533568:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.533572:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[154, 50], ns[158, 50] 00000100:00000001:1.0:1767384655.533576:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384655.533580:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.533581:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 50], ns[150, 50] 00000100:00000001:1.0:1767384655.533584:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384655.533586:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384655.533589:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384655.533593:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 50], ns[171, 50] 00000100:00000040:1.0:1767384655.533595:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384655.533608:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 50], ns[174, 50] 00000100:00000001:1.0:1767384655.533609:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384655.533611:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.533613:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384655.533614:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384655.533616:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384655.533621:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037659776:0@lo:253: 00000100:00000001:1.0:1767384655.533627:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384655.533629:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384655.533631:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[169, 50], ns[173, 50] 02000000:00000001:1.0:1767384655.533632:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.533636:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384655.533642:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 02000000:00000010:1.0:1767384655.533643:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000acb8b47. 02000000:00000001:1.0:1767384655.533647:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.533650:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000010:1.0:1767384655.533652:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000785747bc. 00000400:00000200:3.0:1767384655.533657:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000400:00000010:1.0:1767384655.533658:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a62fa499. 00000400:00000200:3.0:1767384655.533663:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp44 00000100:00000200:1.0:1767384655.533664:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037659776, portal 25 00000100:00000001:1.0:1767384655.533667:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384655.533668:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646739328 : -117139062812288 : ffff95766fc59180) 00000400:00000200:3.0:1767384655.533672:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp44 lpni_is_preferred = 0 00000100:00000040:1.0:1767384655.533674:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384655.533680:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp44 00000100:00000001:1.0:1767384655.533685:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384655.533690:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp44 NI seq info: [175:175:256:4294967295] 192.168.203.133@tcp44 LPNI seq info [171:171:8:4294967295] 00000100:00000040:1.0:1767384655.533691:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384655.533695:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000348c329e. 00000100:00000200:1.0:1767384655.533698:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037659776, offset 0 00000400:00000200:3.0:1767384655.533702:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp44 00000400:00000200:1.0:1767384655.533706:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384655.533713:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp44(192.168.203.133@tcp44:) -> 192.168.203.133@tcp44(192.168.203.133@tcp:192.168.203.133@tcp44) : PUT try# 0 00000800:00000200:3.0:1767384655.533727:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.133@tcp44 00000400:00000200:0.0:1767384655.533734:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384655.533735:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384655.533738:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dff6547. 00000400:00000200:0.0:1767384655.533747:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507600 00000800:00000010:3.0:1767384655.533749:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1e71766. 00000400:00000200:1.0:1767384655.533751:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507680 00000800:00000010:3.0:1767384655.533758:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000870e8eb2. 00000400:00000200:0.0:1767384655.533758:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x161d [2] + 0 00000400:00000010:0.0:1767384655.533765:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7015953. 00000400:00000200:0.0:1767384655.533769:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f625611c 00000800:00000200:3.0:1767384655.533770:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1e71766] -> 12345-192.168.203.133@tcp44 (2) 00000400:00000200:0.0:1767384655.533777:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384655.533778:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1651 [2] + 0 00000800:00000200:3.1:1767384655.533782:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1e71766] -> 12345-192.168.203.133@tcp44 (2) 00000400:00000010:1.0:1767384655.533785:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af6903e5. 00000400:00000200:0.0:1767384655.533787:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384655.533792:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c908d4e 00000400:00000200:0.0:1767384655.533797:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f625611c 00000400:00000200:1.0:1767384655.533799:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384655.533800:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f625611c. 00000400:00000200:3.0:1767384655.533806:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384655.533807:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384655.533807:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384655.533811:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384655.533813:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000400:00000200:1.0:1767384655.533815:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c908d4e 00000100:00000040:0.0:1767384655.533816:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000e0408afe x1853237037659648 msgsize 4848 00000400:00000010:1.0:1767384655.533820:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c908d4e. 00000100:00100000:0.0:1767384655.533825:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384655.533827:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384655.533828:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384655.533830:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384655.533831:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384655.533836:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000aa96aa8e x1853237037659776 msgsize 4848 00000100:00000001:3.0:1767384655.533837:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.533841:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384655.533844:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384655.533846:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384655.533847:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384655.533849:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b75d28d2 00000100:00000001:3.0:1767384655.533851:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384655.533852:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b75d28d2. 00000100:00000001:0.0:1767384655.533857:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384655.533858:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384655.533862:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384655.533865:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c329e 00000100:00000001:3.0:1767384655.533869:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384655.533870:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000348c329e. 00000100:00000001:0.0:1767384655.533873:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384655.533876:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037659648 00000100:00000001:1.0:1767384655.533876:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384655.533879:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384655.533882:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384655.533884:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.533886:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384655.533891:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.533898:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.533900:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.533902:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384655.533903:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384655.533906:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037659648 00000100:00000040:1.0:1767384655.533908:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.533909:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384655.533911:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384655.533916:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:0.0:1767384655.533916:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294944350 00000100:00000001:1.0:1767384655.533920:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.533923:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384655.533923:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea4ada11. 00000020:00000001:3.0:1767384655.533929:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384655.533929:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.533931:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000020:00000040:3.0:1767384655.533934:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:1.0:1767384655.533936:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294944350 00000100:00000001:0.0:1767384655.533939:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294944350 00000020:00000001:3.0:1767384655.533940:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384655.533941:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294944350 00000100:00000010:0.0:1767384655.533944:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abe9b1d7. 00000100:00000001:1.0:1767384655.533946:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294944350 00000020:00000001:3.0:1767384655.533947:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384655.533949:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384655.533954:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384655.533960:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294944350 00000020:00000010:3.0:1767384655.533961:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000100:00000001:1.0:1767384655.533961:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294944350 00000100:00000010:0.0:1767384655.533966:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeb72775. 00000100:00000001:1.0:1767384655.533967:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294944350 00000100:00000001:3.0:1767384655.533968:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384655.533973:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384655.533974:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000100:00000001:1.0:1767384655.533978:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294944350 00000100:00000001:0.0:1767384655.533978:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294944350 00000020:00000010:3.0:1767384655.533983:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000100:00000001:1.0:1767384655.533984:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294944350 00000100:00000010:0.0:1767384655.533985:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eccb0ba7. 00000100:00000001:0.0:1767384655.533991:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384655.533994:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c09d5b9. 00000100:00000001:0.0:1767384655.533994:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384655.533995:0:16164:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294944350 00000100:00000001:0.0:1767384655.534000:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384655.534003:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9717a5d. 00000100:00000001:0.0:1767384655.534005:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.534006:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384655.534011:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384655.534012:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.534016:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384655.534016:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.534017:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384655.534021:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384655.534022:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.534023:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384655.534024:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384655.534029:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384655.534029:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384655.534034:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.534034:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.534039:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.534045:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.534057:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.534062:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384655.534065:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037659776 02000000:00000001:0.0:1767384655.534067:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384655.534069:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384655.534070:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384655.534071:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:0.0:1767384655.534071:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.534075:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384655.534077:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384655.534080:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037659776 00000020:00000001:0.0:1767384655.534083:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384655.534084:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000020:00000040:0.0:1767384655.534085:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384655.534090:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384655.534091:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000040:0.0:1767384655.534092:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384655.534096:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384655.534098:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959111760 : -117139750439856 : ffff957646c93450) 00000020:00000001:0.0:1767384655.534099:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384655.534106:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384655.534109:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064a8a670. 00000100:00000040:3.0:1767384655.534110:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0408afe x1853237037659648/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:636/0 lens 4848/0 e 0 to 0 dl 1767384666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.534113:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384655.534116:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000020:00000010:0.0:1767384655.534117:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064a8a670. 00000020:00000010:0.0:1767384655.534138:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0d2b52d. 00000100:00000001:3.0:1767384655.534144:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384655.534148:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044adc347. 00000020:00000010:3.0:1767384655.534150:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000020:00000010:0.0:1767384655.534153:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da8b267d. 00000100:00000001:3.0:1767384655.534156:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384655.534160:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384655.534161:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000100:00000001:0.0:1767384655.534163:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384655.534166:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384655.534167:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000001:0.0:1767384655.534171:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384655.534173:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0408afe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037659648:12345-0@lo:253: 00000100:00000001:0.0:1767384655.534175:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384655.534182:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037659648 00000020:00000001:3.0:1767384655.534186:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384655.534190:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384655.534192:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384655.534196:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000020:00000001:3.0:1767384655.534198:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384655.534199:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:0.0:1767384655.534203:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959110736 : -117139750440880 : ffff957646c93050) 00000020:00000001:3.0:1767384655.534204:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384655.534206:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000040:0.0:1767384655.534208:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa96aa8e x1853237037659776/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:636/0 lens 4848/0 e 0 to 0 dl 1767384666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384655.534210:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384655.534216:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:0.0:1767384655.534218:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384655.534224:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384655.534224:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064a8a670. 00000100:00000001:0.0:1767384655.534228:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384655.534229:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384655.534231:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064a8a670. 00000020:00000001:3.0:1767384655.534235:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384655.534238:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384655.534241:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa96aa8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037659776:12345-0@lo:253: 00000020:00000001:3.0:1767384655.534242:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384655.534244:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000200:0.0:1767384655.534248:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037659776 00000100:00000001:3.0:1767384655.534249:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384655.534252:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384655.534253:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384655.534256:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384655.534258:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384655.534260:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4c06d34. 00000020:00000001:0.0:1767384655.534260:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384655.534264:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.534264:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384655.534268:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384655.534269:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.534271:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384655.534273:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384655.534274:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384655.534277:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384655.534279:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.534281:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384655.534283:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384655.534284:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004dbf7670. 00000400:00000200:1.0:1767384655.534284:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 02000000:00000010:0.0:1767384655.534288:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a2251846. 20000000:01000000:3.0:1767384655.534290:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384655.534295:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:0.0:1767384655.534297:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384655.534298:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384655.534300:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384655.534302:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384655.534304:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384655.534305:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384655.534335:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384655.534335:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000303865f6. 20000000:01000000:0.0:1767384655.534340:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384655.534342:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384655.534343:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384655.534344:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff5122cf. 20000000:00000001:0.0:1767384655.534345:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384655.534348:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 20000000:01000000:3.0:1767384655.534350:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:0.0:1767384655.534351:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384655.534356:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384655.534373:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384655.534391:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384655.534401:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.534431:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00080000:00000001:3.0:1767384655.534437:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384655.534443:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384655.534444:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384655.534446:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384655.534449:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384655.534454:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000400:00000200:1.0:1767384655.534457:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00080000:00000001:3.0:1767384655.534458:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384655.534466:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a1e811ec. 00080000:00000001:3.0:1767384655.534470:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934721386496 : -117138988165120 : ffff957674389800) 00080000:00000001:3.0:1767384655.534473:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384655.534506:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.534560:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000001:00000001:3.0:1767384655.534626:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1767384655.534627:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00080000:00000001:3.0:1767384655.534629:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384655.534633:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384655.534653:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384655.534656:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384655.534672:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.534728:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.534780:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00080000:00000001:3.0:1767384655.534798:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384655.534802:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384655.534829:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.534876:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.534905:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.534961:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535011:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535054:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535093:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535147:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535191:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535236:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535276:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535346:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535413:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535455:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535509:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535539:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535601:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535629:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384655.535672:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384655.535875:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf198d3d. 00000800:00000010:1.0:1767384655.535880:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000348c329e. 00000800:00000010:1.0:1767384655.535886:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f62047e4. 00000800:00000010:1.0:1767384655.535908:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f62047e4. 00000800:00020000:1.0:1767384655.535918:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384655.535921:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000348c329e. 00000800:00000010:1.0:1767384655.535924:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf198d3d. 00000400:02020000:1.0:1767384655.535970:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp44 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384655.535975:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp44 notifying 192.168.203.133@tcp44: down 00000800:00000200:1.0:1767384655.535980:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp44 down 00000800:00000100:1.0:1767384655.535985:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.203.133@tcp44 00000800:00000010:1.0:1767384655.535988:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dff6547. 00000400:00000200:1.0:1767384655.535991:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384655.535994:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp44->192.168.203.133@tcp44: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384655.536001:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp44 added to recovery queue. ping count: 0 next ping: 278 health :900 00000400:00000200:1.0:1767384655.536005:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384655.536007:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:1.0:1767384655.536011:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384655.536031:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384655.536034:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101171 00000400:00000001:1.0:1767384655.536037:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384655.536039:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384655.536041:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000911b7f3e 00000400:00000010:1.0:1767384655.536043:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000911b7f3e. 00000400:00000200:1.0:1767384655.536053:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384655.536056:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384655.536059:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (39) 00000400:00000200:1.0:1767384655.536062:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384655.536064:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc -71 00000400:00000200:1.0:1767384655.536067:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384655.536070:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (38) 00080000:00000001:0.0:1767384655.543160:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384655.543164:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384655.543165:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:1.0:1767384655.543167:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384655.543169:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384655.543171:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384655.543172:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384655.543174:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384655.543176:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384655.543178:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a1e811ec. 00080000:00000001:1.0:1767384655.543182:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384655.543183:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384655.543192:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384655.543196:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384655.543200:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384655.543210:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e4046ee0. 20000000:01000000:0.0:1767384655.543213:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384655.543215:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:0.0:1767384655.543217:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384655.543220:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384655.543223:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384655.543225:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384655.543229:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384655.543230:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:0.0:1767384655.543239:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a3990b1. 00010000:00000001:0.0:1767384655.543244:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384655.543248:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000020:00000001:0.0:1767384655.543251:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384655.543254:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271ede21 to hash 00000020:00000001:0.0:1767384655.543256:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384655.543258:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.543260:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.543262:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384655.543264:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384655.543266:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384655.543267:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384655.543274:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384655.543277:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384655.543280:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384655.543284:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384655.543290:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384655.543291:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:0.0:1767384655.543294:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384655.543297:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384655.543298:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384655.543301:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384655.543302:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384655.543304:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384655.543305:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000060aa33b3. 00010000:00000001:0.0:1767384655.543306:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384655.543328:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384655.543331:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384655.543332:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384655.543333:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384655.543335:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a3990b1) refcount = 1 00010000:00010000:0.0:1767384655.543338:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.543341:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384655.543344:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1767384655.543346:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581646848 : -117144127904768 : ffff957541de6400) 00010000:00000001:0.0:1767384655.543347:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384655.543350:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384655.543354:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384655.543355:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384655.543360:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384655.543363:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384655.543365:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384655.543367:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384655.543368:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384655.543370:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.543371:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.543373:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384655.543389:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.543395:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384655.543396:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.543413:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.543415:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384655.543417:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.543421:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384655.543423:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.543426:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384655.543427:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384655.543433:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384655.543435:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384655.543437:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384655.543438:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.543459:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384655.543460:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384655.543461:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384655.543463:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384655.543465:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.543467:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.543469:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384655.543471:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.543475:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384655.543477:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384655.543479:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.543482:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384655.543483:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384655.543485:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:2.0:1767384655.543489:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384655.543494:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.543494:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384655.543500:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271ede21 from hash 00080000:00000001:2.0:1767384655.543501:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384655.543502:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384655.543505:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.543506:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384655.543507:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384655.543509:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384655.543510:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384655.543511:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384655.543513:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384655.543515:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.543517:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384655.543518:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384655.543520:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.543521:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384655.543523:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.543523:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.543526:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384655.543529:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384655.543529:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384655.543534:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.543538:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.543539:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384655.543540:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384655.543542:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384655.543543:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.543545:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384655.543546:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384655.543549:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384655.543550:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384655.543552:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.543555:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384655.543556:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384655.543557:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271ede21 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384655.543569:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002a3990b1 count: 0 00010000:00000001:0.0:1767384655.543576:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384655.543578:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384655.543657:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384655.543662:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384655.546332:0:17604:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002a3990b1. 00010000:00000010:0.1:1767384655.546341:0:17604:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00000100:00000040:1.0:1767384655.552351:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294944350, at 4294944351 00000100:00000010:1.0:1767384655.552360:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abe9b1d7. 00000100:00000040:3.0:1767384655.552362:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294944350, at 4294944351 00000100:00000010:3.0:1767384655.552371:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eccb0ba7. 00000100:00000040:2.0:1767384655.552414:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294944350, at 4294944351 00000100:00000010:2.0:1767384655.552423:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeb72775. 00080000:00000001:2.0:1767384655.552875:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384655.552876:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384655.552880:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384655.552882:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:2.0:1767384655.552885:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384655.552886:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384655.552889:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384655.552889:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384655.552894:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384655.552894:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384655.552905:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384655.552907:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000060aa33b3. 20000000:01000000:1.0:1767384655.552909:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384655.552912:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384655.552914:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384655.552916:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384655.552916:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384655.552920:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384655.552923:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384655.552925:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384655.552930:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a3990b1. 00010000:00000001:0.0:1767384655.552933:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384655.552935:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000020:00000001:0.0:1767384655.552937:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384655.552940:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000816187c9 with handle 0x1c01179f271ede28 to hash 00000020:00000001:0.0:1767384655.552942:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384655.552943:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.552945:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.552947:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384655.552947:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384655.552949:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.552969:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384655.552972:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384655.552974:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384655.552975:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384655.552977:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384655.552978:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384655.552980:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384655.552981:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384655.552982:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384655.552983:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384655.552985:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384655.552986:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a3990b1) refcount = 1 00010000:00010000:0.0:1767384655.552989:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.553001:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384655.553003:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384655.553005:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384655.553007:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.553009:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384655.553011:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384655.553013:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:0.0:1767384655.553015:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384655.553017:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384655.553019:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=4 00000020:00000001:0.0:1767384655.553020:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.553023:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.553025:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384655.553026:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.553031:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384655.553033:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.553038:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.553039:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384655.553040:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.553044:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384655.553046:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.553048:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384655.553050:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384655.553054:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000816187c9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:0.0:1767384655.553056:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384655.553064:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384655.553066:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.553070:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384655.553072:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384655.553074:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384655.553075:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000816187c9 refcount=5 00000020:00000001:0.0:1767384655.553077:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.553079:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907795456 : -117139801756160 : ffff957643ba2e00) 00010000:00000001:0.0:1767384655.553081:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384655.553083:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.553087:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384655.553089:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384655.553090:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.553093:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384655.553095:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384655.553097:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384655.553099:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384655.553101:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000816187c9 with handle 0x1c01179f271ede28 from hash 00010000:00000001:0.0:1767384655.553104:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384655.553105:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.553106:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384655.553108:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384655.553110:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384655.553111:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384655.553113:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384655.553114:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384655.553116:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.553117:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384655.553119:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384655.553122:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.553143:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384655.553145:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.553152:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.553154:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384655.553156:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.553161:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.553162:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384655.553164:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384655.553165:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384655.553166:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384655.553168:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384655.553169:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384655.553171:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384655.553172:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384655.553174:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384655.553178:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384655.553179:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384655.553181:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000816187c9/0x1c01179f271ede28 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384655.553185:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002a3990b1 count: 0 00010000:00000001:0.0:1767384655.553197:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384655.553199:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384655.553360:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294944350, at 4294944352 00000100:00000010:0.0:1767384655.553367:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea4ada11. 00080000:00000020:1.0:1767384655.554284:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384655.554288:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384655.554290:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004dbf7670. 20000000:00000001:1.0:1767384655.554298:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384655.554302:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037659648 00010000:00000001:1.0:1767384655.554304:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384655.554330:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0408afe x1853237037659648/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:636/0 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384655.554339:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384655.554341:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384655.554345:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384655.554357:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384655.554361:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384655.554364:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384655.554367:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384655.554369:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.554372:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384655.554375:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384655.554379:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dc9fd01. 00000100:00000200:1.0:1767384655.554383:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037659648, offset 224 00000400:00000200:1.0:1767384655.554388:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384655.554397:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384655.554406:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507600 00000400:00000200:1.0:1767384655.554411:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea5 [2] + 224 00000400:00000200:1.0:1767384655.554417:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384655.554423:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384655.554427:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384655.554430:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384655.554439:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384655.554457:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384655.554463:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dc9fd01 00000400:00000010:1.0:1767384655.554465:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dc9fd01. 00000100:00000001:1.0:1767384655.554469:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384655.554470:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384655.554474:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384655.554477:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384655.554479:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384655.554481:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384655.554483:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384655.554488:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0408afe x1853237037659648/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:636/0 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384655.554496:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0408afe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037659648:12345-0@lo:253: Request processed in 20352us (20678us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384655.554512:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384655.554515:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384655.554518:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384655.554521:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384655.554525:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c09d5b9. 00000020:00000010:1.0:1767384655.554530:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9717a5d. 00000020:00000010:1.0:1767384655.554537:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000100:00000001:0.0:1767384655.554539:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384655.554543:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384655.554544:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000400:00000001:0.0:1767384655.554549:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384655.554551:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:0.0:1767384655.554552:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384655.554555:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4c06d34. 00000400:00000010:0.0:1767384655.554556:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b60be1f. 00000400:00000200:0.0:1767384655.554562:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef8547b 02000000:00000001:1.0:1767384655.554563:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384655.554565:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ef8547b. 00000100:00000001:1.0:1767384655.554567:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.554571:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384655.554589:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384655.554594:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cec38dd3. 00000100:00000200:0.0:1767384655.554594:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384655.554600:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dc9fd01. 00000100:00000200:0.0:1767384655.554617:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.554622:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384655.554624:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.554626:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384655.554628:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384655.554629:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384655.554630:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384655.554632:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384655.554635:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384655.554638:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384655.554640:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384655.554641:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384655.554643:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384655.554645:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.554647:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384655.554649:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.554654:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384655.554656:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384655.554658:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384655.554660:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384655.554662:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384655.554663:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384655.554664:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384655.554666:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384655.554666:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384655.554668:0:16166:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384655.554669:0:16166:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384655.554670:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384655.554671:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384655.554674:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384655.554680:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037659648:0@lo:253: 00000100:00000001:0.0:1767384655.554688:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.554691:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384655.554694:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037659648/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.554699:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384655.554702:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384655.554704:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000065a93d3c. 02000000:00000001:0.0:1767384655.554709:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384655.554711:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384655.554712:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384655.554714:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384655.554716:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000e9b244c. 02000000:00000001:0.0:1767384655.554722:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384655.554723:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384655.554725:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000100:00000001:0.0:1767384655.554730:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384655.554732:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.554733:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.554737:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384655.554739:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.554740:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384655.554741:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384655.556138:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384655.556140:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384655.556142:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000303865f6. 20000000:00000001:1.0:1767384655.556146:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384655.556148:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037659776 00010000:00000001:1.0:1767384655.556150:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384655.556153:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa96aa8e x1853237037659776/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:636/0 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384655.556158:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384655.556175:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384655.556177:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384655.556179:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384655.556181:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384655.556183:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384655.556185:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384655.556186:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.556188:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384655.556190:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384655.556199:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ec1d44. 00000100:00000200:1.0:1767384655.556201:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037659776, offset 224 00000400:00000200:1.0:1767384655.556205:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384655.556209:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384655.556214:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507680 00000400:00000200:1.0:1767384655.556218:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ead [2] + 224 00000400:00000200:1.0:1767384655.556222:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384655.556225:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384655.556227:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384655.556230:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384655.556236:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384655.556249:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384655.556253:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ec1d44 00000400:00000010:1.0:1767384655.556255:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ec1d44. 00000100:00000001:1.0:1767384655.556258:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384655.556259:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384655.556261:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384655.556262:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.556266:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384655.556267:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384655.556271:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384655.556272:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384655.556273:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384655.556274:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384655.556279:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384655.556280:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa96aa8e x1853237037659776/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:636/0 lens 4848/4768 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384655.556284:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000785747bc. 00000100:00100000:1.0:1767384655.556293:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa96aa8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037659776:12345-0@lo:253: Request processed in 22073us (22455us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384655.556294:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a62fa499 00000400:00000010:2.0:1767384655.556300:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a62fa499. 00000100:00100000:1.0:1767384655.556304:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1767384655.556308:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384655.556308:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384655.556331:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384655.556333:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384655.556338:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044adc347. 00000100:00000200:2.0:1767384655.556342:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384655.556342:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da8b267d. 00000020:00000010:1.0:1767384655.556354:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0d2b52d. 00000100:00000200:2.0:1767384655.556360:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384655.556360:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:1.0:1767384655.556367:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384655.556370:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a2251846. 02000000:00000001:1.0:1767384655.556374:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384655.556378:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384655.556378:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384655.556384:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384655.556394:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384655.556396:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbe42519. 00000100:00000001:2.0:1767384655.556400:0:16164:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384655.556401:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ec1d44. 02000000:00000001:2.0:1767384655.556404:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384655.556408:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384655.556410:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384655.556413:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384655.556416:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384655.556421:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384655.556423:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384655.556425:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384655.556427:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384655.556429:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.556431:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384655.556435:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384655.556443:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384655.556446:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384655.556447:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384655.556450:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384655.556453:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384655.556454:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384655.556464:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384655.556465:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384655.556467:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384655.556468:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384655.556469:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384655.556471:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384655.556475:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384655.556483:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037659776:0@lo:253: 00000100:00000001:2.0:1767384655.556487:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384655.556490:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384655.556492:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7377207 x1853237037659776/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384655.556498:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384655.556500:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384655.556502:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000acb8b47. 02000000:00000001:2.0:1767384655.556507:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384655.556508:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384655.556509:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384655.556511:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384655.556513:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e09a94e0. 02000000:00000001:2.0:1767384655.556516:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384655.556518:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384655.556519:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7377207. 00000100:00000001:2.0:1767384655.556524:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384655.556525:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384655.556527:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384655.556532:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384655.556534:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.556536:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384655.556538:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384655.556684:0:36960:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001765e120. 00000400:00000040:0.0:1767384655.556708:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384655.556710:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384655.556712:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384655.556713:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384655.556715:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384655.556716:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384655.556719:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384655.556720:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384655.556721:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384655.556722:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384655.556724:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384655.556725:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384655.556726:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384655.556727:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384655.556733:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384655.556735:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384655.556736:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384655.556737:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384655.556737:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384655.556739:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384655.556740:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384655.556741:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384655.556742:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384655.556743:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384655.556743:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384655.556745:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384655.556746:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384655.556747:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384655.556748:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384655.556749:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384655.556749:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384655.556751:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384655.556752:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384655.556753:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384655.556753:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384655.556754:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384655.556755:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384655.556757:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384655.556758:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384655.556759:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384655.556760:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384655.556761:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384655.556762:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384655.556763:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384655.556764:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384655.556765:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384655.556766:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384655.556766:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384655.556768:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384655.556769:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384655.556770:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384655.556771:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384655.556771:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384655.556775:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384655.556776:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384655.556777:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384655.556778:0:36960:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384655.556844:0:36960:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001765e120. 00010000:00000010:0.1:1767384655.560418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002a3990b1. 00010000:00000010:0.1:1767384655.560424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00000400:00000001:0.0:1767384656.226411:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384656.226416:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384656.226418:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384656.226423:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000400:00000200:0.0:1767384656.226428:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384656.226435:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384656.226446:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d2361327. 00000400:00000010:0.0:1767384656.226451:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004e00811d. 00000400:00000200:0.0:1767384656.226456:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp43 00000400:00000010:0.0:1767384656.226459:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d2361327. 00000400:00000010:0.0:1767384656.226464:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000071b3a255. 00000400:00000010:0.0:1767384656.226467:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000400:00000010:0.0:1767384656.226472:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088d35465. 00000400:00000200:0.0:1767384656.226475:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp43 00000400:00000200:0.0:1767384656.226486:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp43 local destination 00000400:00000200:0.0:1767384656.226491:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp43 00000400:00000200:0.0:1767384656.226495:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp43 NI seq info: [176:176:256:4294967295] 192.168.203.133@tcp43 LPNI seq info [172:172:8:4294967295] 00000400:00000200:0.0:1767384656.226501:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp43 00000400:00000200:0.0:1767384656.226509:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp43(192.168.203.133@tcp43:) -> 192.168.203.133@tcp43(192.168.203.133@tcp43:192.168.203.133@tcp43) : GET try# 0 00000800:00000200:0.0:1767384656.226515:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp43 00000800:00000010:0.0:1767384656.226519:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000043062681. 00000800:00000200:0.0:1767384656.226525:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000800:00000200:0.1:1767384656.226530:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000400:00000200:0.0:1767384656.226547:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp43 added to recovery queue. ping count: 2 next ping: 281 health :800 00000400:00000200:0.0:1767384656.226552:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp39 00000400:00000010:0.0:1767384656.226554:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c5cf2ce1. 00000400:00000010:0.0:1767384656.226556:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ba14a108. 00000400:00000010:0.0:1767384656.226559:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000400:00000010:0.0:1767384656.226571:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000103758f3. 00000400:00000200:0.0:1767384656.226575:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp39 00000400:00000200:0.0:1767384656.226583:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp39 local destination 00000400:00000200:0.0:1767384656.226587:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp39 00000400:00000200:0.0:1767384656.226591:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp39 NI seq info: [177:177:256:4294967295] 192.168.203.133@tcp39 LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1767384656.226595:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp39 00000400:00000200:0.0:1767384656.226603:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp39(192.168.203.133@tcp39:) -> 192.168.203.133@tcp39(192.168.203.133@tcp39:192.168.203.133@tcp39) : GET try# 0 00000800:00000200:0.0:1767384656.226607:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp39 00000800:00000010:0.0:1767384656.226609:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000113420b0. 00000800:00000200:0.0:1767384656.226612:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000800:00000200:0.1:1767384656.226616:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000400:00000200:2.0:1767384656.226626:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384656.226631:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp39 added to recovery queue. ping count: 4 next ping: 293 health :600 00000400:00000200:1.0:1767384656.226690:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.226693:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.226759:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.226772:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.226815:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.226833:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.226868:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.226883:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.226930:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.226943:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.226984:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.226991:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.227035:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227047:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.227106:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227106:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227163:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.227199:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227212:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.227280:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227280:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227373:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227408:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227433:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227456:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227484:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227511:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227572:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227621:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227677:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227712:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227751:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227796:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227839:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.227861:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227897:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.227939:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.227952:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228006:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228022:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228045:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228087:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228091:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228134:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228180:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228180:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228224:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228260:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228273:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228366:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228370:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228430:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384656.228439:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228512:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228584:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228648:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000800:00000010:1.0:1767384656.228691:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf198d3d. 00000800:00000010:1.0:1767384656.228697:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000163fea87. 00000800:00000010:1.0:1767384656.228703:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076fe1af2. 00000400:00000200:2.0:1767384656.228710:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000800:00000010:1.0:1767384656.228733:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076fe1af2. 00000800:00020000:1.0:1767384656.228746:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384656.228749:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000163fea87. 00000800:00000010:1.0:1767384656.228753:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf198d3d. 00000400:00000200:2.0:1767384656.228777:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:02020000:1.0:1767384656.228838:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp39 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384656.228847:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp39 notifying 192.168.203.133@tcp39: down 00000400:00000200:2.0:1767384656.228850:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000800:00000200:1.0:1767384656.228856:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp39 down 00000800:00000100:1.0:1767384656.228864:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp39 00000800:00000010:1.0:1767384656.228867:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000113420b0. 00000400:00000200:1.0:1767384656.228872:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384656.228879:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp39->192.168.203.133@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384656.228887:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384656.228891:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384656.228898:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp39) recovery failed with -71 00000400:00000200:2.0:1767384656.228918:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228973:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.228993:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.229013:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.229031:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.229048:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.229065:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.229081:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.229094:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384656.229108:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384656.229232:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000908503ec. 00000800:00000010:2.0:1767384656.229243:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023d67920. 00000800:00000010:2.0:1767384656.229248:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e5a382d. 00000800:00000010:2.0:1767384656.229270:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e5a382d. 00000800:00020000:2.0:1767384656.229278:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384656.229281:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023d67920. 00000800:00000010:2.0:1767384656.229284:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000908503ec. 00000400:02020000:2.0:1767384656.229362:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp43 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384656.229369:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp43 notifying 192.168.203.133@tcp43: down 00000400:00000200:2.0:1767384656.229373:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384656.229377:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp43 00000800:00000010:2.0:1767384656.229379:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000043062681. 00000400:00000200:2.0:1767384656.229383:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384656.229387:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp43->192.168.203.133@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384656.229394:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384656.229396:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384656.229400:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp43) recovery failed with -71 00010000:00000001:0.0:1767384656.545365:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384656.545370:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.545375:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384656.545377:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384656.545415:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384656.545420:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384656.545424:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384657.249440:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384657.249446:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384657.249450:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384657.249454:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000400:00000200:0.0:1767384657.249461:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384657.249470:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384657.249484:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d2361327. 00000400:00000010:0.0:1767384657.249490:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000071b3a255. 00000400:00000001:0.0:1767384657.249494:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384657.249496:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384657.249498:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000400:00000010:0.0:1767384657.249501:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000400:00000200:0.0:1767384657.249503:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384657.249506:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384657.249509:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c5cf2ce1. 00000400:00000010:0.0:1767384657.249512:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ba14a108. 00000400:00000200:0.0:1767384657.249523:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp33 00000800:00000200:1.0:1767384657.249525:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (6) 00000400:00000010:0.0:1767384657.249529:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c5cf2ce1. 00000800:00000200:1.0:1767384657.249537:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:988 00000400:00000010:0.0:1767384657.249548:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003aa23be2. 00000400:00000010:0.0:1767384657.249557:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092db2842. 00000800:00000200:1.0:1767384657.249559:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384657.249567:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c65a3c9e. 00000400:00000200:0.0:1767384657.249590:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp33 00000400:00000200:0.0:1767384657.249603:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp33 local destination 00000800:00000010:1.0:1767384657.249605:0:16155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd38d5c4. 00000400:00000200:0.0:1767384657.249610:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp33 00000800:00000200:1.0:1767384657.249615:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (4) 00000400:00000200:0.0:1767384657.249620:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp33 NI seq info: [178:178:256:4294967295] 192.168.203.133@tcp33 LPNI seq info [174:174:8:4294967295] 00000800:00000200:1.1:1767384657.249628:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (4) 00000400:00000200:0.0:1767384657.249633:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp33 00000400:00000200:0.0:1767384657.249642:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp33(192.168.203.133@tcp33:) -> 192.168.203.133@tcp33(192.168.203.133@tcp33:192.168.203.133@tcp33) : GET try# 0 00000800:00000200:0.0:1767384657.249648:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp33 00000800:00000010:0.0:1767384657.249652:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd3bacee. 00000800:00000200:0.0:1767384657.249658:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000800:00000200:0.1:1767384657.249666:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a3e97e3] -> 12345-192.168.203.133@tcp33 (2) 00000400:00000200:0.0:1767384657.249683:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp33 added to recovery queue. ping count: 5 next ping: 310 health :500 00000400:00000200:0.0:1767384657.249688:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp44 00000400:00000010:0.0:1767384657.249691:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e23f894b. 00000400:00000010:0.0:1767384657.249694:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d35d7137. 00000400:00000010:0.0:1767384657.249697:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000400:00000010:0.0:1767384657.249702:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a777e26. 00000400:00000200:0.0:1767384657.249707:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp44 00000400:00000200:1.0:1767384657.249709:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.249714:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp44 local destination 00000400:00000200:0.0:1767384657.249719:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp44 00000400:00000200:0.0:1767384657.249722:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp44 NI seq info: [179:179:256:4294967295] 192.168.203.133@tcp44 LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1767384657.249726:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp44 00000400:00000200:0.0:1767384657.249737:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp44(192.168.203.133@tcp44:) -> 192.168.203.133@tcp44(192.168.203.133@tcp44:192.168.203.133@tcp44) : GET try# 0 00000800:00000200:0.0:1767384657.249743:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp44 00000800:00000010:0.0:1767384657.249746:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000043062681. 00000800:00000200:0.0:1767384657.249751:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1e71766] -> 12345-192.168.203.133@tcp44 (2) 00000800:00000200:0.1:1767384657.249755:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1e71766] -> 12345-192.168.203.133@tcp44 (2) 00000800:00000200:3.0:1767384657.249757:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384657.249764:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384657.249768:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.249770:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp44 added to recovery queue. ping count: 1 next ping: 280 health :900 00000800:00000001:3.0:1767384657.249775:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384657.249781:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384657.249785:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.249820:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.249865:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.249878:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.249883:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.249957:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.249962:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.249980:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250046:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250052:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250053:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250164:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250201:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250206:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250272:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250376:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250402:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250460:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250495:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250538:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250599:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250625:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250659:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250689:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250706:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250755:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250773:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250790:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250835:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250850:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250865:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250904:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.250946:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.250947:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.250966:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251032:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251049:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.251052:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251133:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251190:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.251195:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251251:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.251360:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251369:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251420:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.251485:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251487:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251518:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251638:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.251639:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251640:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251729:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251746:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.251749:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251818:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251837:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.251853:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251915:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.251941:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.251950:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.251996:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252031:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252047:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252065:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252108:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252164:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252185:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252229:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252280:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252298:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252358:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252440:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252455:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252482:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252563:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252565:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252589:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252649:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252663:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252675:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252723:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252739:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252757:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252800:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252811:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252836:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252872:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252879:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252911:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.252967:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.252967:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.252981:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253047:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.253076:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.253077:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253129:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.253216:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.253220:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253223:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.253379:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253382:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.253486:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253487:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000800:00000010:1.0:1767384657.253510:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf198d3d. 00000800:00000010:1.0:1767384657.253517:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017fccc68. 00000800:00000010:1.0:1767384657.253524:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d0a8138. 00000800:00000010:1.0:1767384657.253558:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d0a8138. 00000800:00020000:1.0:1767384657.253587:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384657.253591:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017fccc68. 00000400:00000200:0.0:1767384657.253592:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000800:00000010:1.0:1767384657.253594:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf198d3d. 00000400:00000200:3.0:1767384657.253603:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253662:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:02020000:1.0:1767384657.253669:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp32 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384657.253675:0:16152:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384657.253686:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253731:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253773:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253812:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253849:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000800:00000010:3.0:1767384657.253859:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4c06d34. 00000800:00000010:3.0:1767384657.253865:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf4fb1cb. 00000800:00000010:3.0:1767384657.253870:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb49e773. 00000400:00000200:0.0:1767384657.253885:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000800:00000010:3.0:1767384657.253894:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb49e773. 00000800:00020000:3.0:1767384657.253904:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384657.253908:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf4fb1cb. 00000800:00000010:3.0:1767384657.253911:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a4c06d34. 00000400:00000200:0.0:1767384657.253925:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.253969:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:02020000:3.0:1767384657.253977:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp33 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384657.253986:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp33 notifying 192.168.203.133@tcp33: down 00000800:00000200:3.0:1767384657.253992:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp33 down 00000400:00000200:0.0:1767384657.253999:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000800:00000100:3.0:1767384657.254002:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp33 00000800:00000010:3.0:1767384657.254006:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd3bacee. 00000400:00000200:3.0:1767384657.254029:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384657.254045:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp33->192.168.203.133@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384657.254046:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:3.0:1767384657.254057:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384657.254064:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384657.254071:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp33) recovery failed with -71 00000400:00000200:0.0:1767384657.254077:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.254126:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.254152:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.133:988 00000800:00000010:0.0:1767384657.254375:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000104816f5. 00000800:00000010:0.0:1767384657.254383:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069ed9c33. 00000800:00000010:0.0:1767384657.254389:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c2b6bc7. 00000800:00000010:0.0:1767384657.254443:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c2b6bc7. 00000400:00000200:3.0:1767384657.254472:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384657.254492:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp44 from 205.3.0.2 00000800:00000010:3.0:1767384657.254496:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b19dbc38. 00000800:00000010:1.0:1767384657.254547:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf198d3d. 00000800:00000010:1.0:1767384657.254556:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017fccc68. 00000800:00000010:1.0:1767384657.254600:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000163fea87. 00000800:00000200:1.1:1767384657.254607:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1e71766] -> 12345-192.168.203.133@tcp44 (2) 00000800:00000200:1.1:1767384657.254612:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp44 00000000163fea87 deleted 00000800:00000010:1.1:1767384657.254614:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000163fea87. 00000800:00000200:1.1:1767384657.254619:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384657.254623:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp44 ip 192.168.203.133:973 00000800:00000200:1.1:1767384657.254626:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043062681 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384657.254631:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp44 p 3.x 192.168.203.133 -> 192.168.203.133:973 incarnation:1767384648446757210 sched[0] 00000800:00000010:1.0:1767384657.254636:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d0a8138. 00000800:00000010:1.0:1767384657.254700:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d0a8138. 00000800:00000010:1.0:1767384657.254706:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017fccc68. 00000800:00000200:0.1:1767384657.254728:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384657.254735:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp44 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384648446757210 sched[0] 00000800:00000010:0.0:1767384657.254739:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069ed9c33. 00000800:00000010:1.0:1767384657.254756:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b19dbc38. 00000800:00000001:1.0:1767384657.254776:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.254781:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384657.254782:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384657.254789:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384657.254845:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.254851:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384657.254853:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384657.254858:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384657.254863:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000043062681. 00000800:00000001:0.0:1767384657.254863:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.254872:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.254882:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp44(192.168.203.133@tcp44) <- 192.168.203.133@tcp44 : GET - for me 00000400:00000200:1.0:1767384657.254886:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp44->192.168.203.133@tcp44: GET: OK 00000400:00000200:1.0:1767384657.254895:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384657.254898:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384657.254908:0:16158:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp44 recovery message sent successfully:0 00000400:00000200:0.0:1767384657.254919:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1e9d [1] + 0 00000400:00000200:0.0:1767384657.254932:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp44 to MR: 192.168.203.133@tcp44 local destination 00000400:00000200:0.0:1767384657.254940:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp44 NI seq info: [180:180:255:4294967295] 192.168.203.133@tcp44 LPNI seq info [176:176:7:4294967295] 00000400:00000200:0.0:1767384657.254955:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp44(192.168.203.133@tcp44:192.168.203.133@tcp44) -> 192.168.203.133@tcp44(192.168.203.133@tcp44:192.168.203.133@tcp44) 192.168.203.133@tcp44 : REPLY try# 0 00000800:00000200:0.0:1767384657.254960:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp44 00000800:00000010:0.0:1767384657.254964:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000113420b0. 00000800:00000200:0.0:1767384657.254970:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1e71766] -> 12345-192.168.203.133@tcp44 (4) 00000800:00000200:0.0:1767384657.254975:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp44 ip 192.168.203.133:988 00000800:00000200:0.0:1767384657.254977:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000113420b0 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384657.255006:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:0.0:1767384657.255042:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384657.255046:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000113420b0. 00000400:00000200:0.0:1767384657.255050:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.255056:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp44->192.168.203.133@tcp44: REPLY: OK 00000800:00000001:0.0:1767384657.255072:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.255076:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384657.255080:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.255086:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384657.255088:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.255092:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.255096:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384657.255103:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp44(192.168.203.133@tcp44) <- 192.168.203.133@tcp44 : REPLY - for me 00000400:00000200:0.0:1767384657.255134:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp44: Reply from 12345-192.168.203.133@tcp44 of length 272/272 into md 0x1ed1 00000800:00000001:0.0:1767384657.255139:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.255145:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.255147:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.255170:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp44->192.168.203.133@tcp44: REPLY: OK 00000400:00000200:0.0:1767384657.255175:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384657.255178:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000400:00000200:0.0:1767384657.255183:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384657.255193:0:16156:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e23f894b. 00000400:00000010:0.0:1767384657.255198:0:16156:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d35d7137. 00000800:00000001:0.0:1767384657.255215:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.255222:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.255227:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255308:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255409:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255435:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255459:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255522:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255571:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255609:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255626:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255641:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255655:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255670:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255684:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255698:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255713:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255727:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255740:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255754:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255769:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255783:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255798:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255815:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255835:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255851:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255865:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255879:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255893:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255907:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255931:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255946:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255960:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255975:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384657.255989:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384657.256069:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003561ceb7. 00000800:00000010:1.0:1767384657.256072:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017fccc68. 00000800:00000010:1.0:1767384657.256075:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d0a8138. 00000800:00000010:1.0:1767384657.256089:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d0a8138. 00000800:00020000:1.0:1767384657.256094:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384657.256097:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017fccc68. 00000800:00000010:1.0:1767384657.256098:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003561ceb7. 00000400:02020000:1.0:1767384657.256141:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp44 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384657.373983:0:37491:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384657.373995:0:37491:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384657.373998:0:37491:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384657.374004:0:37491:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384657.374009:0:37491:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384657.374011:0:37491:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384657.505405:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:1.0:1767384657.505409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1767384657.505410:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384657.505416:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384657.505418:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e999e1eb. 00000100:00000010:1.0:1767384657.505422:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006594ae83. 00000020:00000040:0.0:1767384657.505424:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384657.505427:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384657.505431:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384657.505432:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384657.505435:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384657.505435:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384657.505442:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384657.505443:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384657.505452:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa1dc5a8. 02000000:00000010:0.0:1767384657.505452:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000113420b0. 00000100:00000001:1.0:1767384657.505462:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.505462:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.505472:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384657.505473:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.505474:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384657.505481:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e999e1eb] to pc [ptlrpcd_00_01+1] req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.505488:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384657.505492:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.505501:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006594ae83] to pc [ptlrpcd_00_02+2] req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384657.505518:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.505526:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.505529:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384657.505530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384657.505535:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384657.505535:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384657.505539:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384657.505545:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384657.505548:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7377207. 00000020:00000040:1.0:1767384657.505553:0:37:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384657.505555:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384657.505559:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384657.505561:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384657.505561:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.505562:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384657.505565:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.505567:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.505570:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384657.505572:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019311fdc. 02000000:00000001:2.0:1767384657.505574:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.505576:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.505578:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.505579:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384657.505583:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384657.505584:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384657.505585:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e999e1eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037660032:0@lo:13: 00000100:00000001:0.0:1767384657.505585:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384657.505592:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.505596:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384657.505601:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384657.505605:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.505610:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384657.505615:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767384657.505617:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000060aa33b3. 00000100:00000001:1.0:1767384657.505618:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.505618:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384657.505621:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384657.505625:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384657.505626:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7377207] to pc [ptlrpcd_00_03+3] req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384657.505629:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384657.505629:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384657.505637:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384657.505639:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d8e199. 00000100:00000001:1.0:1767384657.505643:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384657.505643:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006594ae83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037659904:0@lo:400: 00000400:00000010:2.0:1767384657.505647:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f6ea27. 00000100:00000040:1.0:1767384657.505649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384657.505652:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384657.505657:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037660032, portal 4 00000100:00000001:1.0:1767384657.505657:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384657.505658:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384657.505662:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.505663:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384657.505663:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000feb4d7d1. 02000000:00000001:0.0:1767384657.505665:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384657.505667:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867979648 : -117138841571968 : ffff95767cf56d80) 00000020:00000040:1.0:1767384657.505669:0:37:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:0.0:1767384657.505671:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008259c1ff. 00000100:00000001:1.0:1767384657.505672:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384657.505675:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384657.505676:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384657.505677:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384657.505679:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384657.505685:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d0edf98. 00000100:00000001:1.0:1767384657.505690:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384657.505691:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b60be1f. 00000100:00000001:2.0:1767384657.505696:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384657.505697:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384657.505699:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000040:2.0:1767384657.505705:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384657.505708:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037659904, portal 25 00000400:00000010:2.0:1767384657.505710:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000100:00000001:0.0:1767384657.505714:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767384657.505717:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037660032, offset 0 00000100:00000001:1.0:1767384657.505719:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384657.505719:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646746496 : -117139062805120 : ffff95766fc5ad80) 00000100:00000001:1.0:1767384657.505723:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.505727:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384657.505728:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.505732:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb4d7d1] to pc [ptlrpcd_00_00+0] req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384657.505745:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384657.505751:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384657.505758:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384657.505762:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f507780 00000400:00000010:0.0:1767384657.505765:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000100:00000001:1.0:1767384657.505767:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.505773:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3360 00000100:00000040:1.0:1767384657.505773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384657.505782:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037659904, offset 0 00000400:00000200:2.0:1767384657.505783:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384657.505791:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384657.505794:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384657.505795:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384657.505797:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096fc03a0. 00000100:00000001:2.0:1767384657.505802:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1767384657.505802:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384657.505816:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384657.505817:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384657.505817:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384657.505819:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384657.505824:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001dbfc293. 02000000:00000001:1.0:1767384657.505824:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384657.505829:0:16164:0:(events.c:337:request_in_callback()) incoming req@000000001dbfc293 x1853237037660032 msgsize 224 02000000:00000010:1.0:1767384657.505830:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c61fd03. 00000400:00000200:0.0:1767384657.505831:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f507700 00000100:00000001:1.0:1767384657.505837:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.505844:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384657.505844:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1659 [2] + 0 00000100:00100000:2.0:1767384657.505845:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384657.505853:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d191e817. 00000100:00000001:2.0:1767384657.505859:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384657.505859:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b2d6011 00000100:00000001:1.0:1767384657.505860:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384657.505864:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.505866:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384657.505870:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fc03a0] to pc [ptlrpcd_00_01+1] req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384657.505881:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384657.505887:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000400:00000010:2.0:1767384657.505891:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000100:00000001:1.0:1767384657.505893:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.505896:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384657.505897:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b2d6011 00000100:00000040:1.0:1767384657.505899:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (284) 00000400:00000010:0.0:1767384657.505900:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b2d6011. 00000100:00000200:2.0:1767384657.505902:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.505908:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384657.505911:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384657.505913:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384657.505913:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384657.505915:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000001a33c953 x1853237037659904 msgsize 224 00000100:00000001:1.0:1767384657.505918:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384657.505919:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.505922:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384657.505927:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384657.505930:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384657.505933:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384657.505943:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384657.505948:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.505950:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00000100:00000001:1.0:1767384657.505951:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384657.505955:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384657.505955:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00000100:00000001:2.0:1767384657.505957:0:16164:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384657.505962:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384657.505963:0:16165:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384657.505966:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384657.505967:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384657.505970:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384657.505972:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384657.505975:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5810 usecs (6 jiffies) 00000100:00100000:1.0:1767384657.505981:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037660160:0@lo:400: 00000100:00000001:2.0:1767384657.505983:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294946310 00000100:00000001:0.0:1767384657.505990:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384657.505991:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000866a2be8. 00000100:00000001:1.0:1767384657.505991:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384657.505996:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384657.505997:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.506000:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384657.506000:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.506005:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384657.506009:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294946310 02000000:00000010:1.0:1767384657.506011:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcd95856. 00000100:00000001:0.0:1767384657.506015:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.506016:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384657.506017:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bec3cac7. 00000100:00000001:0.0:1767384657.506018:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384657.506024:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384657.506027:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.506028:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294946310 00000400:00000010:1.0:1767384657.506028:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5ce046. 00000100:00000001:0.0:1767384657.506033:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294946322 00000100:00000010:2.0:1767384657.506036:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c698dd9. 00000400:00000010:1.0:1767384657.506037:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000100:00000001:0.0:1767384657.506040:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946310 00000100:00000001:2.0:1767384657.506043:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384657.506044:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037660160, portal 4 00000100:00000001:0.0:1767384657.506046:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294946322 00000100:00000001:1.0:1767384657.506050:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384657.506052:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294946310 00000100:00000001:1.0:1767384657.506053:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646739328 : -117139062812288 : ffff95766fc59180) 00000100:00000001:0.0:1767384657.506053:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946310 00000100:00000010:2.0:1767384657.506059:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b008e49c. 00000100:00000001:0.0:1767384657.506061:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294946322 00000100:00000040:1.0:1767384657.506064:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.506065:0:16164:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384657.506067:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294946310 00000100:00000001:2.0:1767384657.506072:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384657.506076:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294946322 00000100:00000001:2.0:1767384657.506079:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506082:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294946310 00000100:00000001:2.0:1767384657.506085:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506089:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384657.506091:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.506096:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.506097:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384657.506102:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.506104:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384657.506104:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384657.506106:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.506108:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384657.506126:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384657.506127:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b54a887. 00000100:00000001:0.0:1767384657.506127:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384657.506128:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384657.506131:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384657.506133:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384657.506134:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037660160, offset 0 00000100:00000001:0.0:1767384657.506136:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384657.506139:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384657.506140:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.506143:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384657.506144:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384657.506150:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.506155:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384657.506158:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384657.506159:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.506164:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384657.506166:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384657.506171:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384657.506171:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f507800 00000100:00000001:0.0:1767384657.506171:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384657.506175:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384657.506179:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384657.506180:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037660416:0@lo:400: 00000100:00000040:0.0:1767384657.506186:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384657.506187:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4560 00000400:00000200:1.0:1767384657.506199:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384657.506200:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384657.506203:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384657.506206:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506208:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384657.506209:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384657.506212:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.506213:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384657.506215:0:16166:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1767384657.506218:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091a65f29. 02000000:00000001:0.0:1767384657.506218:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767384657.506219:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1767384657.506222:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384657.506224:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384657.506227:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fb56132. 02000000:00000001:0.0:1767384657.506229:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384657.506231:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec30a1cc. 00000100:00000040:1.0:1767384657.506232:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000003fb56132 x1853237037660160 msgsize 224 00000400:00000010:2.0:1767384657.506238:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000100:00100000:0.0:1767384657.506242:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037660288:0@lo:400: 00000100:00100000:1.0:1767384657.506244:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384657.506246:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037660416, portal 10 00000100:00000001:0.0:1767384657.506250:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384657.506251:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384657.506254:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646734848 : -117139062816768 : ffff95766fc58000) 02000000:00000001:0.0:1767384657.506255:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384657.506258:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.506259:0:16166:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384657.506260:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384657.506262:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384657.506266:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b54a887 02000000:00000010:0.0:1767384657.506266:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087c79acd. 00000400:00000010:1.0:1767384657.506271:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b54a887. 02000000:00000001:0.0:1767384657.506272:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.506273:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384657.506276:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384657.506278:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d191e817. 00000100:00000040:2.0:1767384657.506279:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384657.506283:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384657.506287:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000400:00000010:0.0:1767384657.506287:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5410c53. 00000100:00000200:2.0:1767384657.506295:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037660416, offset 0 00000100:00000001:1.0:1767384657.506297:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384657.506297:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037660288, portal 10 00000100:00000001:0.0:1767384657.506302:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384657.506303:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384657.506305:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.506306:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934646738432 : -117139062813184 : ffff95766fc58e00) 00000100:00000040:0.0:1767384657.506338:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384657.506342:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384657.506358:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f507900 00000100:00000001:1.0:1767384657.506361:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.506367:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384657.506368:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000100:00000001:0.0:1767384657.506368:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384657.506375:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384657.506376:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384657.506380:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000400:00000200:2.0:1767384657.506382:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384657.506382:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384657.506385:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037660288, offset 0 00000100:00000040:1.0:1767384657.506389:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5810 usecs (6 jiffies) 00000100:00000001:2.0:1767384657.506391:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384657.506393:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294946311 00000100:00000200:2.0:1767384657.506396:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384657.506396:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384657.506398:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294946322 00000100:00000001:1.0:1767384657.506402:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294946311 00000100:00000010:2.0:1767384657.506403:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d363b570. 00000100:00000001:1.0:1767384657.506405:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294946322 00000100:00000040:2.0:1767384657.506410:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d363b570 x1853237037660416 msgsize 224 00000100:00000001:1.0:1767384657.506411:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294946311 00000400:00000200:0.0:1767384657.506411:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384657.506418:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294946322 00000100:00100000:2.0:1767384657.506424:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384657.506424:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294946311 00000400:00000200:0.0:1767384657.506426:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f507880 00000100:00000001:1.0:1767384657.506430:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294946322 00000400:00000200:0.0:1767384657.506435:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000100:00000001:1.0:1767384657.506436:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384657.506437:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384657.506442:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384657.506443:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.506445:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000010:2.0:1767384657.506450:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:1.0:1767384657.506451:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.506453:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384657.506458:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384657.506458:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.506460:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384657.506464:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1767384657.506465:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.506466:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1767384657.506467:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001eb52973. 00000100:00000001:1.0:1767384657.506471:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384657.506474:0:16163:0:(events.c:337:request_in_callback()) incoming req@000000001eb52973 x1853237037660288 msgsize 224 00000100:00000001:1.0:1767384657.506477:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384657.506481:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384657.506485:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384657.506488:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384657.506491:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506502:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384657.506509:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000100:00000001:2.0:1767384657.506510:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384657.506511:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384657.506513:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000100:00100000:1.0:1767384657.506515:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037659904 00000100:00000040:2.0:1767384657.506518:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.506519:0:16163:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384657.506520:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384657.506524:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384657.506525:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.506528:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.506531:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.506533:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.506537:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384657.506540:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037659904 00000100:00000001:2.0:1767384657.506544:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.506545:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384657.506549:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:0.0:1767384657.506550:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384657.506551:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3422 usecs (4 jiffies) 00000020:00000001:1.0:1767384657.506554:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384657.506556:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294946309 00000100:00000040:0.0:1767384657.506557:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384657.506558:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:2.0:1767384657.506561:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294946322 00000020:00000001:1.0:1767384657.506565:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384657.506568:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294946309 00000020:00000001:1.0:1767384657.506572:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384657.506574:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294946322 00000100:00000001:0.0:1767384657.506578:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.506579:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294946309 00000100:00000001:0.0:1767384657.506584:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384657.506586:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294946322 00000100:00000001:2.0:1767384657.506589:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294946309 00000100:00000001:1.0:1767384657.506589:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384657.506591:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384657.506594:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbc36d4a. 00000100:00000001:2.0:1767384657.506595:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294946322 00000100:00000040:0.0:1767384657.506596:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3657 usecs (4 jiffies) 00000100:00000001:1.0:1767384657.506600:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384657.506601:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384657.506603:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294946309 00000020:00000010:1.0:1767384657.506604:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbc36d4a. 00000100:00000001:2.0:1767384657.506608:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506609:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294946322 00000020:00000010:1.0:1767384657.506613:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000d22147. 00000100:00000001:0.0:1767384657.506614:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294946309 00000100:00000001:2.0:1767384657.506615:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506620:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294946322 00000100:00000001:2.0:1767384657.506621:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384657.506621:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008288b5c6. 00000100:00000001:0.0:1767384657.506627:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294946309 00000020:00000010:1.0:1767384657.506630:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000001:2.0:1767384657.506631:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384657.506631:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294946322 00000100:00000001:2.0:1767384657.506636:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384657.506637:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294946309 00000100:00000001:2.0:1767384657.506639:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384657.506641:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294946322 00000100:00000001:2.0:1767384657.506642:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384657.506643:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384657.506644:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384657.506646:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.506649:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384657.506650:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.506651:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.506652:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384657.506654:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.506655:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506657:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.506663:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506663:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384657.506666:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384657.506671:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384657.506672:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384657.506673:0:17587:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384657.506675:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.506676:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384657.506677:0:17587:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037660032 00000100:00000001:0.0:1767384657.506678:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.506683:0:17587:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384657.506686:0:17587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384657.506688:0:17587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.506691:0:17587:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.506693:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384657.506696:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384657.506701:0:17587:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037660032 00000100:00000001:0.0:1767384657.506701:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384657.506702:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000020:00000001:2.0:1767384657.506707:0:17587:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384657.506707:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037660416 00000100:00000040:1.0:1767384657.506708:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000040:2.0:1767384657.506711:0:17587:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000001:1.0:1767384657.506713:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959104592 : -117139750447024 : ffff957646c91850) 02000000:00000001:0.0:1767384657.506713:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384657.506714:0:17587:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384657.506716:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384657.506719:0:17587:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000001:0.0:1767384657.506720:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.506723:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a33c953 x1853237037659904/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:638/0 lens 224/0 e 0 to 0 dl 1767384668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384657.506726:0:17587:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 02000000:00000001:0.0:1767384657.506727:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.506732:0:17587:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00100000:0.0:1767384657.506740:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037660416 00000100:00000001:2.0:1767384657.506741:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384657.506742:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384657.506744:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384657.506747:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000020:00000010:2.0:1767384657.506749:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a8717fe. 00000020:00000001:0.0:1767384657.506749:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384657.506750:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbc36d4a. 00000020:00000040:0.0:1767384657.506754:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000020:00000010:2.0:1767384657.506756:0:17587:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ec550660. 00000100:00000001:1.0:1767384657.506756:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384657.506758:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000010:1.0:1767384657.506763:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbc36d4a. 00000020:00000001:0.0:1767384657.506764:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000040:2.0:1767384657.506766:0:17587:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:0.0:1767384657.506771:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384657.506774:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a33c953 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037659904:12345-0@lo:400: 00000020:00000010:0.0:1767384657.506776:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c851d0d. 00000100:00000001:2.0:1767384657.506778:0:17587:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1767384657.506779:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037659904 00000020:00000010:0.0:1767384657.506783:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000035f4c23f. 00000020:00000010:2.0:1767384657.506784:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038c5fad3. 00000020:00000001:1.0:1767384657.506784:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384657.506790:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384657.506791:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c381d8b. 00000020:00000040:0.0:1767384657.506791:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000020:00000001:1.0:1767384657.506793:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506798:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384657.506799:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b14c57cd. 00000020:00000001:1.0:1767384657.506799:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384657.506803:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000020:00000010:0.0:1767384657.506805:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7c5212. 00000020:00000001:1.0:1767384657.506807:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384657.506809:0:17587:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:0.0:1767384657.506810:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024953f25. 00000100:00000001:2.0:1767384657.506813:0:17587:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384657.506816:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c171c609. 00000100:00000001:2.0:1767384657.506817:0:17587:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384657.506818:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.506822:0:17587:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.506824:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384657.506827:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384657.506829:0:17587:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.506830:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384657.506830:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384657.506836:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384657.506837:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384657.506838:0:17587:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.506839:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384657.506842:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384657.506844:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384657.506846:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384657.506850:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384657.506851:0:17587:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767384657.506852:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b8b5e53e. 00000100:00000001:0.0:1767384657.506853:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384657.506856:0:17587:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384657.506858:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.506859:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384657.506864:0:17587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:1.0:1767384657.506865:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.506871:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384657.506872:0:17587:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:0.0:1767384657.506872:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384657.506874:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037659904 00000100:00000001:2.0:1767384657.506877:0:17587:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974595584 : -117139734956032 : ffff957647b57800) 00010000:00000001:1.0:1767384657.506879:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384657.506884:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001dbfc293 x1853237037660032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:638/0 lens 224/0 e 0 to 0 dl 1767384668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384657.506887:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a33c953 x1853237037659904/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:638/0 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.506887:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384657.506891:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037660288 02000000:00000001:0.0:1767384657.506895:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384657.506898:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384657.506901:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384657.506906:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384657.506912:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037660288 00000100:00000001:2.0:1767384657.506914:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384657.506916:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384657.506918:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384657.506919:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000020:00000010:2.0:1767384657.506920:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec550660. 00010000:00000001:1.0:1767384657.506923:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.506924:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384657.506925:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384657.506928:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000020:00000010:2.0:1767384657.506930:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec550660. 00000100:00001000:1.0:1767384657.506931:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=87 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384657.506932:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:1.0:1767384657.506938:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384657.506944:0:17587:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001dbfc293 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16164:x1853237037660032:12345-0@lo:13: 00000100:00000040:1.0:1767384657.506945:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:0.0:1767384657.506945:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:1.0:1767384657.506950:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384657.506952:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384657.506957:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384657.506957:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006242c8dc. 00000100:00000200:2.0:1767384657.506958:0:17587:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037660032 02000000:00000001:1.0:1767384657.506960:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.506965:0:17587:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384657.506965:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.506966:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384657.506971:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006242c8dc. 00000020:00000001:2.0:1767384657.506972:0:17587:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384657.506977:0:17587:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.506977:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384657.506979:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7f980e1. 00000400:00000010:1.0:1767384657.506981:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b54a887. 00000020:00000001:2.0:1767384657.506982:0:17587:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384657.506985:0:17587:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000020:00000010:0.0:1767384657.506985:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f98e5678. 00000100:00000200:1.0:1767384657.506987:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037659904, offset 224 00000020:00000001:2.0:1767384657.506992:0:17587:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384657.506992:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001966f128. 00000020:00000001:2.0:1767384657.506997:0:17587:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.506997:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384657.506998:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384657.507003:0:17587:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384657.507003:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384657.507007:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384657.507008:0:17587:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384657.507008:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384657.507013:0:17587:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.507015:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384657.507016:0:17587:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384657.507019:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384657.507020:0:17587:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384657.507022:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f507700 00000100:00000001:0.0:1767384657.507023:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384657.507026:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e0062cc7. 02000000:00000001:2.0:1767384657.507031:0:17587:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.507033:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.507034:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ed9 [1] + 224 00000100:00000001:2.0:1767384657.507035:0:17587:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384657.507041:0:17587:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:1.0:1767384657.507042:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384657.507043:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:2.0:1767384657.507046:0:17587:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384657.507047:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384657.507049:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384657.507051:0:17587:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:0.0:1767384657.507054:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000001:1.0:1767384657.507055:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1767384657.507056:0:17587:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:0.0:1767384657.507059:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000001:0.0:1767384657.507063:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933974583040 : -117139734968576 : ffff957647b54700) 00000100:00000200:1.0:1767384657.507064:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384657.507068:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d363b570 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:638/0 lens 224/0 e 0 to 0 dl 1767384668 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384657.507069:0:17587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.507076:0:17587:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384657.507082:0:17587:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384657.507089:0:17587:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384657.507095:0:17587:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384657.507097:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384657.507101:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006242c8dc. 00002000:00000020:2.0:1767384657.507104:0:17587:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384657.507106:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1767384657.507122:0:17587:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:1.0:1767384657.507125:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384657.507127:0:17587:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1767384657.507127:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006242c8dc. 00000001:00000001:2.0:1767384657.507132:0:17587:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384657.507138:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d363b570 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037660416:12345-0@lo:400: 00002000:00000001:2.0:1767384657.507139:0:17587:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384657.507145:0:17587:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037660032 00000100:00000200:0.0:1767384657.507147:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037660416 00010000:00000001:2.0:1767384657.507149:0:17587:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384657.507151:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384657.507153:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:2.0:1767384657.507155:0:17587:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001dbfc293 x1853237037660032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:638/0 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384657.507155:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384657.507158:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384657.507160:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b54a887 00000400:00000010:1.0:1767384657.507166:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b54a887. 00000020:00000001:0.0:1767384657.507166:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384657.507169:0:17587:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384657.507170:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384657.507175:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384657.507175:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:1.0:1767384657.507178:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384657.507181:0:17587:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.507181:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384657.507183:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000001:0.0:1767384657.507186:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384657.507187:0:17587:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=77 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384657.507187:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384657.507192:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.507192:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384657.507194:0:17587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384657.507196:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384657.507198:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384657.507200:0:17587:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:0.0:1767384657.507201:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.507205:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a33c953 x1853237037659904/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:638/0 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.507207:0:17587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:0.0:1767384657.507207:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384657.507212:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384657.507214:0:17587:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384657.507216:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384657.507218:0:17587:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384657.507222:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000059d073b. 00000100:00000001:2.0:1767384657.507224:0:17587:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384657.507226:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384657.507228:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a33c953 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16165:x1853237037659904:12345-0@lo:400: Request processed in 484us (1310us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384657.507232:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384657.507233:0:17587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384657.507238:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384657.507239:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00010000:00000040:0.0:1767384657.507242:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037660416 00000100:00000200:2.0:1767384657.507244:0:17587:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037660032, offset 224 00000100:00100000:1.0:1767384657.507245:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00010000:00000001:0.0:1767384657.507247:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384657.507253:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00010000:00000200:0.0:1767384657.507255:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d363b570 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384657.507258:0:17587:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384657.507259:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384657.507263:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384657.507269:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008288b5c6. 00010000:00000001:0.0:1767384657.507270:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384657.507271:0:17587:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384657.507274:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384657.507276:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000100:00001000:0.0:1767384657.507278:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=81 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384657.507282:0:17587:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f507780 00000020:00000010:1.0:1767384657.507282:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000d22147. 00000100:00000001:0.0:1767384657.507284:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384657.507290:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000020:00000040:1.0:1767384657.507291:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000400:00000200:2.0:1767384657.507295:0:17587:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ed5 [1] + 224 00000100:00000001:0.0:1767384657.507297:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384657.507299:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384657.507301:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384657.507302:0:17587:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384657.507302:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b8b5e53e. 02000000:00000001:0.0:1767384657.507305:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384657.507335:0:17587:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384657.507339:0:17587:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384657.507342:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384657.507344:0:17587:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384657.507344:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384657.507348:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384657.507349:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384657.507356:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384657.507356:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000100:00000040:2.0:1767384657.507362:0:17587:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384657.507362:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037660416, offset 224 00000400:00000010:1.0:1767384657.507363:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e30ca0e. 00000400:00000010:1.0:1767384657.507373:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017fccc68. 00000400:00000200:0.0:1767384657.507377:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384657.507379:0:17587:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384657.507388:0:17587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000200:0.0:1767384657.507388:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384657.507393:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:2.0:1767384657.507397:0:17587:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384657.507399:0:17587:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384657.507400:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f507900 00000100:00000001:1.0:1767384657.507401:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384657.507403:0:17587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.507407:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1eed [1] + 224 00000100:00000040:2.0:1767384657.507408:0:17587:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00100000:1.0:1767384657.507411:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037660160 00010000:00000001:2.0:1767384657.507416:0:17587:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384657.507416:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384657.507418:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384657.507420:0:17587:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.507420:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384657.507424:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.507426:0:17587:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384657.507426:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384657.507428:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384657.507432:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dbfc293 x1853237037660032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:638/0 lens 224/368 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384657.507434:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037660160 00000020:00000001:1.0:1767384657.507439:0:18091:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384657.507441:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384657.507442:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:1.0:1767384657.507447:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384657.507449:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384657.507450:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00000020:00000001:1.0:1767384657.507456:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000001:1.0:1767384657.507462:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:1.0:1767384657.507469:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384657.507473:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbc36d4a. 00000100:00000001:1.0:1767384657.507479:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384657.507486:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbc36d4a. 00000100:00000040:0.0:1767384657.507486:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384657.507493:0:17587:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001dbfc293 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237037660032:12345-0@lo:13: Request processed in 574us (1659us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384657.507493:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000d22147. 00000020:00000010:1.0:1767384657.507499:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008288b5c6. 00000020:00000010:1.0:1767384657.507505:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00100000:2.0:1767384657.507511:0:17587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384657.507515:0:17587:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:0.0:1767384657.507515:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384657.507517:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384657.507520:0:17587:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384657.507521:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384657.507522:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000100:00000001:2.0:1767384657.507523:0:17587:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384657.507525:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384657.507527:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000100:00000001:1.0:1767384657.507528:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384657.507529:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c381d8b. 00000100:00000001:0.0:1767384657.507530:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384657.507535:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384657.507535:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384657.507537:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b14c57cd. 00000100:00000001:1.0:1767384657.507540:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384657.507540:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384657.507542:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038c5fad3. 00000100:00000001:1.0:1767384657.507543:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384657.507548:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000040:2.0:1767384657.507549:0:17587:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00010000:00000001:0.0:1767384657.507553:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384657.507554:0:17587:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.507555:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384657.507556:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.507562:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384657.507566:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d363b570 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.507570:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384657.507574:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384657.507575:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384657.507578:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d363b570 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16164:x1853237037660416:12345-0@lo:400: Request processed in 476us (1163us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384657.507579:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384657.507585:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1767384657.507589:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:1.0:1767384657.507591:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000040:2.0:1767384657.507593:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:1.0:1767384657.507595:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868486656 : -117138841064960 : ffff95767cfd2a00) 00000100:00100000:0.0:1767384657.507600:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000001:2.0:1767384657.507601:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867977856 : -117138841573760 : ffff95767cf56680) 00000100:00000040:1.0:1767384657.507605:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fb56132 x1853237037660160/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:638/0 lens 224/0 e 0 to 0 dl 1767384668 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384657.507607:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000040:2.0:1767384657.507611:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001eb52973 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:638/0 lens 224/0 e 0 to 0 dl 1767384668 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.507613:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384657.507616:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384657.507621:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024953f25. 00000020:00000010:0.0:1767384657.507628:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c171c609. 00000020:00000010:0.0:1767384657.507634:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7c5212. 00000100:00000001:2.0:1767384657.507636:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384657.507641:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000020:00000010:2.0:1767384657.507642:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec550660. 00000100:00000001:1.0:1767384657.507645:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384657.507646:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.507648:0:17559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384657.507650:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbc36d4a. 00000020:00000010:2.0:1767384657.507652:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec550660. 00000100:00000001:1.0:1767384657.507654:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384657.507657:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbc36d4a. 00000100:00100000:2.0:1767384657.507660:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001eb52973 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037660288:12345-0@lo:400: 00000100:00000200:2.0:1767384657.507665:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037660288 00000100:00100000:1.0:1767384657.507666:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fb56132 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037660160:12345-0@lo:400: 00000020:00000001:2.0:1767384657.507669:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384657.507672:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037660160 00000020:00000001:2.0:1767384657.507673:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384657.507675:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384657.507677:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.507679:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384657.507680:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384657.507682:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.507683:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:1.0:1767384657.507686:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384657.507687:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384657.507689:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:1.0:1767384657.507692:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384657.507694:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.507696:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384657.507699:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384657.507699:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384657.507699:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384657.507704:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384657.507705:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:0.0:1767384657.507707:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384657.507708:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.507709:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:0.0:1767384657.507711:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384657.507713:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.507713:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384657.507714:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b60be1f. 00000100:00000001:1.0:1767384657.507717:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384657.507720:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384657.507721:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 02000000:00000001:1.0:1767384657.507722:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384657.507723:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384657.507726:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b8b5e53e. 02000000:00000001:2.0:1767384657.507727:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384657.507732:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 02000000:00000010:2.0:1767384657.507733:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f7f7eacb. 02000000:00000001:1.0:1767384657.507733:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.507739:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384657.507740:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.507741:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384657.507746:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384657.507747:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.507748:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384657.507753:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037660160 00000020:00000001:2.0:1767384657.507754:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.507760:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:2.0:1767384657.507761:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037660288 00010000:00000001:2.0:1767384657.507766:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384657.507770:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fb56132 x1853237037660160/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384657.507771:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001eb52973 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384657.507771:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.507809:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384657.507814:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384657.507815:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384657.507815:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384657.507817:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.507820:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.507821:0:16165:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1767384657.507822:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=81 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384657.507825:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1767384657.507827:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384657.507829:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384657.507829:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384657.507833:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.507834:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384657.507835:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 02000000:00000001:0.0:1767384657.507839:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.507840:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000040:1.0:1767384657.507840:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 02000000:00000001:2.0:1767384657.507846:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1767384657.507847:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=87 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384657.507850:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.507851:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00001000:0.0:1767384657.507854:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384657.507855:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384657.507857:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384657.507860:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384657.507861:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384657.507862:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384657.507864:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384657.507868:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000001:1.0:1767384657.507869:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384657.507869:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384657.507874:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384657.507876:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037660288, offset 224 00000100:00000040:1.0:1767384657.507880:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384657.507881:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384657.507884:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b54a887. 00000400:00000200:2.0:1767384657.507886:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384657.507889:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384657.507892:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037660160, offset 224 00000400:00000200:2.0:1767384657.507898:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384657.507906:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384657.507910:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384657.507911:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f507880 00000100:00000001:0.0:1767384657.507915:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384657.507919:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.507921:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384657.507924:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ef5 [1] + 224 00000100:00000040:0.0:1767384657.507927:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384657.507933:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.507933:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f507800 00000400:00000200:2.0:1767384657.507944:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384657.507947:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ee5 [1] + 224 00000100:00100000:0.0:1767384657.507953:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006594ae83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037659904:0@lo:400: 00000100:00000001:2.0:1767384657.507956:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384657.507956:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384657.507957:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.507962:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384657.507963:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384657.507966:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384657.507969:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006594ae83 x1853237037659904/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.507972:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384657.507980:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.507999:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384657.508008:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384657.508010:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.508012:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384657.508012:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008259c1ff. 02000000:00000001:0.0:1767384657.508019:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384657.508022:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384657.508025:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384657.508031:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384657.508035:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa1dc5a8. 02000000:00000001:0.0:1767384657.508040:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384657.508043:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384657.508046:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006594ae83. 00000100:00000001:0.0:1767384657.508051:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384657.508053:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.508054:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384657.508055:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384657.508055:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.508062:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384657.508063:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000100:00000001:0.0:1767384657.508065:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384657.508067:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:0.0:1767384657.508068:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384657.508072:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384657.508073:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384657.508074:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b54a887 00000100:00000001:2.0:1767384657.508076:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384657.508079:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b54a887. 00000100:00000001:2.0:1767384657.508082:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.508084:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384657.508087:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384657.508088:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384657.508092:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384657.508093:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384657.508095:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.508095:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.508096:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384657.508100:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384657.508103:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384657.508104:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:2.0:1767384657.508106:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001eb52973 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384657.508108:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384657.508120:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384657.508122:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5ce046. 00000020:00000001:1.0:1767384657.508123:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.508130:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384657.508130:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000535a2cc5 00000400:00000010:0.0:1767384657.508135:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 00000100:00100000:2.0:1767384657.508136:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001eb52973 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16163:x1853237037660288:12345-0@lo:400: Request processed in 498us (1659us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384657.508138:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fb56132 x1853237037660160/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1767384668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.508142:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384657.508148:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384657.508157:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384657.508164:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:2.0:1767384657.508170:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384657.508173:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384657.508178:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f98e5678. 00000100:00100000:1.0:1767384657.508179:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fb56132 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16166:x1853237037660160:12345-0@lo:400: Request processed in 531us (1943us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384657.508181:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384657.508184:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001966f128. 00000020:00000010:2.0:1767384657.508191:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7f980e1. 00000020:00000040:2.0:1767384657.508197:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00100000:1.0:1767384657.508197:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384657.508200:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.508205:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384657.508209:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:0.0:1767384657.508209:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.508211:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384657.508214:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384657.508215:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384657.508216:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00080000:2.0:1767384657.508219:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384657.508219:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384657.508220:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384657.508224:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008288b5c6. 02000000:00000001:0.0:1767384657.508225:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384657.508226:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000020:00000010:1.0:1767384657.508232:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000100:00080000:2.0:1767384657.508233:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00001000:0.0:1767384657.508233:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=77 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384657.508239:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000020:00000010:1.0:1767384657.508240:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000d22147. 00000100:00001000:0.0:1767384657.508240:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=77 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384657.508247:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000001:1.0:1767384657.508253:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.508254:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384657.508256:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384657.508257:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.508259:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384657.508261:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384657.508265:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384657.508273:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384657.508273:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384657.508277:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384657.508278:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767384657.508281:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d191e817. 00000100:00000040:0.0:1767384657.508281:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384657.508283:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384657.508287:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384657.508288:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5410c53 00000100:00000001:1.0:1767384657.508289:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384657.508290:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384657.508294:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5410c53. 00000100:00000040:0.0:1767384657.508297:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.508299:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384657.508300:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384657.508304:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384657.508308:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384657.508340:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec30a1cc. 00000100:00000001:0.0:1767384657.508344:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384657.508347:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53d842e 00000100:00000001:0.0:1767384657.508349:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384657.508350:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384657.508353:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a53d842e. 00000100:00000001:0.0:1767384657.508354:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.508362:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384657.508364:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384657.508365:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.508367:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384657.508370:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.508374:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384657.508377:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384657.508380:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384657.508383:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.508388:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384657.508394:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=81 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384657.508402:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7377207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037660160:0@lo:400: 00000100:00001000:2.0:1767384657.508405:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=81 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384657.508407:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.508408:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.508410:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384657.508413:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384657.508414:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384657.508420:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7377207 x1853237037660160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384657.508421:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384657.508428:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.508429:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384657.508433:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.508438:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384657.508441:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384657.508445:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384657.508450:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.508450:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384657.508451:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384657.508454:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384657.508456:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.508459:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767384657.508459:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcd95856. 00000100:00001000:1.0:1767384657.508462:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=81 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384657.508463:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767384657.508464:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384657.508468:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384657.508469:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767384657.508470:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=81 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384657.508470:0:16166:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384657.508472:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.508478:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384657.508479:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384657.508481:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384657.508481:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019311fdc. 00000100:00000001:1.0:1767384657.508482:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.508488:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384657.508488:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384657.508492:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384657.508496:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7377207. 00010000:00080000:1.0:1767384657.508497:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.508498:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384657.508504:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384657.508508:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.508508:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384657.508512:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.508513:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384657.508515:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384657.508523:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384657.508524:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384657.508525:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384657.508526:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.508529:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384657.508532:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384657.508534:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384657.508536:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.508538:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.508546:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384657.508547:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000feb4d7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16163:1853237037660288:0@lo:400: 00000100:00000001:2.0:1767384657.508558:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.508559:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384657.508563:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384657.508564:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384657.508568:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384657.508570:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000feb4d7d1 x1853237037660288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.508573:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.508594:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1767384657.508597:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096fc03a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037660416:0@lo:400: 02000000:00000001:2.0:1767384657.508598:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384657.508602:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087c79acd. 00000400:00000001:1.0:1767384657.508606:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384657.508607:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767384657.508609:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384657.508610:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384657.508612:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d8e199. 00000020:00000040:2.0:1767384657.508613:0:16163:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384657.508618:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384657.508618:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f6ea27 02000000:00000010:2.0:1767384657.508619:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d0edf98. 00000400:00000010:1.0:1767384657.508621:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f6ea27. 02000000:00000001:2.0:1767384657.508624:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384657.508626:0:16164:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384657.508627:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384657.508630:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000feb4d7d1. 00000100:00000200:1.0:1767384657.508631:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.508636:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384657.508639:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384657.508640:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.508641:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.508649:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384657.508651:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.508651:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384657.508654:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.508655:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384657.508657:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384657.508658:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.508659:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384657.508663:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384657.508665:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.508667:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384657.508669:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384657.508671:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384657.508673:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384657.508673:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.508680:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384657.508682:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384657.508686:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.508688:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384657.508689:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384657.508690:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384657.508690:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.508692:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.508696:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.508697:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384657.508698:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384657.508699:0:16164:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384657.508701:0:16164:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384657.508704:0:16164:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384657.508708:0:16164:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384657.508711:0:16164:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.508713:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384657.508717:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e999e1eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037660032:0@lo:13: 00000100:00000001:1.0:1767384657.508719:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.508721:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384657.508723:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096fc03a0 x1853237037660416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.508727:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384657.508728:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384657.508730:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091a65f29. 02000000:00000001:1.0:1767384657.508732:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384657.508733:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384657.508737:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384657.508738:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384657.508739:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c61fd03. 02000000:00000001:1.0:1767384657.508741:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384657.508742:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384657.508743:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096fc03a0. 00000100:00000001:1.0:1767384657.508746:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384657.508747:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.508748:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384657.508749:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e999e1eb x1853237037660032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.508753:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384657.508754:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384657.508755:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000060aa33b3. 02000000:00000001:1.0:1767384657.508757:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384657.508757:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384657.508758:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384657.508759:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384657.508760:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000113420b0. 02000000:00000001:1.0:1767384657.508762:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384657.508762:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384657.508763:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e999e1eb. 00000100:00000001:1.0:1767384657.508765:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384657.508766:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.508767:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.508770:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384657.508771:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.508772:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384657.508773:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384657.524366:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294946322, at 4294946323 00000100:00000010:0.0:1767384657.524374:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000866a2be8. 00000100:00000040:2.0:1767384657.524375:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294946322, at 4294946323 00000100:00000010:2.0:1767384657.524382:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c698dd9. 00000100:00000040:1.0:1767384657.524452:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294946322, at 4294946323 00000100:00000010:1.0:1767384657.524458:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bec3cac7. 00000100:00000040:3.0:1767384657.529415:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294946322, at 4294946328 00000100:00000010:3.0:1767384657.529422:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b008e49c. 00010000:00000001:0.0:1767384657.569380:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384657.569384:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.569389:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384657.569390:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.569405:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384657.569406:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.569408:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384658.083788:0:37655:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384658.083795:0:37655:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:3.0:1767384658.088230:0:37655:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384658.095174:0:37656:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d94d1cd9. 00000400:00000010:3.0:1767384658.095187:0:37656:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000062dcc1cd. 00000400:00000010:3.0:1767384658.095197:0:37656:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000407e97e6. 00000400:00000010:3.0:1767384658.095200:0:37656:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fc57612d. 00000400:00000010:3.0:1767384658.095203:0:37656:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042555654. 00000400:00000010:3.0:1767384658.095207:0:37656:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f963f37. 00000400:00000010:3.0:1767384658.095208:0:37656:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df18d22a. 00000400:00000010:3.0:1767384658.095210:0:37656:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079517896. 00000400:00000010:3.0:1767384658.095213:0:37656:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000067b12fd1. 00000800:00000010:3.0:1767384658.095228:0:37656:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009c1448a1. 00000800:00000200:3.0:1767384658.095237:0:37656:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384658.095248:0:37656:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384658.095282:0:37656:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384658.095306:0:37656:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp48 [8/256/0/180] 00000400:00000010:3.0:1767384658.097015:0:37656:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000009c95f05f. 00000400:00000010:3.0:1767384658.097027:0:37656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000400:00000010:3.0:1767384658.097032:0:37656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098c3327c. 00000400:00000001:3.0:1767384658.097050:0:37656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384658.097052:0:37656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384658.097053:0:37656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3adc485. 00000400:00000200:3.0:1767384658.097057:0:37656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e0873f 00000400:00000010:3.0:1767384658.097058:0:37656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e0873f. 00000400:00000010:3.0:1767384658.097062:0:37656:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000057b6808e. 00000400:00000200:3.0:1767384658.097066:0:37656:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (37) 00000400:00000200:3.0:1767384658.097080:0:37656:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384658.097087:0:37656:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:3.0:1767384658.097094:0:37656:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a4c06d34. 00000020:01000000:3.0:1767384658.097098:0:37656:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384658.097101:0:37656:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp48 00000400:00000200:1.0:1767384658.097125:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384658.097131:0:37656:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000062dcc1cd. 00000400:00000200:1.0:1767384658.097135:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:3.0:1767384658.097136:0:37656:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d94d1cd9. 00000400:00000010:1.0:1767384658.097146:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b54a887. 00000400:00000200:1.0:1767384658.097152:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (38) 00000400:00000010:1.0:1767384658.097159:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f5657528. 00000020:00000001:0.0:1767384658.097169:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384658.097175:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384658.097176:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 10000000:00000001:0.0:1767384658.097178:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384658.097182:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384658.097185:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384658.097187:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384658.097188:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384658.097190:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384658.097191:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384658.097193:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384658.097195:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000020:01000004:0.0:1767384658.097195:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384658.097200:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384658.097203:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384658.097205:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384658.097209:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000100:00000010:0.0:1767384658.097212:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b21a8da1. 00000020:00000040:0.0:1767384658.097220:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:1.0:1767384658.097224:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000100:00000001:0.0:1767384658.097228:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384658.097233:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384658.097237:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 02000000:00000001:0.0:1767384658.097239:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.097247:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 02000000:00000010:0.0:1767384658.097250:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005312d69e. 00000400:00000200:1.0:1767384658.097256:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000100:00000001:0.0:1767384658.097259:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.097263:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000400:00000200:1.0:1767384658.097271:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00000100:00000001:0.0:1767384658.097278:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384658.097280:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000100:00000001:0.0:1767384658.097282:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.097293:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000100:00000040:0.0:1767384658.097295:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b21a8da1] to pc [ptlrpcd_00_02+2] req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384658.097338:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000400:00000200:1.0:1767384658.097347:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000400:00000200:1.0:1767384658.097353:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 10000000:00000001:0.0:1767384658.097357:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.097362:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 10000000:00000001:0.0:1767384658.097363:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.097369:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384658.097374:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384658.097379:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000020:00000001:0.0:1767384658.097381:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384658.097385:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384658.097390:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384658.097391:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384658.097395:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000020:01000004:0.0:1767384658.097395:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384658.097399:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384658.097403:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384658.097407:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384658.097408:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384658.097411:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384658.097412:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 58], ns[169, 58] 00000020:01000004:0.0:1767384658.097413:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384658.097416:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384658.097419:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384658.097425:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e999e1eb. 00000400:00000200:1.0:1767384658.097426:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 58], ns[50, 58] 00000020:00000040:0.0:1767384658.097431:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384658.097437:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384658.097440:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384658.097441:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000100:00000001:3.0:1767384658.097442:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384658.097443:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.097448:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384658.097452:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000061b239c5. 00000100:00000001:3.0:1767384658.097453:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384658.097460:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.097462:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.097465:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384658.097469:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.097470:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 50], ns[155, 50] 00000100:00000040:0.0:1767384658.097479:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e999e1eb] to pc [ptlrpcd_00_03+3] req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.097491:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384658.097495:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.097495:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 50], ns[70, 50] 10000000:00000001:0.0:1767384658.097503:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.097504:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:0.0:1767384658.097509:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.097510:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384658.097510:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 50], ns[71, 50] 00000020:00000001:0.0:1767384658.097515:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.097517:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384658.097523:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b21a8da1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037660544:0@lo:253: 00000400:00000200:1.0:1767384658.097525:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 50], ns[136, 50] 00000020:01000000:0.0:1767384658.097530:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384658.097534:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384658.097536:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a4c06d34. 02000000:00000001:3.0:1767384658.097540:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384658.097545:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.097545:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 50], ns[84, 50] 02000000:00000001:3.0:1767384658.097551:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384658.097553:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.097557:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384658.097558:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 50], ns[178, 50] 02000000:00000010:3.0:1767384658.097559:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004dbf7670. 00000100:00000001:0.0:1767384658.097560:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384658.097565:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.097569:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384658.097573:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbe31d8f. 00000400:00000200:1.0:1767384658.097573:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 50], ns[149, 50] 00000400:00000010:3.0:1767384658.097582:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062dcc1cd. 00000400:00000200:1.0:1767384658.097596:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 50], ns[157, 50] 00000100:00000200:3.0:1767384658.097597:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037660544, portal 25 00000100:00000001:0.0:1767384658.097597:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384658.097601:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.097605:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384658.097607:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384658.097608:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867971584 : -117138841580032 : ffff95767cf54e00) 02000000:00000001:0.0:1767384658.097612:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384658.097615:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 50], ns[160, 50] 02000000:00000001:0.0:1767384658.097617:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.097619:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.097627:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e999e1eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037660672:0@lo:253: 00000400:00000200:1.0:1767384658.097639:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 50], ns[113, 50] 00000100:00000001:0.0:1767384658.097639:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384658.097645:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384658.097645:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384658.097649:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.097656:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 50], ns[137, 50] 00000100:00000040:3.0:1767384658.097657:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384658.097657:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384658.097664:0:16165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffe66ef9. 02000000:00000010:0.0:1767384658.097665:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000303865f6. 00000100:00000200:3.0:1767384658.097670:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037660544, offset 0 00000400:00000200:1.0:1767384658.097672:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 50], ns[177, 50] 02000000:00000001:0.0:1767384658.097672:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384658.097679:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b60be1f. 00000400:00000200:3.0:1767384658.097680:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384658.097691:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 50], ns[150, 50] 00000400:00000010:0.0:1767384658.097692:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d75288f. 00000100:00000200:0.0:1767384658.097698:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037660672, portal 25 00000100:00000001:0.0:1767384658.097702:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384658.097705:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867979648 : -117138841571968 : ffff95767cf56d80) 00000400:00000200:1.0:1767384658.097707:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 50], ns[171, 50] 00000100:00000040:0.0:1767384658.097711:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.097726:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384658.097727:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 50], ns[174, 50] 00000100:00000040:0.0:1767384658.097732:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384658.097737:0:16166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000371d3756. 00000400:00000200:1.0:1767384658.097742:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[172, 50], ns[176, 50] 00000100:00000200:0.0:1767384658.097743:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037660672, offset 0 00000400:00000200:1.0:1767384658.097755:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 50], ns[180, 50] 00000400:00000200:0.0:1767384658.097755:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384658.097762:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000400:00000200:1.0:1767384658.097774:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000200:1.0:1767384658.097780:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp45 00000400:00000200:1.0:1767384658.097785:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp45 lpni_is_preferred = 0 00000400:00000200:1.0:1767384658.097787:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp45 00000400:00000200:1.0:1767384658.097790:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp45 NI seq info: [181:181:256:4294967295] 192.168.203.133@tcp45 LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1767384658.097796:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp45 00000400:00000200:1.0:1767384658.097803:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp45(192.168.203.133@tcp45:) -> 192.168.203.133@tcp45(192.168.203.133@tcp:192.168.203.133@tcp45) : PUT try# 0 00000800:00000200:1.0:1767384658.097809:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.133@tcp45 00000800:00000010:1.0:1767384658.097814:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c61fd03. 00000400:00000200:3.0:1767384658.097818:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384658.097820:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384658.097827:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000105e89f1. 00000400:00000200:3.0:1767384658.097833:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507980 00000800:00000010:1.0:1767384658.097833:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fa3afd9c. 00000400:00000200:0.0:1767384658.097837:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507a00 00000400:00000200:3.0:1767384658.097847:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1681 [2] + 0 00000800:00000200:1.0:1767384658.097848:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000400:00000010:3.0:1767384658.097855:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079ebb017. 00000800:00000200:1.1:1767384658.097860:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000400:00000200:3.0:1767384658.097862:0:16165:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074cd02ae 00000400:00000200:0.0:1767384658.097869:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1689 [2] + 0 00000400:00000200:3.0:1767384658.097870:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384658.097877:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:3.0:1767384658.097879:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384658.097886:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000400:00000010:0.0:1767384658.097888:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021367b6b. 00000400:00000200:0.0:1767384658.097894:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa7f814b 00000400:00000200:3.0:1767384658.097898:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074cd02ae 00000400:00000200:0.0:1767384658.097900:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384658.097902:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074cd02ae. 00000400:00000200:0.0:1767384658.097908:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384658.097909:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384658.097913:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384658.097913:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa7f814b 00000400:00000010:0.0:1767384658.097918:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa7f814b. 00000100:00000040:3.0:1767384658.097919:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000c367b13d x1853237037660544 msgsize 4848 00000100:00000001:0.0:1767384658.097924:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384658.097929:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384658.097933:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384658.097934:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000003b5a676a x1853237037660672 msgsize 4848 00000100:00000040:3.0:1767384658.097937:0:16165:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384658.097945:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384658.097946:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:3.0:1767384658.097948:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384658.097950:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384658.097960:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffe66ef9 00000100:00000001:0.0:1767384658.097963:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384658.097964:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffe66ef9. 00000100:00000001:3.0:1767384658.097970:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384658.097972:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000371d3756 00000400:00000010:0.0:1767384658.097976:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000371d3756. 00000100:00000200:3.0:1767384658.097977:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.097982:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384658.097990:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.097991:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384658.097998:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.098008:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384658.098014:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.098017:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000100:00000040:0.0:1767384658.098017:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.098029:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384658.098032:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098035:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384658.098038:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098042:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.098044:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294946914 00000100:00000001:0.0:1767384658.098048:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294946914 00000100:00000010:3.0:1767384658.098051:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a64d407. 00000100:00000001:3.0:1767384658.098060:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384658.098067:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294946914 00000100:00000001:0.0:1767384658.098068:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294946914 00000100:00000010:3.0:1767384658.098072:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000745cb040. 00000100:00000001:0.0:1767384658.098073:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294946914 00000100:00000001:3.0:1767384658.098081:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384658.098084:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000100:00000001:3.0:1767384658.098088:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294946914 00000100:00000001:0.0:1767384658.098088:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294946914 00000100:00000001:0.0:1767384658.098096:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294946914 00000100:00000010:3.0:1767384658.098097:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a76c1e. 00000100:00000001:3.0:1767384658.098103:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384658.098125:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294946914 00000100:00000001:0.0:1767384658.098125:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294946914 00000100:00000001:0.0:1767384658.098130:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294946914 00000100:00000010:3.0:1767384658.098131:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc2ddeb3. 00000100:00000001:3.0:1767384658.098137:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384658.098143:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.098143:0:16166:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294946914 00000100:00000001:0.0:1767384658.098149:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.098151:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.098152:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:3.0:1767384658.098157:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.098163:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.098164:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098170:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098172:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.098173:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.098177:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384658.098178:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.098181:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.098182:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384658.098184:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384658.098187:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.098188:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098190:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384658.098193:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098195:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098201:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.098222:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000001:0.0:1767384658.098230:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384658.098235:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037660544 02000000:00000001:0.0:1767384658.098237:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384658.098239:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384658.098242:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.098246:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384658.098249:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037660544 00000020:00000001:0.0:1767384658.098251:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384658.098253:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384658.098255:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.098258:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384658.098260:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384658.098263:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384658.098267:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384658.098271:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd76a3e7. 00000100:00000001:0.0:1767384658.098274:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384658.098276:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd76a3e7. 00000020:00000010:0.0:1767384658.098282:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7f980e1. 00000020:00000010:0.0:1767384658.098287:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024953f25. 00000400:00000200:1.0:1767384658.098289:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000020:00000010:0.0:1767384658.098292:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c171c609. 00000100:00000040:0.0:1767384658.098304:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384658.098307:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384658.098338:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384658.098340:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098347:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.098357:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.098367:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384658.098376:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037660672 02000000:00000001:0.0:1767384658.098378:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384658.098379:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00000001:0.0:1767384658.098380:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384658.098383:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.098389:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384658.098392:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037660672 00000020:00000001:0.0:1767384658.098394:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384658.098395:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384658.098396:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.098398:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:0.0:1767384658.098401:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384658.098403:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384658.098406:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384658.098409:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd76a3e7. 00000100:00000001:0.0:1767384658.098410:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384658.098412:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd76a3e7. 00000020:00000010:0.0:1767384658.098418:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087c79acd. 00000100:00000001:3.0:1767384658.098420:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384658.098421:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f032cd8e. 00000100:00000001:3.0:1767384658.098425:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384658.098427:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e52e7ad. 00000100:00100000:3.0:1767384658.098432:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000001:0.0:1767384658.098434:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384658.098436:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000200:1.0:1767384658.098437:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000100:00000001:0.0:1767384658.098438:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384658.098441:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.098443:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959103568 : -117139750448048 : ffff957646c91450) 00000100:00000001:0.0:1767384658.098450:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.098451:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c367b13d x1853237037660544/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:639/0 lens 4848/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.098456:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.098465:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384658.098470:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384658.098474:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384658.098478:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000031e1d1e. 00000100:00100000:0.0:1767384658.098483:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000001:3.0:1767384658.098484:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384658.098489:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000010:3.0:1767384658.098490:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000031e1d1e. 00000100:00000001:0.0:1767384658.098495:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626933959112784 : -117139750438832 : ffff957646c93850) 00000400:00000200:1.0:1767384658.098499:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000100:00100000:3.0:1767384658.098504:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c367b13d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037660544:12345-0@lo:253: 00000100:00000040:0.0:1767384658.098504:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b5a676a x1853237037660672/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:639/0 lens 4848/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384658.098516:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037660544 00000020:00000001:3.0:1767384658.098521:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384658.098522:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384658.098529:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384658.098529:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd76a3e7. 00000020:00000001:3.0:1767384658.098533:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.098536:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384658.098538:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000100:00000001:0.0:1767384658.098542:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384658.098543:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384658.098547:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384658.098548:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd76a3e7. 00000020:00000001:3.0:1767384658.098552:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384658.098555:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384658.098559:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b5a676a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037660672:12345-0@lo:253: 00000020:00000001:3.0:1767384658.098560:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.098561:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000100:00000001:3.0:1767384658.098568:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384658.098569:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037660672 02000000:00000001:3.0:1767384658.098572:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384658.098574:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384658.098579:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4c06d34. 00000020:00000001:0.0:1767384658.098579:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384658.098583:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.098584:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.098588:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384658.098589:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.098592:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 20000000:00000001:3.0:1767384658.098594:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384658.098596:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384658.098599:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384658.098602:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384658.098603:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000020:00000001:0.0:1767384658.098604:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384658.098606:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000084d6875b. 00000020:00000001:0.0:1767384658.098609:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384658.098613:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384658.098614:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384658.098618:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384658.098620:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384658.098624:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:0.0:1767384658.098626:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e09a94e0. 20000000:00000001:3.0:1767384658.098627:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.098632:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.098633:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.098635:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000100:00000001:0.0:1767384658.098638:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.098640:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384658.098645:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384658.098651:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e104f3e8. 20000000:01000000:3.0:1767384658.098656:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000010:0.0:1767384658.098656:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000e9b244c. 20000000:01000000:0.0:1767384658.098662:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384658.098664:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384658.098664:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384658.098668:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384658.098671:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384658.098672:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 20000000:00000001:0.0:1767384658.098672:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384658.098678:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384658.098681:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384658.098721:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384658.098726:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384658.098728:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.098733:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00080000:00000001:3.0:1767384658.098741:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384658.098745:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384658.098752:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:3.0:1767384658.098755:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384658.098761:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000668d9d85. 00080000:00000001:3.0:1767384658.098764:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568976896 : -117144140574720 : ffff9575411d1000) 00080000:00000001:3.0:1767384658.098766:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384658.098796:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.098828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.098875:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000001:00000001:3.0:1767384658.098881:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384658.098885:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384658.098887:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384658.098908:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00080000:00000001:3.0:1767384658.098911:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384658.098915:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384658.098938:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.098976:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099011:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00080000:00000001:3.0:1767384658.099044:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384658.099046:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00080000:00000001:3.0:1767384658.099048:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384658.099079:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099129:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099169:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099195:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099224:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099264:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099302:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099396:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099448:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099512:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099541:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099593:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384658.099629:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384658.099800:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003561ceb7. 00000800:00000010:1.0:1767384658.099806:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000163fea87. 00000800:00000010:1.0:1767384658.099812:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005bb30a3b. 00000800:00000010:1.0:1767384658.099836:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005bb30a3b. 00000800:00020000:1.0:1767384658.099847:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384658.099850:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000163fea87. 00000800:00000010:1.0:1767384658.099853:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003561ceb7. 00000400:02020000:1.0:1767384658.099897:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp45 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384658.099905:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp45 notifying 192.168.203.133@tcp45: down 00000800:00000200:1.0:1767384658.099910:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp45 down 00000800:00000100:1.0:1767384658.099916:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 672 0@<0:0>->192.168.203.133@tcp45 00000800:00000010:1.0:1767384658.099920:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c61fd03. 00000400:00000200:1.0:1767384658.099929:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384658.099932:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp45->192.168.203.133@tcp45: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384658.099941:0:16152:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp45 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:1.0:1767384658.099944:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384658.099947:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 1 00000400:00000200:1.0:1767384658.099952:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384658.099994:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384658.100002:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x101171 00000400:00000001:0.0:1767384658.100006:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384658.100007:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384658.100009:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b54a887 00000400:00000010:0.0:1767384658.100011:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b54a887. 00000400:00000200:0.0:1767384658.100016:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384658.100020:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384658.100030:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (39) 00000400:00000200:0.0:1767384658.100034:0:16161:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384658.100036:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc -71 00000400:00000200:0.0:1767384658.100040:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:0.0:1767384658.100043:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (38) 00080000:00000001:3.0:1767384658.108959:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384658.108965:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384658.108968:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.108971:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384658.108977:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384658.108980:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384658.108986:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384658.108989:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384658.108990:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384658.108995:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384658.108996:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:1.0:1767384658.109000:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:0.0:1767384658.109004:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001141c7a9. 00080000:00000020:3.0:1767384658.109005:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000010:1.0:1767384658.109006:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000668d9d85. 20000000:01000000:0.0:1767384658.109010:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00080000:00000001:1.0:1767384658.109016:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384658.109016:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384658.109020:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384658.109026:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384658.109030:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384658.109033:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384658.109037:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384658.109040:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384658.109048:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000024cd41b4. 00080000:00000001:0.0:1767384658.109051:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384658.109054:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384658.109055:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384658.109059:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384658.109060:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00080000:00000001:0.0:1767384658.109061:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384658.109066:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384658.109068:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384658.109071:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000040:3.0:1767384658.109072:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271ede2f to hash 00080000:00000001:0.0:1767384658.109077:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384658.109078:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384658.109082:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.109085:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00080000:00000010:0.0:1767384658.109086:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d6d1bf36. 00010000:00000001:3.0:1767384658.109088:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384658.109091:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944779776 : -117139764771840 : ffff957645ee8400) 00080000:00000001:0.0:1767384658.109093:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384658.109098:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.109103:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.109128:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384658.109133:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384658.109135:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384658.109137:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384658.109138:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.109140:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384658.109142:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.109144:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384658.109146:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384658.109148:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384658.109149:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384658.109151:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024cd41b4) refcount = 1 00010000:00010000:3.0:1767384658.109154:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.109159:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384658.109162:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384658.109163:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.109166:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.109168:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384658.109171:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384658.109174:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384658.109177:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384658.109178:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.109180:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384658.109182:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.109185:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.109187:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384658.109189:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384658.109189:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384658.109193:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384658.109199:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384658.109203:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384658.109211:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.109216:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384658.109217:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.109218:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384658.109222:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384658.109223:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384658.109230:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.109231:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.109234:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384658.109236:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384658.109241:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384658.109244:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384658.109246:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384658.109248:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.109252:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384658.109254:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384658.109255:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.109257:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00000020:00000001:3.0:1767384658.109259:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.109260:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.109263:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384658.109265:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.109270:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384658.109272:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384658.109274:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.109278:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384658.109280:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384658.109283:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.109289:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384658.109291:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271ede2f from hash 00010000:00000001:3.0:1767384658.109294:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384658.109296:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.109298:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.109299:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384658.109301:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384658.109303:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384658.109305:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384658.109307:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.109339:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.109341:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384658.109342:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384658.109345:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.109346:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.109347:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.109349:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.109351:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.109353:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.109358:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384658.109365:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384658.109366:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.109370:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:0.0:1767384658.109372:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384658.109373:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384658.109376:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.109378:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.109381:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384658.109384:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.109387:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.109389:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.109394:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384658.109395:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384658.109397:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede2f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384658.109411:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000024cd41b4 count: 0 00010000:00000001:3.0:1767384658.109421:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384658.109423:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384658.115360:0:37661:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024cd41b4. 00010000:00000010:3.1:1767384658.115371:0:37661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00000100:00000040:2.0:1767384658.116357:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294946914, at 4294946915 00000100:00000040:0.0:1767384658.116363:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294946914, at 4294946915 00000100:00000010:2.0:1767384658.116366:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a76c1e. 00000100:00000040:3.0:1767384658.116369:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294946914, at 4294946915 00000100:00000040:1.0:1767384658.116369:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294946914, at 4294946915 00000100:00000010:0.0:1767384658.116372:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a64d407. 00000100:00000010:3.0:1767384658.116379:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc2ddeb3. 00000100:00000010:1.0:1767384658.116382:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000745cb040. 00080000:00000001:2.0:1767384658.119208:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384658.119211:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384658.119213:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384658.119215:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384658.119217:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384658.119227:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d6d1bf36. 00080000:00000001:2.0:1767384658.119231:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384658.119294:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384658.119299:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384658.119302:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.119304:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384658.119306:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384658.119339:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384658.119343:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384658.119348:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384658.119363:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384658.119365:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384658.119367:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384658.119371:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384658.119373:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384658.119378:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000024cd41b4. 00010000:00000001:3.0:1767384658.119382:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384658.119401:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00000020:00000001:3.0:1767384658.119404:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384658.119405:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271ede36 to hash 00000020:00000001:3.0:1767384658.119408:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384658.119410:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.119413:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.119416:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.119417:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.119420:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119427:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384658.119438:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384658.119440:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384658.119442:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384658.119443:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.119446:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384658.119448:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.119450:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384658.119452:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384658.119454:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384658.119455:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384658.119457:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024cd41b4) refcount = 1 00010000:00010000:3.0:1767384658.119461:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119466:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384658.119468:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384658.119470:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.119472:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.119474:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384658.119477:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384658.119480:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003449501s 00010000:00000001:3.0:1767384658.119483:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384658.119485:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.119486:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384658.119489:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.119492:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.119494:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384658.119496:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119502:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384658.119505:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119510:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.119512:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384658.119519:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119524:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.119526:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.119530:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384658.119532:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384658.119537:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384658.119539:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384658.119541:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384658.119543:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119548:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384658.119549:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384658.119550:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.119551:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00000020:00000001:3.0:1767384658.119552:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.119554:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384658.119556:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384658.119557:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119561:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384658.119563:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384658.119564:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.119566:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384658.119567:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384658.119568:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.119569:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384658.119577:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271ede36 from hash 00010000:00000001:3.0:1767384658.119579:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384658.119580:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.119588:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.119589:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384658.119592:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384658.119593:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384658.119596:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384658.119598:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.119600:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.119602:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384658.119603:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384658.119605:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.119607:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.119608:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.119609:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.119611:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.119613:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119617:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.119619:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.119620:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384658.119621:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384658.119622:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.119623:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.119625:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384658.119627:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.119629:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.119631:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.119635:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384658.119637:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384658.119639:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede36 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384658.119644:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000024cd41b4 count: 0 00010000:00000001:3.0:1767384658.119654:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384658.119655:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384658.121164:0:37661:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000028bdd9d4. 00000400:00000040:3.0:1767384658.121188:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384658.121190:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384658.121193:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384658.121195:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384658.121198:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384658.121211:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384658.121215:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384658.121216:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384658.121218:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384658.121219:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384658.121222:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384658.121224:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384658.121227:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384658.121229:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384658.121230:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384658.121232:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384658.121235:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384658.121236:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384658.121238:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384658.121241:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384658.121243:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384658.121244:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384658.121246:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384658.121248:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384658.121250:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384658.121252:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384658.121255:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384658.121256:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384658.121259:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384658.121261:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384658.121262:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384658.121265:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384658.121267:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384658.121269:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384658.121271:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384658.121273:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384658.121275:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384658.121277:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384658.121287:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384658.121289:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384658.121291:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384658.121293:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384658.121294:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384658.121296:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384658.121298:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384658.121300:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384658.121301:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384658.121302:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384658.121305:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384658.121307:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384658.121344:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384658.121346:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384658.121348:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384658.121349:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384658.121351:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384658.121353:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384658.121354:0:37661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000020:2.0:1767384658.121358:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384658.121362:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384658.121366:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000084d6875b. 20000000:00000001:2.0:1767384658.121374:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384658.121380:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037660544 00010000:00000001:2.0:1767384658.121384:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384658.121393:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c367b13d x1853237037660544/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384658.121407:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384658.121411:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384658.121416:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384658.121422:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384658.121427:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384658.121431:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384658.121435:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384658.121438:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.121444:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384658.121452:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384658.121458:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052602869. 00000100:00000200:2.0:1767384658.121464:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037660544, offset 224 00000400:00000200:2.0:1767384658.121475:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384658.121534:0:37661:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000028bdd9d4. 00000400:00000200:2.0:1767384658.121540:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384658.121551:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507980 00000400:00000200:2.0:1767384658.121557:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f1d [2] + 224 00000400:00000200:2.0:1767384658.121564:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384658.121567:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384658.121581:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384658.121586:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384658.121596:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.121614:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384658.121646:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052602869 00000400:00000010:2.0:1767384658.121649:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052602869. 00000100:00000001:2.0:1767384658.121652:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384658.121654:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384658.121657:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.121660:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.121661:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384658.121667:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384658.121670:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384658.121670:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384658.121675:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384658.121676:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384658.121679:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe31d8f. 00000020:00000001:2.0:1767384658.121680:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384658.121687:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062dcc1cd 00000100:00000040:2.0:1767384658.121688:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c367b13d x1853237037660544/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384658.121693:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062dcc1cd. 00000100:00000001:3.0:1767384658.121700:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384658.121706:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c367b13d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16165:x1853237037660544:12345-0@lo:253: Request processed in 23238us (23783us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384658.121708:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384658.121723:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000200:3.0:1767384658.121729:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384658.121729:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384658.121736:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384658.121739:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384658.121745:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384658.121746:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024953f25. 00000100:00000001:3.0:1767384658.121748:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384658.121752:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c171c609. 00000100:00000001:3.0:1767384658.121753:0:16165:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384658.121757:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384658.121760:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384658.121760:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7f980e1. 00000020:00000040:2.0:1767384658.121782:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:3.0:1767384658.121787:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.121789:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384658.121791:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384658.121793:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4c06d34. 00000100:00001000:3.0:1767384658.121796:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=88 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384658.121798:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384658.121802:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384658.121803:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384658.121807:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384658.121808:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384658.121809:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.121814:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384658.121817:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.121817:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fb25bde. 00000100:00000001:3.0:1767384658.121821:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.121824:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052602869. 00000100:00000040:3.0:1767384658.121827:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.121851:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.121855:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384658.121856:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384658.121860:0:16165:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384658.121862:0:16165:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384658.121864:0:16165:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384658.121866:0:16165:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384658.121867:0:16165:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384658.121869:0:16165:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384658.121871:0:16165:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384658.121873:0:16165:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384658.121874:0:16165:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384658.121876:0:16165:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384658.121879:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384658.121886:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b21a8da1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037660544:0@lo:253: 00000100:00000001:3.0:1767384658.121891:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.121893:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384658.121895:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b21a8da1 x1853237037660544/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.121901:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384658.121903:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384658.121906:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004dbf7670. 02000000:00000001:3.0:1767384658.121912:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384658.121922:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384658.121923:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384658.121926:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384658.121928:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005312d69e. 02000000:00000001:3.0:1767384658.121933:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384658.121935:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384658.121937:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b21a8da1. 00000100:00000001:3.0:1767384658.121943:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384658.121944:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.121946:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.121951:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.121953:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.121956:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.121959:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384658.123195:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384658.123198:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384658.123199:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000e9b244c. 20000000:00000001:3.0:1767384658.123204:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384658.123206:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037660672 00010000:00000001:3.0:1767384658.123208:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384658.123211:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b5a676a x1853237037660672/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384658.123217:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384658.123219:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384658.123221:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384658.123223:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384658.123225:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384658.123226:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384658.123228:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384658.123230:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.123232:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384658.123234:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384658.123237:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062dcc1cd. 00000100:00000200:3.0:1767384658.123240:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037660672, offset 224 00000400:00000200:3.0:1767384658.123243:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384658.123248:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384658.123253:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507a00 00000400:00000200:3.0:1767384658.123264:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f25 [2] + 224 00000400:00000200:3.0:1767384658.123269:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384658.123271:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384658.123274:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384658.123276:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.123283:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.123298:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384658.123303:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062dcc1cd 00000400:00000010:3.0:1767384658.123304:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062dcc1cd. 00000100:00000001:3.0:1767384658.123306:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384658.123308:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384658.123351:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384658.123355:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384658.123361:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384658.123363:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384658.123366:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b60be1f. 00000400:00000200:1.0:1767384658.123372:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d75288f 00000400:00000010:1.0:1767384658.123374:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d75288f. 00000100:00000001:1.0:1767384658.123379:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384658.123400:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384658.123414:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384658.123424:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384658.123426:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384658.123429:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384658.123432:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384658.123434:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384658.123436:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384658.123439:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384658.123444:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384658.123472:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384658.123476:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384658.123478:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384658.123480:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384658.123481:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384658.123483:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384658.123487:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384658.123493:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384658.123495:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384658.123496:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384658.123499:0:16166:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384658.123501:0:16166:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384658.123502:0:16166:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384658.123504:0:16166:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384658.123506:0:16166:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384658.123507:0:16166:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384658.123508:0:16166:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384658.123509:0:16166:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384658.123510:0:16166:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384658.123512:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384658.123518:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e999e1eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037660672:0@lo:253: 00000100:00000001:1.0:1767384658.123522:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384658.123524:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384658.123527:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e999e1eb x1853237037660672/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384658.123533:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384658.123534:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384658.123537:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000303865f6. 02000000:00000001:1.0:1767384658.123542:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384658.123544:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384658.123545:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384658.123548:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384658.123550:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000061b239c5. 02000000:00000001:1.0:1767384658.123561:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384658.123563:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384658.123565:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e999e1eb. 00000100:00000001:1.0:1767384658.123570:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384658.123571:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384658.123574:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384658.123586:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384658.123588:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384658.123591:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384658.123594:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.123722:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.123725:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384658.123728:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384658.123729:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.123731:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384658.123735:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b5a676a x1853237037660672/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384658.123742:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b5a676a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037660672:12345-0@lo:253: Request processed in 25220us (25807us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384658.123748:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:3.0:1767384658.123751:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384658.123752:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384658.123769:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384658.123773:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f032cd8e. 00000020:00000010:3.0:1767384658.123775:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e52e7ad. 00000020:00000010:3.0:1767384658.123778:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087c79acd. 00000020:00000040:3.0:1767384658.123781:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:3.0:1767384658.123784:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384658.123785:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e09a94e0. 02000000:00000001:3.0:1767384658.123795:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384658.123797:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384658.123800:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384658.123803:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbe31d8f. 00000400:00000010:3.0:1767384658.123806:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062dcc1cd. 00010000:00000010:3.1:1767384658.130404:0:37665:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024cd41b4. 00010000:00000010:3.1:1767384658.130411:0:37665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00000400:00000001:3.0:1767384658.273368:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1767384658.273368:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (6) 00000400:00000001:3.0:1767384658.273373:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384658.273376:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092db2842 00000400:00000010:3.0:1767384658.273380:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092db2842. 00000800:00000200:1.0:1767384658.273380:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp27 ip 192.168.203.133:988 00000400:00000200:3.0:1767384658.273397:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384658.273397:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd38d5c4 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384658.273405:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384658.273414:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c5cf2ce1. 00000400:00000010:3.0:1767384658.273418:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003aa23be2. 00000800:00000200:1.0:1767384658.273425:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042b5c454] -> 12345-192.168.203.133@tcp14 (6) 00000800:00000200:1.0:1767384658.273430:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp14 ip 192.168.203.133:988 00000800:00000200:1.0:1767384658.273433:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767384658.273472:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384658.273481:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384658.273484:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384658.273489:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384658.273493:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384658.273527:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384658.273527:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384658.273536:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384658.273539:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384658.273541:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.593371:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384658.593375:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.593380:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384658.593381:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.593410:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384658.593414:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.593417:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384659.298410:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp45 00000400:00000010:3.0:1767384659.298416:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000011a39e4d. 00000400:00000010:3.0:1767384659.298424:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000035330e52. 00000400:00000010:3.0:1767384659.298429:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000400:00000010:3.0:1767384659.298438:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000caad5878. 00000400:00000200:3.0:1767384659.298443:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp45 00000400:00000200:3.0:1767384659.298466:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp45 local destination 00000400:00000200:3.0:1767384659.298473:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp45 00000400:00000200:3.0:1767384659.298476:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp45 NI seq info: [182:182:256:4294967295] 192.168.203.133@tcp45 LPNI seq info [178:178:8:4294967295] 00000400:00000200:3.0:1767384659.298483:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp45 00000400:00000200:3.0:1767384659.298491:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp45(192.168.203.133@tcp45:) -> 192.168.203.133@tcp45(192.168.203.133@tcp45:192.168.203.133@tcp45) : GET try# 0 00000800:00000200:3.0:1767384659.298502:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp45 00000800:00000010:3.0:1767384659.298506:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000e0cf376. 00000800:00000200:3.0:1767384659.298512:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000800:00000200:3.1:1767384659.298517:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000400:00000200:3.0:1767384659.298543:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp45 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:0.0:1767384659.298649:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.298770:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.298874:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.298906:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.298941:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.298988:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299031:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299091:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299139:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299193:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299238:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299275:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299387:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299450:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299490:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299523:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299556:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299596:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299656:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299726:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299783:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299852:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299902:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299953:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.299999:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300062:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300141:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300176:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300201:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300236:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300270:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300305:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300438:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300548:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384659.300653:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384659.300884:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e09a94e0. 00000800:00000010:0.0:1767384659.300892:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085433095. 00000800:00000010:0.0:1767384659.300897:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000011e8c579. 00000800:00000010:0.0:1767384659.300917:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000011e8c579. 00000800:00020000:0.0:1767384659.300930:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384659.300933:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085433095. 00000800:00000010:0.0:1767384659.300937:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e09a94e0. 00000400:02020000:0.0:1767384659.300986:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp45 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384659.300994:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp45 notifying 192.168.203.133@tcp45: down 00000400:00000200:0.0:1767384659.301000:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384659.301007:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp45 00000800:00000010:0.0:1767384659.301011:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000e0cf376. 00000400:00000200:0.0:1767384659.301015:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384659.301019:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp45->192.168.203.133@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384659.301033:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384659.301036:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384659.301041:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp45) recovery failed with -71 00000100:00000001:1.0:1767384659.553469:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384659.553476:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.553665:0:16841:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384659.553670:0:16841:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.617403:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384659.617408:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.617414:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384659.617415:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384659.617432:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384659.617434:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384659.617436:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384660.065384:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384660.065391:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:2.0:1767384660.065396:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384660.065400:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384660.065402:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384660.065416:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384660.065419:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384660.065421:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384660.065424:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 79 10000000:00000001:2.0:1767384660.065427:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384660.065429:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384660.065437:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 00000020:00000040:2.0:1767384660.065442:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384660.065447:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384660.065451:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384660.065456:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384660.065464:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd56b8cf. 00000100:00000001:2.0:1767384660.065472:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.065477:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384660.065481:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384660.065488:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000066651a1f. 00010000:00000001:2.0:1767384660.065493:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384660.065497:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002c643dd1. 00000020:00000001:2.0:1767384660.065502:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384660.065504:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002c643dd1 with handle 0x1c01179f271ede3d to hash 00000020:00000001:2.0:1767384660.065507:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384660.065509:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.065512:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.065516:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384660.065519:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.065524:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384660.065535:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384660.065547:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384660.065555:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384660.065567:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384660.065574:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c7fabc. 00000100:00000001:2.0:1767384660.065578:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929570793920 : -117144138757696 : ffff95754138c9c0) 00000100:00000001:2.0:1767384660.065582:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384660.065584:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000001:2.0:1767384660.065589:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384660.065594:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.065597:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384660.065599:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384660.065608:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.065620:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384660.065622:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.065627:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384660.065631:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384660.065635:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384660.065640:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037660800:0@lo:101: 00000100:00000001:2.0:1767384660.065646:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384660.065651:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384660.065655:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.065657:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384660.065662:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000910d9b92. 02000000:00000001:2.0:1767384660.065665:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.065672:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b7994f. 00000400:00000010:2.0:1767384660.065679:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000200:2.0:1767384660.065687:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037660800, portal 25 00000100:00000001:2.0:1767384660.065690:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384660.065692:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000040:2.0:1767384660.065698:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.065707:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384660.065711:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384660.065715:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000100:00000200:2.0:1767384660.065718:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037660800, offset 0 00000400:00000200:2.0:1767384660.065734:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384660.065750:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384660.065762:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f507a80 00000400:00000200:2.0:1767384660.065771:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16b1 [2] + 0 00000400:00000010:2.0:1767384660.065775:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf14412c. 00000400:00000200:2.0:1767384660.065780:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066fa7dd1 00000400:00000200:2.0:1767384660.065786:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384660.065792:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384660.065797:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066fa7dd1 00000400:00000010:2.0:1767384660.065800:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066fa7dd1. 00000100:00000001:2.0:1767384660.065805:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384660.065809:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384660.065813:0:16808:0:(events.c:337:request_in_callback()) incoming req@0000000017a7c4fa x1853237037660800 msgsize 328 00000100:00100000:2.0:1767384660.065821:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384660.065823:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384660.065840:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384660.065850:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d80ab59 00000400:00000010:2.0:1767384660.065853:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d80ab59. 00000100:00000001:2.0:1767384660.065858:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384660.065864:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.065876:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384660.065880:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.065889:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.065892:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384660.065899:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.065905:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384660.065906:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294948882 00000100:00100000:3.0:1767384660.065911:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037660800 02000000:00000001:3.0:1767384660.065915:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384660.065915:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b008e49c. 00000100:00000001:3.0:1767384660.065919:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384660.065925:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384660.065937:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294948882 00000100:00000010:2.0:1767384660.065943:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa98e33. 00000100:00000001:3.0:1767384660.065944:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.065952:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.065952:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384660.065957:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037660800 00000020:00000001:3.0:1767384660.065959:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384660.065961:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384660.065967:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.065970:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:2.0:1767384660.065972:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294948882 00000020:00000001:3.0:1767384660.065973:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384660.065979:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000010:2.0:1767384660.065980:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003858c359. 00000100:00000001:3.0:1767384660.065983:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384660.065988:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384660.065990:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063c8715b. 00000100:00000001:3.0:1767384660.065996:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.065998:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294948882 00000020:00000010:3.0:1767384660.065999:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063c8715b. 00000100:00000010:2.0:1767384660.066007:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006eae2549. 00000020:00000010:3.0:1767384660.066008:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001528f270. 00000020:00000010:3.0:1767384660.066016:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045760f98. 00000100:00000001:2.0:1767384660.066016:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384660.066023:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000100:00000001:2.0:1767384660.066024:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.066030:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.066033:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384660.066034:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384660.066038:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384660.066039:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384660.066041:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384660.066046:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384660.066046:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e6c7fabc going to sleep for 11 seconds 00000100:00000001:2.0:1767384660.066054:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384660.066057:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.066058:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.066070:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.066081:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384660.066083:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384660.066087:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1767384660.066114:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384660.066116:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715871312 : -117138993680304 : ffff957673e47050) 00000100:00000040:3.0:1767384660.066121:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017a7c4fa x1853237037660800/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 328/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.066129:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384660.066131:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063c8715b. 00000100:00000001:3.0:1767384660.066133:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384660.066134:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063c8715b. 00000100:00100000:3.0:1767384660.066138:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017a7c4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037660800:12345-0@lo:101: 00000100:00000200:3.0:1767384660.066141:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037660800 00000020:00000001:3.0:1767384660.066143:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384660.066146:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384660.066148:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.066150:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384660.066151:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:3.0:1767384660.066154:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384660.066155:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384660.066157:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384660.066158:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384660.066161:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.066163:0:16805:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384660.066165:0:16805:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384660.066166:0:16805:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384660.066167:0:16805:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384660.066169:0:16805:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.066172:0:16805:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384660.066176:0:16805:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000024cd41b4. 00010000:00000001:3.0:1767384660.066178:0:16805:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384660.066179:0:16805:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00000020:00000001:3.0:1767384660.066181:0:16805:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384660.066182:0:16805:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271ede44 to hash 00000020:00000001:3.0:1767384660.066184:0:16805:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384660.066185:0:16805:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.066192:0:16805:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00010000:3.0:1767384660.066195:0:16805:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271ede3d expref: -99 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384660.066201:0:16805:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:3.0:1767384660.066202:0:16805:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:3.0:1767384660.066209:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384660.066210:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384660.066213:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000090329a97. 02000000:00000001:3.0:1767384660.066214:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.066216:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.066217:0:16805:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384660.066220:0:16805:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384660.066222:0:16805:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384660.066224:0:16805:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384660.066225:0:16805:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.066227:0:16805:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384660.066228:0:16805:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.066229:0:16805:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384660.066231:0:16805:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384660.066232:0:16805:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384660.066233:0:16805:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384660.066235:0:16805:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024cd41b4) refcount = 1 00010000:00010000:3.0:1767384660.066238:0:16805:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271ede3d expref: 15 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.066242:0:16805:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384660.066244:0:16805:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384660.066245:0:16805:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.066246:0:16805:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.066247:0:16805:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384660.066250:0:16805:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384660.066251:0:16805:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271ede3d expref: 15 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.066256:0:16805:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384660.066262:0:16805:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384660.066264:0:16805:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.066266:0:16805:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.066267:0:16805:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384660.066268:0:16805:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.066270:0:16805:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384660.066271:0:16805:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e6fa45a9, rc 0) 00000020:00000001:3.0:1767384660.066273:0:16805:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384660.066275:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037660800 00010000:00000001:3.0:1767384660.066277:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384660.066281:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017a7c4fa x1853237037660800/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 328/344 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384660.066287:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384660.066289:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384660.066292:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.066296:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384660.066298:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384660.066300:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384660.066302:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384660.066304:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.066306:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384660.066733:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384660.066737:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ba1ad1b. 00000100:00000200:3.0:1767384660.066741:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037660800, offset 224 00000400:00000200:3.0:1767384660.066750:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384660.066758:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384660.066763:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f507a80 00000400:00000200:3.0:1767384660.066767:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f41 [1] + 224 00000400:00000200:3.0:1767384660.066770:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.066772:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384660.066775:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384660.066779:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.066786:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.066805:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384660.066810:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ba1ad1b 00000400:00000010:3.0:1767384660.066811:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ba1ad1b. 00000100:00000001:3.0:1767384660.066814:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384660.066815:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384660.066818:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.066820:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384660.066821:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384660.066823:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.066824:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384660.066827:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017a7c4fa x1853237037660800/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 328/344 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384660.066834:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017a7c4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037660800:12345-0@lo:101: Request processed in 704us (1019us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384660.066840:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384660.066841:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1767384660.066846:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:3.0:1767384660.066848:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384660.066850:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384660.066850:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384660.066856:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384660.066858:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045760f98. 00000400:00000010:2.0:1767384660.066860:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b7994f. 00000020:00000010:3.0:1767384660.066863:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000400:00000200:2.0:1767384660.066866:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000020:00000010:3.0:1767384660.066870:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001528f270. 00000400:00000010:2.0:1767384660.066871:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000020:00000040:3.0:1767384660.066879:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:2.0:1767384660.066880:0:16808:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384660.066888:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384660.066892:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000090329a97. 00000100:00000200:2.0:1767384660.066892:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.066898:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384660.066901:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384660.066906:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384660.066915:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021367b6b. 00000100:00000200:2.0:1767384660.066915:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384660.066921:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c37f8046. 00000100:00000001:2.0:1767384660.066932:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384660.066935:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.066939:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384660.066942:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384660.066944:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384660.066946:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.066948:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384660.066953:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384660.066958:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384660.066962:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384660.066976:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.066979:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384660.066981:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.066984:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.066989:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.066998:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.067003:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384660.067005:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384660.067013:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384660.067022:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037660800:0@lo:101: 00000100:00000001:2.0:1767384660.067029:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.067037:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067041:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384660.067046:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384660.067049:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.067054:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384660.067057:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e6c7fabc. 00000100:00000001:2.0:1767384660.067064:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384660.067066:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.067069:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384660.067071:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384660.067073:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.067075:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=4 00000020:00000001:2.0:1767384660.067077:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.067079:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000040:2.0:1767384660.067084:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002c643dd1, remote cookie: 0x1c01179f271ede44, flags: 0x0 00010000:00000001:2.0:1767384660.067087:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384660.067089:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384660.067091:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384660.067103:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384660.067114:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384660.067116:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000066651a1f) refcount = 1 00010000:00010000:2.0:1767384660.067119:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.067124:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384660.067125:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384660.067126:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384660.067129:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384660.067131:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.067133:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.067138:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384660.067139:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.067140:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.067141:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.067141:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.067142:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067144:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384660.067146:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037660800/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.067151:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384660.067153:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384660.067155:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000910d9b92. 02000000:00000001:2.0:1767384660.067157:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384660.067159:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384660.067160:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384660.067162:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384660.067163:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dd56b8cf. 02000000:00000001:2.0:1767384660.067165:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384660.067167:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384660.067169:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000100:00000001:2.0:1767384660.067174:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384660.067175:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384660.067176:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384660.067178:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384660.067187:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384660.067189:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.067191:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384660.067192:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.067194:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=3 00000020:00000001:2.0:1767384660.067197:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.067200:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.067202:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384660.067204:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.067205:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.067206:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384660.067208:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384660.067211:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000b9b4609a. 00000100:00000010:2.0:1767384660.067230:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 00000020:00000040:2.0:1767384660.067232:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384660.067234:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384660.067235:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384660.067239:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384660.067243:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd56b8cf. 00000100:00000001:2.0:1767384660.067246:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067249:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384660.067252:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000910d9b92. 00000100:00000010:2.0:1767384660.067255:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001b20931f. 00000020:00000040:2.0:1767384660.067256:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384660.067259:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384660.067260:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384660.067263:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c7fabc. 00000100:00000001:2.0:1767384660.067265:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929570793920 : -117144138757696 : ffff95754138c9c0) 00000100:00000001:2.0:1767384660.067267:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384660.067268:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000001:2.0:1767384660.067270:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384660.067271:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067272:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384660.067273:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384660.067275:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.067286:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384660.067288:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.067290:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384660.067292:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384660.067294:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384660.067297:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037660928:0@lo:256: 00000100:00000001:2.0:1767384660.067301:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384660.067306:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384660.067308:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067347:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384660.067353:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b7994f. 00000400:00000010:2.0:1767384660.067360:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008c6913b2. 00000100:00000200:2.0:1767384660.067366:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f507b00-0x695825f507b00, portal 33 00000100:00000001:2.0:1767384660.067370:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.067373:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384660.067381:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40f0688. 02000000:00000001:2.0:1767384660.067383:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.067387:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf14412c. 00000400:00000010:2.0:1767384660.067391:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000200:2.0:1767384660.067393:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037660928, portal 25 00000100:00000001:2.0:1767384660.067395:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384660.067396:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000040:2.0:1767384660.067399:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.067404:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384660.067406:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384660.067407:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000100:00000200:2.0:1767384660.067409:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037660928, offset 0 00000400:00000200:2.0:1767384660.067411:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384660.067416:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384660.067420:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f507b00 00000400:00000200:2.0:1767384660.067423:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x16b9 [2] + 0 00000400:00000010:2.0:1767384660.067433:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023dae91f. 00000400:00000200:2.0:1767384660.067436:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d57733e8 00000400:00000200:2.0:1767384660.067441:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384660.067444:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384660.067447:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57733e8 00000400:00000010:2.0:1767384660.067450:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d57733e8. 00000100:00000001:2.0:1767384660.067458:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384660.067460:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384660.067462:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000672c3b9e x1853237037660928 msgsize 304 00000100:00100000:2.0:1767384660.067465:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384660.067467:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384660.067479:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384660.067485:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d80ab59 00000400:00000010:2.0:1767384660.067487:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d80ab59. 00000100:00000001:2.0:1767384660.067494:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384660.067503:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.067508:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384660.067513:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037660928 02000000:00000001:3.0:1767384660.067516:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384660.067517:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384660.067517:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384660.067523:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.067530:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.067538:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067540:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384660.067543:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037660928 00000100:00000001:2.0:1767384660.067545:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384660.067547:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384660.067550:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384660.067552:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.067553:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000001:2.0:1767384660.067554:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.067555:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384660.067563:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384660.067564:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294948884 00000100:00000001:3.0:1767384660.067567:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384660.067572:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063c8715b. 00000100:00000001:3.0:1767384660.067574:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.067576:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948882 00000020:00000010:3.0:1767384660.067577:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063c8715b. 00000020:00000010:3.0:1767384660.067585:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001528f270. 00000100:00000001:2.0:1767384660.067586:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294948884 00000020:00000010:3.0:1767384660.067589:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045760f98. 00000100:00000001:2.0:1767384660.067594:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948882 00000020:00000010:3.0:1767384660.067595:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000100:00000001:2.0:1767384660.067604:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294948884 00000100:00000040:3.0:1767384660.067605:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384660.067610:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384660.067614:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384660.067616:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067619:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948882 00000100:00000001:3.0:1767384660.067621:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067628:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294948884 00000100:00000001:3.0:1767384660.067635:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.067635:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948882 00000100:00000001:2.0:1767384660.067645:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.067651:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384660.067652:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384660.067661:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000001:2.0:1767384660.067664:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.067665:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384660.067665:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384660.067672:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715872336 : -117138993679280 : ffff957673e47450) 00000100:00000001:2.0:1767384660.067672:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384660.067672:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384660.067677:0:16804:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.067678:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384660.067681:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000672c3b9e x1853237037660928/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 304/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.067684:0:16804:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384660.067687:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e6c7fabc going to sleep for 11 seconds 00000100:00000001:2.0:1767384660.067696:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384660.067698:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384660.067702:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384660.067705:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063c8715b. 00000100:00000001:3.0:1767384660.067710:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384660.067713:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063c8715b. 00000100:00100000:3.0:1767384660.067725:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000672c3b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037660928:12345-0@lo:256: 00000100:00000200:3.0:1767384660.067729:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037660928 00000020:00000001:3.0:1767384660.067731:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384660.067733:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384660.067734:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.067735:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384660.067737:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:3.0:1767384660.067738:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384660.067739:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384660.067742:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384660.067744:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384660.067746:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.067749:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384660.067752:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384660.067756:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000090329a97. 02000000:00000001:3.0:1767384660.067760:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.067762:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384660.067765:0:16805:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384660.067768:0:16805:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384660.067770:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384660.067772:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384660.067773:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384660.067776:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384660.067778:0:16805:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384660.067780:0:16805:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000060f4e560. 20000000:00000001:3.0:1767384660.067782:0:16805:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384660.067797:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384660.067802:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384660.067807:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384660.067808:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384660.067809:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384660.067811:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384660.067812:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384660.067813:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384660.067814:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384660.067816:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384660.067823:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384660.067825:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384660.067826:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384660.067827:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384660.067829:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384660.067831:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384660.067832:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384660.067834:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384660.067835:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384660.067837:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384660.067838:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384660.067840:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384660.067842:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384660.067845:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384660.067847:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384660.067849:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384660.067850:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384660.067851:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384660.067852:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384660.067854:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384660.067855:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384660.067857:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384660.067858:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384660.067859:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384660.067862:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384660.067863:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384660.067865:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384660.067866:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384660.067868:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384660.067869:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:3.0:1767384660.067872:0:16805:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 3272/1/4/3. 20000000:00000040:3.0:1767384660.067880:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384660.067883:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384660.067884:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384660.067886:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384660.067888:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384660.067889:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384660.067891:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384660.067893:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384660.067899:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384660.067900:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384660.067902:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384660.067903:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384660.067905:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384660.067906:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384660.067910:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384660.067912:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384660.067913:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384660.067915:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384660.067916:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384660.067918:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384660.067921:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384660.067922:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384660.067923:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384660.067925:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384660.067926:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384660.067928:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384660.067929:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384660.067930:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384660.067932:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384660.067933:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384660.067936:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384660.067937:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384660.067939:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384660.067940:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384660.067942:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384660.067943:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384660.067945:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384660.067947:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384660.067948:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384660.067950:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:3.0:1767384660.067951:0:16805:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 2448/1/4/3. 20000000:01000000:3.0:1767384660.067953:0:16805:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1648, version 84 20000000:00000001:3.0:1767384660.067955:0:16805:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1648 : 1648 : 670) 00000100:00000001:3.0:1767384660.067957:0:16805:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384660.067960:0:16805:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d94d1cd9. 00000100:00000010:3.0:1767384660.067962:0:16805:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000095d8da4d. 00000020:00000040:3.0:1767384660.067964:0:16805:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:3.0:1767384660.067971:0:16805:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384660.067973:0:16805:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384660.067976:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ba1ad1b. 00000400:00000010:3.0:1767384660.067980:0:16805:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c40d8152. 00000400:00000200:3.0:1767384660.067983:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384660.067990:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384660.067995:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1648 into portal 33 MB=0x695825f507b00 00000400:00000200:3.0:1767384660.068004:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1648/1648 into md 0x1f51 [4] + 0 00000400:00000010:3.0:1767384660.068007:0:16805:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b7994f. 00000400:00000200:3.0:1767384660.068010:0:16805:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c6913b2 00000400:00000200:3.0:1767384660.068013:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.068016:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384660.068018:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6913b2 00000400:00000010:3.0:1767384660.068019:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008c6913b2. 00000100:00000001:3.0:1767384660.068023:0:16805:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384660.068025:0:16805:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000674c92be desc 00000000910d9b92 mbits 1853237037660928 00000100:00000001:3.0:1767384660.068036:0:16805:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384660.068040:0:16805:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384660.068044:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384660.068050:0:16805:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f5d 00000400:00000200:3.0:1767384660.068052:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.068055:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384660.068057:0:16805:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384660.068059:0:16805:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d94d1cd9 00000100:00000001:3.0:1767384660.068061:0:16805:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384660.068081:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ba1ad1b 00000400:00000010:3.0:1767384660.068083:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ba1ad1b. 00000100:00000001:2.0:1767384660.068085:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384660.068086:0:16805:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384660.068089:0:16805:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d94d1cd9 00000100:00000001:2.0:1767384660.068106:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.068108:0:16805:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384660.068118:0:16805:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1648 bytes via portal 33 id 12345-0@lo mbits 0x695825f507b00-0x695825f507b00 00000100:00000001:3.0:1767384660.068121:0:16805:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.068128:0:16805:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.068131:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384660.068133:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:3.0:1767384660.068141:0:16805:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000095d8da4d. 00000100:00000010:3.0:1767384660.068144:0:16805:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d94d1cd9. 00000100:00000001:3.0:1767384660.068145:0:16805:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384660.068146:0:16805:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384660.068151:0:16805:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000060f4e560. 20000000:00000001:3.0:1767384660.068155:0:16805:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384660.068157:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037660928 00010000:00000001:3.0:1767384660.068159:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384660.068162:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000672c3b9e x1853237037660928/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 304/240 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384660.068168:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384660.068170:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384660.068171:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.068174:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384660.068177:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384660.068179:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384660.068180:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384660.068182:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.068184:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384660.068185:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384660.068188:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ba1ad1b. 00000100:00000200:3.0:1767384660.068192:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037660928, offset 224 00000400:00000200:3.0:1767384660.068196:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384660.068201:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384660.068205:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f507b00 00000400:00000200:3.0:1767384660.068207:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f55 [1] + 224 00000400:00000200:3.0:1767384660.068210:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.068212:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384660.068215:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384660.068217:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.068225:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.068249:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384660.068255:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ba1ad1b 00000400:00000010:3.0:1767384660.068258:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ba1ad1b. 00000100:00000001:3.0:1767384660.068263:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384660.068264:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384660.068269:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.068274:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:2.0:1767384660.068275:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384660.068277:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384660.068280:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.068283:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384660.068285:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384660.068290:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000672c3b9e x1853237037660928/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 304/240 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384660.068290:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384660.068295:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf14412c. 00000100:00100000:3.0:1767384660.068303:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000672c3b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037660928:12345-0@lo:256: Request processed in 603us (837us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384660.068304:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000010:2.0:1767384660.068358:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:2.0:1767384660.068368:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384660.068375:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384660.068385:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.068396:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384660.068399:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.068401:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384660.068405:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384660.068407:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384660.068409:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.068413:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384660.068417:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384660.068423:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384660.068430:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384660.068432:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.068434:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384660.068435:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.068437:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.068440:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384660.068452:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.068467:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384660.068472:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384660.068480:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384660.068489:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037660928:0@lo:256: 00000100:00000001:2.0:1767384660.068501:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.068505:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.068507:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384660.068512:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384660.068518:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.068525:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384660.068527:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e6c7fabc. 00000100:00000001:2.0:1767384660.068533:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384660.068535:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384660.068539:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 84, more 0. 10000000:00000001:2.0:1767384660.068543:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384660.068551:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002306d1ac. 10000000:00000040:2.0:1767384660.068561:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384660.068568:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384660.068572:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384660.068579:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:2.0:1767384660.068587:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.068589:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384660.068592:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:2.0:1767384660.068596:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000100:00000200:2.0:1767384660.068600:0:16808:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 40 NIDs for '192.168.203.133@tcp' 00000400:00000200:2.0:1767384660.068605:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384660.068610:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384660.068615:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:2.0:1767384660.068622:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384660.068628:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (37) 00000400:00000200:2.0:1767384660.068643:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (38) 00000400:00000200:2.0:1767384660.068663:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384660.068667:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384660.068672:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384660.068674:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:2.0:1767384660.068678:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (39) 00000400:00000200:2.0:1767384660.068683:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:2.0:1767384660.068686:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:2.0:1767384660.068690:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068693:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:2.0:1767384660.068696:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:2.0:1767384660.068702:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068705:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:0.0:1767384660.068708:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384660.068710:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:2.0:1767384660.068721:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068723:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:0.0:1767384660.068727:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:2.0:1767384660.068728:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:2.0:1767384660.068739:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068745:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000010:0.0:1767384660.068746:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000400:00000200:2.0:1767384660.068750:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:2.0:1767384660.068755:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068757:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:2.0:1767384660.068761:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:2.0:1767384660.068771:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068774:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:0.0:1767384660.068774:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (38) 00000400:00000200:2.0:1767384660.068782:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000010:0.0:1767384660.068787:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cf7ad235. 00000400:00000200:2.0:1767384660.068789:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068797:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:2.0:1767384660.068800:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:2.0:1767384660.068806:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.068807:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384660.068809:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:2.0:1767384660.068814:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:2.0:1767384660.068819:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068821:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:0.0:1767384660.068825:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384660.068826:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:2.0:1767384660.068835:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.068838:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000400:00000200:2.0:1767384660.068846:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:0.0:1767384660.068850:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000400:00000200:2.0:1767384660.068852:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:2.0:1767384660.068861:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068865:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:2.0:1767384660.068869:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:0.0:1767384660.068872:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 00000400:00000200:2.0:1767384660.068879:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068885:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:0.0:1767384660.068889:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 00000400:00000200:2.0:1767384660.068891:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:2.0:1767384660.068903:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068908:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:0.0:1767384660.068912:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000400:00000200:2.0:1767384660.068913:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:2.0:1767384660.068923:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068926:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:2.0:1767384660.068930:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:0.0:1767384660.068932:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000400:00000200:2.0:1767384660.068939:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068943:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:2.0:1767384660.068948:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:0.0:1767384660.068952:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00000400:00000200:2.0:1767384660.068956:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068960:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:2.0:1767384660.068965:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:0.0:1767384660.068973:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000400:00000200:2.0:1767384660.068977:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.068984:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:2.0:1767384660.068988:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:0.0:1767384660.068994:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000400:00000200:2.0:1767384660.069000:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.069004:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:0.0:1767384660.069008:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000400:00000200:2.0:1767384660.069009:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:2.0:1767384660.069016:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.069021:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000400:00000200:2.0:1767384660.069022:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:2.0:1767384660.069028:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:2.0:1767384660.069041:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.069044:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000400:00000200:2.0:1767384660.069047:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:2.0:1767384660.069052:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:0.0:1767384660.069060:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000400:00000200:2.0:1767384660.069061:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.069067:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:2.0:1767384660.069073:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:0.0:1767384660.069080:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000400:00000200:2.0:1767384660.069085:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.069108:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000400:00000200:2.0:1767384660.069116:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp31 00000400:00000200:2.0:1767384660.069121:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000200:0.0:1767384660.069125:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 58], ns[169, 58] 00000400:00000200:2.0:1767384660.069130:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.069134:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp32 00000400:00000200:2.0:1767384660.069138:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.133@tcp33 00000400:00000200:0.0:1767384660.069139:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 58], ns[50, 58] 00000100:00100000:3.0:1767384660.069141:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000400:00000200:2.0:1767384660.069146:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp33 NID flags 0x1: -114 00000100:00000040:3.0:1767384660.069147:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000400:00000200:2.0:1767384660.069150:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp33 00000100:00000001:3.0:1767384660.069153:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384660.069156:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.133@tcp34 00000100:00000001:3.0:1767384660.069159:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384660.069163:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.069165:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000020:00000010:3.0:1767384660.069167:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045760f98. 00000400:00000200:2.0:1767384660.069167:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp34 00000020:00000010:3.0:1767384660.069176:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000400:00000200:2.0:1767384660.069177:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.133@tcp35 00000400:00000200:0.0:1767384660.069178:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 50], ns[155, 50] 00000020:00000010:3.0:1767384660.069184:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001528f270. 00000400:00000200:2.0:1767384660.069189:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.069189:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 50], ns[70, 50] 00000020:00000040:3.0:1767384660.069191:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000400:00000200:2.0:1767384660.069197:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp35 02000000:00000001:3.0:1767384660.069198:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767384660.069202:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 50], ns[71, 50] 02000000:00000010:3.0:1767384660.069203:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000090329a97. 00000400:00000200:2.0:1767384660.069206:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.133@tcp36 02000000:00000001:3.0:1767384660.069209:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384660.069214:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.069220:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.069220:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 50], ns[136, 50] 00000100:00000200:3.0:1767384660.069221:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384660.069228:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890732a. 00000400:00000200:2.0:1767384660.069230:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp36 00000400:00000010:3.0:1767384660.069234:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d82d638b. 00000400:00000200:0.0:1767384660.069236:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 50], ns[84, 50] 00000400:00000200:2.0:1767384660.069238:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.133@tcp37 00000400:00000200:2.0:1767384660.069249:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.069252:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 50], ns[178, 50] 00000400:00000200:2.0:1767384660.069254:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp37 00000400:00000200:2.0:1767384660.069259:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.133@tcp38 00000400:00000200:2.0:1767384660.069268:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.069272:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp38 00000400:00000200:0.0:1767384660.069273:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 50], ns[149, 50] 00000400:00000200:2.0:1767384660.069275:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.133@tcp39 00000400:00000200:2.0:1767384660.069283:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.069293:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 50], ns[157, 50] 00000400:00000200:2.0:1767384660.069297:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp39 00000400:00000200:0.0:1767384660.069304:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 50], ns[160, 50] 00000400:00000200:2.0:1767384660.069305:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.133@tcp40 00000400:00000200:2.0:1767384660.069352:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384660.069354:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp40 00000100:00000001:2.0:1767384660.069358:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.069362:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384660.069367:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 00000400:00000200:0.0:1767384660.069369:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 50], ns[113, 50] 10000000:00000010:2.0:1767384660.069373:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003c54fbdb. 10000000:00000040:2.0:1767384660.069378:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 84/84 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:2.0:1767384660.069381:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384660.069387:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 50], ns[137, 50] 00000020:00000001:2.0:1767384660.069388:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384660.069397:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 50], ns[177, 50] 00000020:00000010:2.0:1767384660.069402:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a2e38d8. 00000020:00000010:2.0:1767384660.069409:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c5ee50e. 00000400:00000200:0.0:1767384660.069414:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 50], ns[150, 50] 00000040:00000010:2.0:1767384660.069422:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000077a5eadc. 00000400:00000200:0.0:1767384660.069428:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 50], ns[171, 50] 00000020:00000010:2.0:1767384660.069431:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000054cc289. 00000020:00000010:2.0:1767384660.069440:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9e73095. 00000400:00000200:0.0:1767384660.069443:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 50], ns[174, 50] 00000020:00000010:2.0:1767384660.069448:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d35c9866. 00000400:00000200:0.0:1767384660.069454:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[172, 50], ns[176, 50] 80000000:00000010:2.0:1767384660.069457:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015331e70. 40000000:00000010:2.0:1767384660.069464:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ec550660. 00000400:00000200:0.0:1767384660.069464:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 50], ns[180, 50] 00100000:00000010:2.0:1767384660.069471:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e05090a2. 00040000:00000010:2.0:1767384660.069481:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002b86a7ed. 00040000:00000010:2.0:1767384660.069489:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006c1c876a. 00000400:00000200:0.0:1767384660.069489:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 50], ns[182, 50] 00040000:00000010:2.0:1767384660.069497:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000002cf075f. 00080000:00000010:2.0:1767384660.069504:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005b78aa92. 00000400:00000200:0.0:1767384660.069504:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000004:00000010:2.0:1767384660.069514:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003a70c8dc. 00000400:00000200:0.0:1767384660.069514:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp26 00000004:00000010:2.0:1767384660.069524:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fb4e6712. 00000400:00000200:0.0:1767384660.069525:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp26 lpni_is_preferred = 0 00000400:00000200:0.0:1767384660.069532:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp26 00000004:00000010:2.0:1767384660.069533:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000036e8b50c. 00000400:00000200:0.0:1767384660.069542:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp26 NI seq info: [183:183:256:4294967295] 192.168.203.133@tcp26 LPNI seq info [179:179:8:4294967295] 00002000:00000010:2.0:1767384660.069544:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fd3fb773. 00000004:00000010:2.0:1767384660.069552:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007dde7c95. 00000400:00000200:0.0:1767384660.069557:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp26 00000004:00000001:2.0:1767384660.069560:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384660.069566:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384660.069570:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003c54fbdb 00000040:00001000:2.0:1767384660.069576:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384660.069581:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:0.0:1767384660.069582:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26:) -> 192.168.203.133@tcp26(192.168.203.133@tcp:192.168.203.133@tcp26) : PUT try# 0 00000040:00001000:2.0:1767384660.069585:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384660.069590:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000200:0.0:1767384660.069595:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.133@tcp26 00000040:00001000:2.0:1767384660.069596:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384660.069601:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000800:00000010:0.0:1767384660.069606:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f02745. 00000040:00001000:2.0:1767384660.069607:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384660.069614:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:2.0:1767384660.069617:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:0.0:1767384660.069622:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (6) 00000800:00000200:0.0:1767384660.069636:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp26 ip 192.168.203.133:988 00000800:00000200:0.0:1767384660.069642:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f02745 type 1, nob 768 niov 1 nkiov 1 00000400:00000200:0.0:1767384660.069667:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384660.069674:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00000004:00000001:2.0:1767384660.069686:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384660.069693:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c5ee50e. 00000040:00000010:2.0:1767384660.069701:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000077a5eadc. 00000020:00000010:2.0:1767384660.069707:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000054cc289. 00000020:00000010:2.0:1767384660.069715:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384660.069732:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d35c9866. 80000000:00000010:2.0:1767384660.069739:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015331e70. 40000000:00000010:2.0:1767384660.069744:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ec550660. 00100000:00000010:2.0:1767384660.069750:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e05090a2. 00040000:00000010:2.0:1767384660.069757:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002b86a7ed. 00040000:00000010:2.0:1767384660.069763:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006c1c876a. 00040000:00000010:2.0:1767384660.069769:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000002cf075f. 00080000:00000010:2.0:1767384660.069776:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005b78aa92. 00000004:00000010:2.0:1767384660.069783:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003a70c8dc. 00000004:00000010:2.0:1767384660.069789:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fb4e6712. 00000800:00000200:3.0:1767384660.069797:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000010:2.0:1767384660.069797:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000036e8b50c. 00000800:00000010:3.0:1767384660.069804:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f02745. 00002000:00000010:2.0:1767384660.069808:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fd3fb773. 00000400:00000200:3.0:1767384660.069811:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384660.069813:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:2.0:1767384660.069816:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007dde7c95. 00000400:00000200:3.0:1767384660.069822:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: PUT: OK 00000020:00000010:2.0:1767384660.069825:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a2e38d8. 00000800:00000001:0.0:1767384660.069826:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384660.069833:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384660.069834:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384660.069837:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:2.0:1767384660.069841:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384660.069843:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp: 0 00000800:00000001:0.0:1767384660.069844:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384660.069848:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003c54fbdb. 10000000:00000010:2.0:1767384660.069854:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002306d1ac. 10000000:00000001:2.0:1767384660.069860:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384660.069862:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26) <- 192.168.203.133@tcp26 : PUT - for me 00000100:00000001:2.0:1767384660.069866:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384660.069873:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037660928/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384660.069881:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 672 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384660.069891:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384660.069895:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384660.069897:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 624/672 into md 0x1de1 [1] + 0 02000000:00000010:2.0:1767384660.069899:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40f0688. 02000000:00000001:2.0:1767384660.069906:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767384660.069907:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000100d6f9c. 00000020:00000001:2.0:1767384660.069911:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384660.069916:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:0.0:1767384660.069918:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000421320ed 00000020:00000001:2.0:1767384660.069921:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384660.069927:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000001:0.0:1767384660.069928:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384660.069931:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384660.069935:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000800:00000001:0.0:1767384660.069939:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384660.069941:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384660.069944:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384660.069946:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001b20931f. 00000400:00000200:0.0:1767384660.069957:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: PUT: OK 00000100:00000010:2.0:1767384660.069958:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000910d9b92. 00000400:00000200:0.0:1767384660.069964:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000400:00000010:0.0:1767384660.069977:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000001:2.0:1767384660.069978:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384660.069983:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dd56b8cf. 00000400:00000200:0.0:1767384660.069985:0:16156:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:2.0:1767384660.069990:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384660.069990:0:16156:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (39) 02000000:00000001:2.0:1767384660.069996:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384660.070002:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000400:00000200:0.0:1767384660.070002:0:16156:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384660.070014:0:16156:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (672 bytes) 00000100:00000001:2.0:1767384660.070015:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384660.070021:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384660.070032:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 10000000:00000010:2.0:1767384660.070046:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000b9b4609a. 00000400:00000200:0.0:1767384660.070049:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (40) 10000000:01000000:2.0:1767384660.070056:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:0.0:1767384660.070061:0:16156:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 10000000:00000001:2.0:1767384660.070062:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384660.070067:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384660.070070:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.070074:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=3 00000400:00000200:0.0:1767384660.070081:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp26 to MR: 192.168.203.133@tcp26 local destination 00000020:00000001:2.0:1767384660.070082:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.070089:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.070108:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384660.070109:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp26 NI seq info: [184:184:256:4294967295] 192.168.203.133@tcp26 LPNI seq info [180:180:8:4294967295] 00010000:00010000:2.0:1767384660.070111:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.070122:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.070127:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384660.070131:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.070141:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384660.070144:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26:192.168.203.133@tcp26) -> 192.168.203.133@tcp26(192.168.203.133@tcp26:192.168.203.133@tcp26) 192.168.203.133@tcp26 : ACK try# 0 00010000:00000001:2.0:1767384660.070146:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.070151:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384660.070154:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384660.070157:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384660.070161:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp26 10000000:00000001:2.0:1767384660.070162:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384660.070166:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384660.070168:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 00000800:00000010:0.0:1767384660.070168:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dff6547. 10000000:00000001:2.0:1767384660.070173:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:0.0:1767384660.070178:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cddd317] -> 12345-192.168.203.133@tcp26 (6) 00000800:00000200:0.0:1767384660.070186:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp26 ip 192.168.203.133:989 00000800:00000200:0.0:1767384660.070189:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008dff6547 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384660.070205:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384660.070215:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.070225:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384660.070231:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000910d9b92. 00000400:00000010:2.0:1767384660.070237:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf14412c. 00000400:00000010:2.0:1767384660.070249:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000400:00000200:2.0:1767384660.070255:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000910d9b92 00000400:00000010:2.0:1767384660.070265:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000732ffea8. 00000400:00000200:2.0:1767384660.070273:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000400:00000200:2.0:1767384660.070285:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102471 00000400:00000200:2.0:1767384660.070293:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (39) 00000400:00000010:2.0:1767384660.070299:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000732ffea8. 00000400:00000010:2.0:1767384660.070306:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000800:00000200:0.0:1767384660.070340:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384660.070346:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dff6547. 00000400:00000200:0.0:1767384660.070351:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.070362:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: ACK: OK 00000400:00000010:2.0:1767384660.070372:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ebd02036. 00000800:00000001:0.0:1767384660.070374:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384660.070386:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.070390:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000800:00000001:0.0:1767384660.070395:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.070410:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000800:00000001:0.0:1767384660.070412:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384660.070420:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.070423:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000400:00000200:2.0:1767384660.070432:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000800:00000001:0.0:1767384660.070435:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.070440:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 00000400:00000200:2.0:1767384660.070453:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 00000400:00000200:0.0:1767384660.070458:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp26(192.168.203.133@tcp26) <- 192.168.203.133@tcp26 : ACK - for me 00000400:00000200:2.0:1767384660.070467:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000400:00000200:2.0:1767384660.070474:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000400:00000200:2.0:1767384660.070480:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00000400:00000200:2.0:1767384660.070485:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000400:00000200:2.0:1767384660.070494:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000400:00000200:2.0:1767384660.070500:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000400:00000200:2.0:1767384660.070506:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000400:00000200:2.0:1767384660.070515:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000400:00000200:2.0:1767384660.070522:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000400:00000200:2.0:1767384660.070534:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000400:00000200:2.0:1767384660.070538:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000400:00000200:2.0:1767384660.070543:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 58], ns[169, 58] 00000400:00000200:2.0:1767384660.070547:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 58], ns[184, 58] 00000400:00000200:2.0:1767384660.070550:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 58], ns[54, 58] 00000400:00000200:2.0:1767384660.070554:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 54], ns[155, 54] 00000400:00000200:2.0:1767384660.070559:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 54], ns[70, 54] 00000400:00000200:2.0:1767384660.070563:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 54], ns[71, 54] 00000400:00000200:2.0:1767384660.070567:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 54], ns[136, 54] 00000400:00000200:2.0:1767384660.070570:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 54], ns[84, 54] 00000400:00000200:2.0:1767384660.070573:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 54], ns[178, 54] 00000400:00000200:2.0:1767384660.070576:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 54], ns[149, 54] 00000400:00000200:2.0:1767384660.070580:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 54], ns[157, 54] 00000400:00000200:2.0:1767384660.070584:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 54], ns[160, 54] 00000400:00000200:2.0:1767384660.070587:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 54], ns[113, 54] 00000400:00000200:2.0:1767384660.070590:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 54], ns[137, 54] 00000400:00000200:2.0:1767384660.070593:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 54], ns[177, 54] 00000400:00000200:2.0:1767384660.070597:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 54], ns[150, 54] 00000400:00000200:2.0:1767384660.070610:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 54], ns[171, 54] 00000400:00000200:2.0:1767384660.070614:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 54], ns[174, 54] 00000400:00000200:2.0:1767384660.070619:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[172, 54], ns[176, 54] 00000400:00000200:2.0:1767384660.070622:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 54], ns[180, 54] 00000400:00000200:2.0:1767384660.070626:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 54], ns[182, 54] 00000400:00000200:2.0:1767384660.070629:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384660.070632:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp27 00000400:00000200:2.0:1767384660.070635:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767384660.070638:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp27 00000400:00000200:2.0:1767384660.070640:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp27 NI seq info: [185:185:256:4294967295] 192.168.203.133@tcp27 LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1767384660.070644:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp27 00000400:00000200:2.0:1767384660.070650:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27:) -> 192.168.203.133@tcp27(192.168.203.133@tcp:192.168.203.133@tcp27) : GET try# 0 00000800:00000200:2.0:1767384660.070654:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp27 00000800:00000010:2.0:1767384660.070657:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002b86a7ed. 00000800:00000200:2.0:1767384660.070666:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (6) 00000400:00000200:0.0:1767384660.070671:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp26: ACK from 12345-192.168.203.133@tcp26 into md 0x1f65 00000800:00000200:2.0:1767384660.070677:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp27 ip 192.168.203.133:988 00000400:00000200:0.0:1767384660.070679:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384660.070680:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b86a7ed type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384660.070685:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384660.070688:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100671 rc 0 00000400:00000200:0.0:1767384660.070699:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp26->192.168.203.133@tcp26: ACK: OK 00000400:00000200:0.0:1767384660.070704:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000400:00000010:0.0:1767384660.070707:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000400:00000200:0.0:1767384660.070713:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384660.070716:0:16156:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:0.0:1767384660.070720:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384660.070735:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (40) 00000800:00000001:0.0:1767384660.070742:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384660.070749:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384660.070785:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384660.070785:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384660.070791:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002b86a7ed. 00000800:00000001:0.0:1767384660.070795:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.070797:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384660.070801:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.070807:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: GET: OK 00000800:00000001:0.0:1767384660.070810:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.070812:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384660.070820:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000400:00000200:0.0:1767384660.070826:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27) <- 192.168.203.133@tcp27 : GET - for me 00000400:00000200:0.0:1767384660.070837:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384660.070845:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 672/672 into md 0x1f15 [1] + 0 00000400:00000200:0.0:1767384660.070856:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp27 to MR: 192.168.203.133@tcp27 local destination 00000400:00000200:0.0:1767384660.070864:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp27 NI seq info: [186:186:256:4294967295] 192.168.203.133@tcp27 LPNI seq info [182:182:8:4294967295] 00000400:00000200:0.0:1767384660.070876:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27:192.168.203.133@tcp27) -> 192.168.203.133@tcp27(192.168.203.133@tcp27:192.168.203.133@tcp27) 192.168.203.133@tcp27 : REPLY try# 0 00000400:00000200:2.0:1767384660.070884:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384660.070886:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.133@tcp27 00000800:00000010:0.0:1767384660.070891:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dff6547. 00000800:00000200:0.0:1767384660.070900:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000047e084a1] -> 12345-192.168.203.133@tcp27 (6) 00000400:00000200:2.0:1767384660.070907:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 00000400:00000200:2.0:1767384660.070912:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (39) 00000800:00000200:0.0:1767384660.070914:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp27 ip 192.168.203.133:987 00000400:00000010:2.0:1767384660.070919:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000fd3fb773. 00000800:00000200:0.0:1767384660.070920:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008dff6547 type 3, nob 768 niov 1 nkiov 1 00000400:00000010:2.0:1767384660.070928:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000400:00000010:2.0:1767384660.070937:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f883f9c4. 00000400:00000200:2.0:1767384660.070943:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384660.070950:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384660.070957:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 148], ns[58, 152] 00000400:00000200:2.0:1767384660.070963:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 58], ns[62, 58] 00000400:00000200:2.0:1767384660.070968:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 58], ns[75, 58] 00000400:00000200:2.0:1767384660.070974:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 58], ns[79, 58] 00000400:00000200:2.0:1767384660.070982:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 58], ns[86, 58] 00000400:00000200:2.0:1767384660.070988:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[91, 58] 00000400:00000200:2.0:1767384660.070994:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 58], ns[95, 58] 00000400:00000200:2.0:1767384660.070999:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 58], ns[108, 58] 00000400:00000200:2.0:1767384660.071004:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[111, 58] 00000400:00000200:2.0:1767384660.071013:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[116, 58] 00000400:00000200:2.0:1767384660.071021:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 58], ns[123, 58] 00000800:00000200:0.0:1767384660.071024:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384660.071029:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[128, 58] 00000800:00000010:0.0:1767384660.071032:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dff6547. 00000400:00000200:0.0:1767384660.071041:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384660.071042:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 58], ns[132, 58] 00000400:00000200:0.0:1767384660.071054:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: REPLY: OK 00000400:00000200:2.0:1767384660.071056:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 58], ns[144, 58] 00000400:00000200:2.0:1767384660.071065:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000400:00000200:2.0:1767384660.071085:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 58], ns[169, 58] 00000400:00000200:2.0:1767384660.071091:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 58], ns[184, 58] 00000400:00000200:2.0:1767384660.071113:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 58], ns[186, 58] 00000400:00000200:2.0:1767384660.071119:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 58], ns[155, 58] 00000400:00000200:2.0:1767384660.071124:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 58], ns[70, 58] 00000400:00000200:2.0:1767384660.071130:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 58], ns[71, 58] 00000400:00000200:2.0:1767384660.071136:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 58], ns[136, 58] 00000400:00000200:2.0:1767384660.071142:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 58], ns[84, 58] 00000400:00000200:2.0:1767384660.071148:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 58], ns[178, 58] 00000400:00000200:2.0:1767384660.071155:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 58], ns[149, 58] 00000400:00000200:2.0:1767384660.071162:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 58], ns[157, 58] 00000400:00000200:2.0:1767384660.071168:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 58], ns[160, 58] 00000400:00000200:2.0:1767384660.071175:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 58], ns[113, 58] 00000400:00000200:2.0:1767384660.071181:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 58], ns[137, 58] 00000400:00000200:2.0:1767384660.071187:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 58], ns[177, 58] 00000400:00000200:2.0:1767384660.071194:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 58], ns[150, 58] 00000400:00000200:2.0:1767384660.071201:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 58], ns[171, 58] 00000400:00000200:2.0:1767384660.071206:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 58], ns[174, 58] 00000400:00000200:2.0:1767384660.071226:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[172, 58], ns[176, 58] 00000400:00000200:2.0:1767384660.071234:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 58], ns[180, 58] 00000400:00000200:2.0:1767384660.071240:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 58], ns[182, 58] 00000400:00000200:2.0:1767384660.071245:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384660.071250:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp10 00000400:00000200:2.0:1767384660.071254:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767384660.071258:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp10 00000400:00000200:2.0:1767384660.071262:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp10 NI seq info: [187:187:256:4294967295] 192.168.203.133@tcp10 LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1767384660.071270:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp10 00000400:00000200:2.0:1767384660.071278:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10:) -> 192.168.203.133@tcp10(192.168.203.133@tcp:192.168.203.133@tcp10) : GET try# 0 00000800:00000200:2.0:1767384660.071284:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp10 00000800:00000010:2.0:1767384660.071289:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002b86a7ed. 00000800:00000001:0.0:1767384660.071292:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384660.071298:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (6) 00000800:00000001:0.0:1767384660.071301:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384660.071307:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp10 ip 192.168.203.133:988 00000800:00000200:2.0:1767384660.071349:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b86a7ed type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384660.071366:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384660.071374:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000800:00000001:2.0:1767384660.071431:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384660.071438:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384660.071441:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384660.071444:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002b86a7ed. 00000800:00000001:2.0:1767384660.071446:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384660.071453:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384660.071455:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384660.071466:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: GET: OK 00000400:00000200:2.0:1767384660.071470:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp27(192.168.203.133@tcp27) <- 192.168.203.133@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384660.071474:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384660.071481:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000400:00000200:2.0:1767384660.071489:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp27: Reply from 12345-192.168.203.133@tcp27 of length 672/672 into md 0x1f71 00000800:00000001:2.0:1767384660.071496:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384660.071503:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384660.071506:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.071511:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384660.071513:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384660.071520:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.071521:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp27->192.168.203.133@tcp27: REPLY: OK 00000400:00000200:2.0:1767384660.071529:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d80ab59 00000800:00000001:0.0:1767384660.071530:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384660.071539:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10) <- 192.168.203.133@tcp10 : GET - for me 00000400:00000010:2.0:1767384660.071544:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d80ab59. 00000400:00000200:2.0:1767384660.071550:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384660.071551:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384660.071558:0:16157:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:0.0:1767384660.071564:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 672/672 into md 0x1f15 [1] + 0 00000400:00000200:2.0:1767384660.071568:0:16157:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:2.0:1767384660.071575:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 40. state = 0x100271 00000400:00000200:0.0:1767384660.071584:0:16156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp10 to MR: 192.168.203.133@tcp10 local destination 00000400:00000200:0.0:1767384660.071591:0:16156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp10 NI seq info: [188:188:256:4294967295] 192.168.203.133@tcp10 LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1767384660.071603:0:16156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10:192.168.203.133@tcp10) -> 192.168.203.133@tcp10(192.168.203.133@tcp10:192.168.203.133@tcp10) 192.168.203.133@tcp10 : REPLY try# 0 00000800:00000200:0.0:1767384660.071610:0:16156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.133@tcp10 00000400:00000200:2.0:1767384660.071613:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000800:00000010:0.0:1767384660.071618:0:16156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dff6547. 00000800:00000200:0.0:1767384660.071626:0:16156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (6) 00000400:00000200:2.0:1767384660.071627:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (40) 00000800:00000200:0.0:1767384660.071634:0:16156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp10 ip 192.168.203.133:1021 00000800:00000200:0.0:1767384660.071639:0:16156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008dff6547 type 3, nob 768 niov 1 nkiov 1 00000800:00000001:2.0:1767384660.071640:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384660.071647:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384660.071655:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.071673:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384660.071679:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:2.0:1767384660.071689:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 000000005b6cb757. 00000400:00000010:2.0:1767384660.071694:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 0000000057b6808e. 00000400:00000010:2.0:1767384660.071699:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 00000000db3d6e0c. 00000800:00000200:0.0:1767384660.071729:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384660.071735:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dff6547. 00000400:00000200:0.0:1767384660.071739:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384660.071742:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp33(00000000f8bf93df) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384660.071751:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: REPLY: OK 00000400:00000200:2.0:1767384660.071759:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp39(000000009b28aa2f) status changed from 0xdeadface to 0x15aac0de 00000800:00000001:0.0:1767384660.071765:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.071769:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp41(0000000065e3febf) status changed from 0xdeadface to 0x15aac0de 00000800:00000001:0.0:1767384660.071775:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.071776:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp42(000000009c15d34e) status changed from 0xdeadface to 0x15aac0de 00000800:00000001:0.0:1767384660.071781:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.071787:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp43(00000000fb3dabfb) status changed from 0xdeadface to 0x15aac0de 00000800:00000001:0.0:1767384660.071788:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.071801:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp45(000000006caab8ce) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384660.071808:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10) <- 192.168.203.133@tcp10 : REPLY - for me 00000400:00000010:2.0:1767384660.071816:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000002cf075f. 00000400:00000200:0.0:1767384660.071824:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp10: Reply from 12345-192.168.203.133@tcp10 of length 672/672 into md 0x1f75 00000400:00000200:2.0:1767384660.071828:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000002cf075f nid 192.168.203.133@tcp46 00000400:00000010:2.0:1767384660.071834:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000015331e70. 00000400:00000200:2.0:1767384660.071842:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000015331e70 net tcp46 00000800:00000001:0.0:1767384660.071845:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384660.071847:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (39) 00000400:00000200:2.0:1767384660.071856:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp46 flags 0x11 00000800:00000001:0.0:1767384660.071859:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384660.071863:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d35c9866. 00000400:00000200:0.0:1767384660.071864:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384660.071873:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d35c9866 nid 192.168.203.133@tcp47 00000400:00000200:0.0:1767384660.071879:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: REPLY: OK 00000400:00000010:2.0:1767384660.071882:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001764ec7f. 00000400:00000200:0.0:1767384660.071885:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000200:2.0:1767384660.071888:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 000000001764ec7f net tcp47 00000400:00000010:0.0:1767384660.071890:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000400:00000200:2.0:1767384660.071894:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (40) 00000400:00000200:0.0:1767384660.071898:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384660.071919:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:0.0:1767384660.071925:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:0.0:1767384660.071932:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 40. state = 0x100171 00000400:00000200:2.0:1767384660.071946:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp47 flags 0x11 00000400:00000010:2.0:1767384660.071957:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000077a5eadc. 00000400:00000200:0.0:1767384660.071958:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384660.071967:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (41) 00000400:00000200:2.0:1767384660.071970:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000077a5eadc nid 192.168.203.133@tcp48 00000800:00000001:0.0:1767384660.071977:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384660.071978:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000053c7c384. 00000800:00000001:0.0:1767384660.071983:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.071985:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 0000000053c7c384 net tcp48 00000400:00000200:2.0:1767384660.071992:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (40) 00000400:00000200:2.0:1767384660.071997:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp48 flags 0x11 00000400:00000010:2.0:1767384660.072003:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 000000005b6cb757. 00000400:00000010:2.0:1767384660.072007:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 0000000057b6808e. 00000400:00000010:2.0:1767384660.072011:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 00000000db3d6e0c. 00000800:00000001:0.0:1767384660.072012:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384660.072015:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000732ffea8. 00000400:00000200:2.0:1767384660.072022:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384660.072026:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x1001f1 00000400:00000200:2.0:1767384660.072031:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1001f1 rc 1 00000400:00000200:2.0:1767384660.072035:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1001f1 00000400:00000010:2.0:1767384660.072041:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 00000000732ffea8. 00000400:00000010:2.0:1767384660.072044:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 00000000db3d6e0c. 00000400:00000010:2.0:1767384660.072046:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 0000000057b6808e. 00000400:00000010:2.0:1767384660.072080:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 00000000732ffea8. 00000400:00000010:2.0:1767384660.072084:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 00000000db3d6e0c. 00000400:00000010:2.0:1767384660.072086:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 0000000057b6808e. 00000400:00000010:2.0:1767384660.072089:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000fd3fb773. 00000400:00000200:2.0:1767384660.072123:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384660.072127:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:2.0:1767384660.072131:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:2.0:1767384660.072134:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:2.0:1767384660.072139:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384660.072143:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:2.0:1767384660.072147:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:2.0:1767384660.072151:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (41) 00000020:00000010:2.0:1767384660.081500:0:38214:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001b20931f. 00000020:00000040:2.0:1767384660.081510:0:38214:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384660.081522:0:38214:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001b20931f. 00080000:00000001:0.0:1767384660.082124:0:38202:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384660.082155:0:38202:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.082159:0:38202:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384660.082165:0:38202:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384660.082171:0:38202:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.082173:0:38202:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.086410:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294948884, at 4294948885 00000100:00000010:1.0:1767384660.086430:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa98e33. 00000100:00000040:3.0:1767384660.086464:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294948884, at 4294948885 00000100:00000010:3.0:1767384660.086476:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006eae2549. 00000100:00000040:0.0:1767384660.086515:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294948884, at 4294948885 00000100:00000010:0.0:1767384660.086526:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b008e49c. 00000100:00000040:2.0:1767384660.092354:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294948884, at 4294948890 00000100:00000010:2.0:1767384660.092365:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003858c359. 00000400:00000001:3.0:1767384660.321365:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384660.321372:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384660.321376:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:3.0:1767384660.321383:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000400:00000200:3.0:1767384660.321390:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384660.321398:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp45 recovery ping unlinked 00000800:00000200:2.0:1767384660.321403:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (4) 00000800:00000200:2.1:1767384660.321410:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (4) 00000400:00000010:3.0:1767384660.321432:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000011a39e4d. 00000400:00000010:3.0:1767384660.321443:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000035330e52. 00000400:00000200:3.0:1767384660.321455:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp43 00000400:00000010:3.0:1767384660.321460:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000011a39e4d. 00000400:00000010:3.0:1767384660.321468:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023c81b56. 00000400:00000010:3.0:1767384660.321474:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000400:00000010:3.0:1767384660.321483:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003fe19cc5. 00000400:00000200:3.0:1767384660.321491:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp43 00000400:00000200:3.0:1767384660.321509:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp43 local destination 00000400:00000200:3.0:1767384660.321518:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp43 00000400:00000200:3.0:1767384660.321526:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp43 NI seq info: [189:189:256:4294967295] 192.168.203.133@tcp43 LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1767384660.321536:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp43 00000400:00000200:0.0:1767384660.321544:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384660.321552:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp43(192.168.203.133@tcp43:) -> 192.168.203.133@tcp43(192.168.203.133@tcp43:192.168.203.133@tcp43) : GET try# 0 00000800:00000200:3.0:1767384660.321565:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp43 00000800:00000010:3.0:1767384660.321571:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea4582dc. 00000800:00000200:3.0:1767384660.321581:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000800:00000200:3.1:1767384660.321588:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000400:00000200:0.0:1767384660.321618:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384660.321619:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp43 added to recovery queue. ping count: 3 next ping: 289 health :700 00000400:00000200:0.0:1767384660.321688:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.321701:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.321735:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.321774:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.321807:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.321832:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.321880:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.321898:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.321947:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.321963:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322021:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322029:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322123:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322130:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322175:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322181:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322219:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322250:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322265:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322355:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322393:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322429:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322469:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322499:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322530:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322563:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322594:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322645:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322649:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322718:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322739:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322768:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322812:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322860:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322869:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.322934:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.322939:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323028:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323031:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323111:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323134:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323160:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323186:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323207:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323245:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323260:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323302:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323351:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323379:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323443:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323465:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323508:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323532:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323567:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323598:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323618:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323677:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323680:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323773:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323788:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323825:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323860:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323889:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.323933:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.323956:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324008:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324048:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324074:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324137:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324165:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324191:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000800:00000010:2.0:1767384660.324201:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000908503ec. 00000800:00000010:2.0:1767384660.324207:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032ead82d. 00000800:00000010:2.0:1767384660.324213:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003210b19e. 00000400:00000200:0.0:1767384660.324216:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000800:00000010:2.0:1767384660.324237:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003210b19e. 00000400:00000200:0.0:1767384660.324247:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000800:00020000:2.0:1767384660.324251:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384660.324255:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032ead82d. 00000800:00000010:2.0:1767384660.324259:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000908503ec. 00000400:00000200:0.0:1767384660.324275:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:02020000:2.0:1767384660.324340:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp43 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384660.324349:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp43 notifying 192.168.203.133@tcp43: down 00000400:00000200:0.0:1767384660.324357:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000800:00000200:2.0:1767384660.324358:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp43 down 00000800:00000100:2.0:1767384660.324371:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp43 00000800:00000010:2.0:1767384660.324376:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea4582dc. 00000400:00000200:2.0:1767384660.324385:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384660.324386:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:2.0:1767384660.324392:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp43->192.168.203.133@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384660.324401:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384660.324404:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384660.324409:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp43) recovery failed with -71 00000400:00000200:0.0:1767384660.324414:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324432:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324448:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324462:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324477:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324491:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324520:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.133:988 00000400:00000200:0.0:1767384660.324559:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.133:988 00000800:00000010:0.0:1767384660.324765:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e09a94e0. 00000800:00000010:0.0:1767384660.324786:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041e7ed68. 00000800:00000010:0.0:1767384660.324790:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe46ecc0. 00000800:00000010:0.0:1767384660.324821:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe46ecc0. 00000400:00000200:2.0:1767384660.324847:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384660.324862:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp30 from 204.3.0.2 00000800:00000010:2.0:1767384660.324866:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005ca2058c. 00000800:00000010:3.0:1767384660.324965:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084d6875b. 00000800:00000010:3.0:1767384660.324972:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000077b07f4e. 00000800:00000010:3.0:1767384660.324998:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cf68b8a0. 00000800:00000200:3.1:1767384660.325005:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000651be410] -> 12345-192.168.203.133@tcp30 (4) 00000800:00000200:3.1:1767384660.325011:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp30 00000000cf68b8a0 deleted 00000800:00000010:3.1:1767384660.325013:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cf68b8a0. 00000800:00000200:3.1:1767384660.325018:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384660.325025:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp30 p 3.x 192.168.203.133 -> 192.168.203.133:972 incarnation:1767384617864468097 sched[0] 00000800:00000010:3.0:1767384660.325038:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a81e0603. 00000800:00000010:3.0:1767384660.325115:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a81e0603. 00000800:00000010:3.0:1767384660.325120:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000077b07f4e. 00000800:00000200:0.1:1767384660.325139:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.1:1767384660.325147:0:16151:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp30 ip 192.168.203.133:988 00000800:00000200:0.1:1767384660.325157:0:16151:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384660.325163:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp30 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384617864468097 sched[0] 00000800:00000010:0.0:1767384660.325166:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041e7ed68. 00000800:00000010:3.0:1767384660.325179:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005ca2058c. 00000800:00000001:0.0:1767384660.325185:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384660.325193:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384660.325247:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384660.325253:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384660.325335:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384660.325342:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384660.325346:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384660.325346:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384660.325352:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384660.641397:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384660.641402:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.641407:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384660.641410:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384660.641412:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384660.641415:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.641417:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384660.641419:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.641421:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.641422:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.641470:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384660.641474:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.641477:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384660.920770:0:38368:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384660.920775:0:38368:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:3.0:1767384660.926390:0:38368:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384660.937518:0:38369:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000205170ca. 00000400:00000010:3.0:1767384660.937533:0:38369:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006715b0da. 00000400:00000010:3.0:1767384660.937543:0:38369:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b24b4bac. 00000400:00000010:3.0:1767384660.937547:0:38369:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000035330e52. 00000400:00000010:3.0:1767384660.937551:0:38369:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004988ba5b. 00000400:00000010:3.0:1767384660.937556:0:38369:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003889d1ba. 00000400:00000010:3.0:1767384660.937557:0:38369:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000594c920a. 00000400:00000010:3.0:1767384660.937559:0:38369:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035f4c23f. 00000400:00000010:3.0:1767384660.937563:0:38369:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b871ec8f. 00000800:00000010:3.0:1767384660.937580:0:38369:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000042f682a8. 00000800:00000200:3.0:1767384660.937591:0:38369:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384660.937605:0:38369:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384660.937644:0:38369:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:3.0:1767384660.937672:0:38369:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp49 [8/256/0/180] 00000400:00000010:3.0:1767384660.940739:0:38369:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000d94d1cd9. 00000400:00000010:3.0:1767384660.940748:0:38369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000608f6c26. 00000400:00000010:3.0:1767384660.940753:0:38369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ba1ad1b. 00000400:00000001:3.0:1767384660.940782:0:38369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384660.940784:0:38369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384660.940792:0:38369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000400:00000200:3.0:1767384660.940795:0:38369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098c3327c 00000400:00000010:3.0:1767384660.940797:0:38369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098c3327c. 00000400:00000010:3.0:1767384660.940801:0:38369:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000009c95f05f. 00000400:00000200:3.0:1767384660.940807:0:38369:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (40) 00000400:00000200:3.0:1767384660.940820:0:38369:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:3.0:1767384660.940828:0:38369:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:3.0:1767384660.940837:0:38369:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000061b239c5. 00000020:01000000:3.0:1767384660.940843:0:38369:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384660.940845:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384660.940846:0:38369:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp49 00000400:00000200:2.0:1767384660.940858:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100151 00000400:00000010:3.0:1767384660.940871:0:38369:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006715b0da. 00000400:00000010:3.0:1767384660.940878:0:38369:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000205170ca. 00000400:00000010:2.0:1767384660.940879:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000400:00000200:2.0:1767384660.940885:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000400:00000010:2.0:1767384660.940895:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008d74e089. 00000400:00000200:2.0:1767384660.940900:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp10 00000020:00000001:1.0:1767384660.940909:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384660.940917:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp10 to MR: 192.168.203.133@tcp10 local destination 10000000:00000001:1.0:1767384660.940919:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384660.940927:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384660.940933:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp10 NI seq info: [190:190:256:4294967295] 192.168.203.133@tcp10 LPNI seq info [186:186:8:4294967295] 10000000:01000000:1.0:1767384660.940933:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384660.940944:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384660.940951:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp10 00000020:01000004:1.0:1767384660.940951:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384660.940962:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384660.940970:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384660.940976:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384660.940982:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384660.940989:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384660.940996:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384660.940997:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10:192.168.203.133@tcp10) -> 192.168.203.133@tcp10(192.168.203.133@tcp10:192.168.203.133@tcp10) : PUT try# 0 00000020:01000004:1.0:1767384660.941004:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384660.941007:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384660.941013:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.133@tcp10 00000100:00000010:1.0:1767384660.941016:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e0ab6bf. 00000800:00000010:2.0:1767384660.941019:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7ec49e. 00000020:00000040:1.0:1767384660.941031:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000800:00000200:2.0:1767384660.941038:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (6) 00000800:00000200:2.0:1767384660.941048:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp10 ip 192.168.203.133:988 00000100:00000001:1.0:1767384660.941050:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384660.941054:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe7ec49e type 1, nob 784 niov 1 nkiov 1 02000000:00000001:1.0:1767384660.941055:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384660.941068:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384660.941085:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 02000000:00000010:1.0:1767384660.941085:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003561ceb7. 00000100:00000001:1.0:1767384660.941112:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384660.941128:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100551 rc 0 00000100:00000001:1.0:1767384660.941136:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384660.941141:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.941155:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e0ab6bf] to pc [ptlrpcd_00_00+0] req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384660.941189:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384660.941193:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.941194:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384660.941196:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.941200:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384660.941201:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384660.941205:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384660.941214:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384660.941219:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384660.941221:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384660.941229:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384660.941236:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384660.941246:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:0.0:1767384660.941256:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384660.941257:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384660.941258:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384660.941264:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384660.941265:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384660.941270:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7ec49e. 00000020:01000004:1.0:1767384660.941272:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384660.941275:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384660.941277:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384660.941284:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384660.941285:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384660.941288:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384660.941292:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384660.941293:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384660.941300:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:2.0:1767384660.941304:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e0ab6bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037661056:0@lo:253: 00000020:01000004:1.0:1767384660.941306:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384660.941317:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: PUT: OK 00000100:00000001:2.0:1767384660.941373:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384660.941373:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005525f07b. 00000400:00000200:0.0:1767384660.941381:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000040:1.0:1767384660.941382:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 02000000:00000001:2.0:1767384660.941385:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384660.941392:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.941395:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384660.941398:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384660.941403:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384660.941404:0:16158:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp10: 0 02000000:00000001:1.0:1767384660.941407:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384660.941409:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000908503ec. 02000000:00000010:1.0:1767384660.941417:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006886933a. 00000800:00000001:0.0:1767384660.941420:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384660.941429:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.941430:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384660.941439:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.941445:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384660.941447:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023dae91f. 00000800:00000001:0.0:1767384660.941448:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384660.941449:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.941455:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032ead82d. 00000100:00000040:1.0:1767384660.941463:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005525f07b] to pc [ptlrpcd_00_01+1] req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384660.941464:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037661056, portal 25 00000800:00000001:0.0:1767384660.941466:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.941470:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384660.941476:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934868479488 : -117138841072128 : ffff95767cfd0e00) 00000100:00000040:2.0:1767384660.941500:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384660.941505:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10) <- 192.168.203.133@tcp10 : PUT - for me 00000400:00000200:0.0:1767384660.941547:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 688 into portal 0 MB=0x8000000000000000 10000000:00000001:1.0:1767384660.941548:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.941550:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384660.941560:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.941563:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384660.941570:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.941572:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8caf449. 00000400:00000200:0.0:1767384660.941578:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 672/688 into md 0x1f6d [1] + 0 00000020:01000000:1.0:1767384660.941584:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384660.941593:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000061b239c5. 00000400:00000010:0.0:1767384660.941597:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf14412c. 00000400:00000200:0.0:1767384660.941606:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035e47107 00000100:00000001:1.0:1767384660.941611:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384660.941613:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037661056, offset 0 00000800:00000001:0.0:1767384660.941615:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384660.941616:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384660.941623:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384660.941632:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384660.941633:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384660.941637:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384660.941649:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384660.941667:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384660.941673:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384660.941674:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384660.941682:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: PUT: OK 02000000:00000001:1.0:1767384660.941686:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384660.941692:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384660.941697:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384660.941702:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507b80 00000400:00000200:0.0:1767384660.941702:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000100:00100000:1.0:1767384660.941706:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005525f07b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037661184:0@lo:253: 00000400:00000010:0.0:1767384660.941712:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000100:00000001:1.0:1767384660.941723:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384660.941727:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:1.0:1767384660.941730:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384660.941733:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16f1 [2] + 0 02000000:00000001:1.0:1767384660.941739:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384660.941743:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (42) 00000400:00000010:2.0:1767384660.941745:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a77c600. 02000000:00000001:1.0:1767384660.941747:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384660.941758:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7b8b17e 02000000:00000010:1.0:1767384660.941760:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4fbdc12. 00000400:00000200:0.0:1767384660.941765:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 02000000:00000001:1.0:1767384660.941766:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384660.941770:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384660.941778:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000493ef646. 00000400:00000200:2.0:1767384660.941785:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384660.941787:0:16158:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.133@tcp (688 bytes) 00000400:00000200:2.0:1767384660.941791:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7b8b17e 00000400:00000010:1.0:1767384660.941793:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069ed9c33. 00000400:00000010:2.0:1767384660.941798:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7b8b17e. 00000400:00000200:0.0:1767384660.941802:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000100:00000001:2.0:1767384660.941808:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384660.941812:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384660.941818:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000f437b2e1 x1853237037661056 msgsize 4848 00000100:00000200:1.0:1767384660.941819:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037661184, portal 25 00000400:00000200:0.0:1767384660.941822:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (43) 00000100:00000001:1.0:1767384660.941831:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384660.941839:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934868475904 : -117138841075712 : ffff95767cfd0000) 00000400:00000200:0.0:1767384660.941842:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00100000:2.0:1767384660.941851:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384660.941857:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384660.941858:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384660.941874:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp10 to MR: 192.168.203.133@tcp10 local destination 00000100:00000001:2.0:1767384660.941875:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384660.941882:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384660.941891:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384660.941895:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052d419e0. 00000400:00000200:0.0:1767384660.941898:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp10 NI seq info: [191:191:256:4294967295] 192.168.203.133@tcp10 LPNI seq info [187:187:8:4294967295] 00000100:00000200:1.0:1767384660.941911:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037661184, offset 0 00000400:00000200:1.0:1767384660.941932:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384660.941938:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10:192.168.203.133@tcp10) -> 192.168.203.133@tcp10(192.168.203.133@tcp10:192.168.203.133@tcp10) 192.168.203.133@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384660.941947:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp10 00000400:00000200:2.0:1767384660.941951:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8caf449 00000800:00000010:0.0:1767384660.941954:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dff6547. 00000400:00000010:2.0:1767384660.941957:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8caf449. 00000400:00000200:1.0:1767384660.941967:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384660.941971:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384660.941985:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384660.941987:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d28c061b] -> 12345-192.168.203.133@tcp10 (6) 00000400:00000200:1.0:1767384660.941999:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f507c00 00000800:00000200:0.0:1767384660.942021:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp10 ip 192.168.203.133:1021 00000400:00000200:1.0:1767384660.942033:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1721 [2] + 0 00000800:00000200:0.0:1767384660.942040:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008dff6547 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384660.942041:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384660.942043:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc7ae9c. 00000400:00000200:1.0:1767384660.942061:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039018907 00000100:00000040:2.0:1767384660.942065:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384660.942073:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384660.942075:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384660.942077:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384660.942083:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384660.942104:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384660.942115:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.942116:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039018907 00000800:00000001:0.0:1767384660.942116:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384660.942128:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039018907. 00000100:00000001:2.0:1767384660.942129:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294949758 00000100:00000001:1.0:1767384660.942141:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384660.942142:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005851f54b. 00000100:00000200:1.0:1767384660.942146:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384660.942152:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384660.942152:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d7d1ad62 x1853237037661184 msgsize 4848 00000100:00000001:2.0:1767384660.942169:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294949758 00000100:00100000:1.0:1767384660.942171:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384660.942185:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384660.942188:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ffa745. 00000100:00000001:2.0:1767384660.942194:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384660.942198:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294949758 00000100:00000001:1.0:1767384660.942203:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384660.942204:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d852f14b. 00000100:00000001:2.0:1767384660.942210:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384660.942212:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052d419e0 00000100:00000001:2.0:1767384660.942216:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294949758 00000400:00000010:1.0:1767384660.942217:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052d419e0. 00000800:00000200:0.0:1767384660.942222:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384660.942228:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384660.942229:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038763c60. 00000100:00000001:2.0:1767384660.942236:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767384660.942236:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dff6547. 00000100:00000200:1.0:1767384660.942241:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.942248:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384660.942251:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384660.942263:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.942277:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384660.942292:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: ACK: OK 00000100:00000001:2.0:1767384660.942293:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.942296:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384660.942338:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.942345:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384660.942351:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384660.942351:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384660.942355:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384660.942370:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384660.942372:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384660.942375:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.942380:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384660.942385:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384660.942387:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.942387:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384660.942399:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.942409:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.942411:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294949759 00000800:00000001:0.0:1767384660.942411:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384660.942432:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.942438:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949758 00000100:00000001:1.0:1767384660.942453:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294949759 00000400:00000200:0.0:1767384660.942455:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp10(192.168.203.133@tcp10) <- 192.168.203.133@tcp10 : ACK - for me 00000100:00000001:2.0:1767384660.942465:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384660.942469:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949758 00000100:00100000:2.0:1767384660.942472:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037661056 00000100:00000001:1.0:1767384660.942479:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294949759 02000000:00000001:2.0:1767384660.942480:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384660.942482:0:16158:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp10: ACK from 12345-192.168.203.133@tcp10 into md 0x1f81 00000100:00000001:2.0:1767384660.942487:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384660.942491:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384660.942494:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.942498:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949758 02000000:00000001:2.0:1767384660.942506:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.942508:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294949759 00000100:00100000:2.0:1767384660.942517:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037661056 00000400:00000200:0.0:1767384660.942520:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp10->192.168.203.133@tcp10: ACK: OK 00000100:00000001:1.0:1767384660.942526:0:16164:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949758 00000400:00000200:0.0:1767384660.942529:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d80ab59 00000020:00000001:2.0:1767384660.942543:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384660.942543:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d80ab59. 00000100:00000001:1.0:1767384660.942550:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384660.942551:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000400:00000200:0.0:1767384660.942553:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384660.942564:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384660.942567:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384660.942576:0:16158:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000020:00000040:2.0:1767384660.942577:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00000001:1.0:1767384660.942578:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.942592:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384660.942597:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:0.0:1767384660.942600:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000020:00000001:2.0:1767384660.942607:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384660.942609:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384660.942612:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (42) 00000100:00000001:1.0:1767384660.942614:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384660.942620:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384660.942625:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384660.942628:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384660.942631:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f9873ae. 00000100:00000001:1.0:1767384660.942633:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384660.942633:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384660.942643:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.942646:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384660.942648:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384660.942656:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f9873ae. 00000020:00000010:2.0:1767384660.942669:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c40f0688. 00000020:00000010:2.0:1767384660.942679:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000184a94df. 00000020:00000010:2.0:1767384660.942687:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b14c57cd. 00000100:00000040:2.0:1767384660.942712:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384660.942717:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384660.942720:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384660.942724:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.942725:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384660.942733:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037661184 02000000:00000001:0.0:1767384660.942738:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384660.942739:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.942742:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.942748:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.942753:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.942756:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384660.942758:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037661184 00000020:00000001:0.0:1767384660.942775:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384660.942779:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384660.942784:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384660.942789:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=16 00000100:00000001:2.0:1767384660.942791:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384660.942792:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384660.942795:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384660.942801:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384660.942806:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000e17468e9. 00000020:00000001:0.0:1767384660.942808:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00100000:2.0:1767384660.942817:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000400:00000010:1.0:1767384660.942818:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a36766c. 00000100:00000001:0.0:1767384660.942821:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384660.942834:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000400:00000010:1.0:1767384660.942837:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47337ec. 00000020:00000010:0.0:1767384660.942838:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046d61cfe. 00000100:00000001:2.0:1767384660.942839:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715865168 : -117138993686448 : ffff957673e45850) 00000400:00000200:1.0:1767384660.942845:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e17468e9 00000100:00000040:2.0:1767384660.942853:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f437b2e1 x1853237037661056/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 4848/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.942853:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384660.942855:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000910d9b92. 00000020:00000010:0.0:1767384660.942872:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046d61cfe. 00000400:00000200:1.0:1767384660.942873:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000100:00000001:2.0:1767384660.942887:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384660.942891:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 00000020:00000010:0.0:1767384660.942893:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048cff902. 00000020:00000010:2.0:1767384660.942894:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f9873ae. 00000400:00000200:1.0:1767384660.942896:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000100:00000001:2.0:1767384660.942906:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384660.942907:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c5d9067. 00000400:00000010:1.0:1767384660.942909:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000a5ccc0a1. 00000020:00000010:2.0:1767384660.942915:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f9873ae. 00000400:00000010:1.0:1767384660.942925:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a59d51f. 00000020:00000010:0.0:1767384660.942929:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001eaf82ac. 00000100:00100000:2.0:1767384660.942934:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f437b2e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16163:x1853237037661056:12345-0@lo:253: 00000400:00000010:1.0:1767384660.942936:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000060b84ce7. 00000100:00000001:0.0:1767384660.942942:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384660.942949:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037661056 00000400:00000200:1.0:1767384660.942953:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000100:00000001:0.0:1767384660.942953:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384660.942963:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.942968:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384660.942972:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000001:0.0:1767384660.942974:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.942976:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384660.942981:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.942987:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 148], ns[191, 152] 00000100:00000001:0.0:1767384660.942987:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384660.942989:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384660.942998:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384660.943014:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384660.943021:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384660.943022:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384660.943023:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 148], ns[62, 152] 00000100:00000001:0.0:1767384660.943032:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384660.943037:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384660.943049:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384660.943050:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000400:00000200:1.0:1767384660.943056:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 62] 00000020:00000001:2.0:1767384660.943060:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.943065:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:2.0:1767384660.943077:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384660.943082:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715864144 : -117138993687472 : ffff957673e45450) 02000000:00000001:2.0:1767384660.943083:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384660.943105:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[79, 62] 02000000:00000010:2.0:1767384660.943114:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004dbf7670. 00000100:00000040:0.0:1767384660.943122:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7d1ad62 x1853237037661184/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 4848/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384660.943125:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.943139:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384660.943150:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384660.943156:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 20000000:00000010:2.0:1767384660.943169:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a4c06d34. 20000000:01000000:2.0:1767384660.943183:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384660.943191:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384660.943193:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 62] 00000100:00000001:0.0:1767384660.943193:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384660.943195:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384660.943203:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.943209:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046d61cfe. 20000000:00000001:2.0:1767384660.943210:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.943214:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[95, 62] 20000000:00000001:2.0:1767384660.943222:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384660.943224:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384660.943239:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[108, 62] 00000020:00000010:0.0:1767384660.943240:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046d61cfe. 20000000:00000010:2.0:1767384660.943241:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e71fa222. 20000000:01000000:2.0:1767384660.943255:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000400:00000200:1.0:1767384660.943262:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 20000000:00000001:2.0:1767384660.943263:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:0.0:1767384660.943272:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7d1ad62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16164:x1853237037661184:12345-0@lo:253: 00080000:00000001:2.0:1767384660.943274:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384660.943283:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 62] 00000100:00000200:0.0:1767384660.943301:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037661184 00000400:00000200:1.0:1767384660.943302:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[123, 62] 00000400:00000200:1.0:1767384660.943307:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 62], ns[128, 62] 00000020:00000001:0.0:1767384660.943361:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384660.943364:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 62], ns[132, 62] 00080000:00000001:2.0:1767384660.943368:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384660.943369:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384660.943378:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 62], ns[144, 62] 00080000:00000001:2.0:1767384660.943380:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384660.943380:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384660.943392:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.943394:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384660.943400:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 62], ns[165, 62] 00000020:00000001:0.0:1767384660.943404:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00080000:00000001:2.0:1767384660.943406:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384660.943416:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384660.943425:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384660.943427:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000400:00000200:1.0:1767384660.943432:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000020:00000001:0.0:1767384660.943432:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384660.943440:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384660.943448:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000010:2.0:1767384660.943453:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000732ffea8. 00000020:00000001:0.0:1767384660.943459:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384660.943460:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581647872 : -117144127903744 : ffff957541de6800) 00000400:00000200:1.0:1767384660.943462:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 62], ns[184, 62] 00000020:00000001:0.0:1767384660.943465:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384660.943478:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384660.943483:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384660.943488:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[186, 62] 02000000:00000001:0.0:1767384660.943492:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384660.943510:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000e9b244c. 00000400:00000200:1.0:1767384660.943512:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 62], ns[155, 62] 02000000:00000001:0.0:1767384660.943531:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.943537:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 62], ns[70, 62] 00000100:00000001:0.0:1767384660.943540:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384660.943549:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384660.943554:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 62], ns[71, 62] 00000400:00000200:1.0:1767384660.943565:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 62], ns[136, 62] 20000000:00000010:0.0:1767384660.943569:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a2251846. 20000000:01000000:0.0:1767384660.943580:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384660.943586:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384660.943589:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 62], ns[84, 62] 20000000:00000001:0.0:1767384660.943592:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384660.943599:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.943602:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 62], ns[178, 62] 20000000:00000001:0.0:1767384660.943609:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384660.943616:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384660.943619:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 62], ns[149, 62] 00000400:00000200:1.0:1767384660.943631:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[157, 62] 00000400:00000200:1.0:1767384660.943641:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 62], ns[160, 62] 00000400:00000200:1.0:1767384660.943651:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 62], ns[113, 62] 00000400:00000200:1.0:1767384660.943658:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[137, 62] 00000001:00000001:2.0:1767384660.943665:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1767384660.943668:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00080000:00000001:2.0:1767384660.943671:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.943680:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 62], ns[150, 62] 00080000:00000001:2.0:1767384660.943685:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384660.943692:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 62], ns[171, 62] 00000400:00000200:1.0:1767384660.943701:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 62], ns[174, 62] 00000400:00000200:1.0:1767384660.943709:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 00080000:00000001:2.0:1767384660.943717:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.943719:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 62], ns[180, 62] 00080000:00000001:2.0:1767384660.943726:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384660.943733:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[178, 62], ns[182, 62] 00000400:00000200:1.0:1767384660.943746:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 62], ns[0, 62] 00000400:00000200:1.0:1767384660.943753:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384660.943760:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384660.943768:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:1.0:1767384660.943775:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp46 00000400:00000200:1.0:1767384660.943790:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp46 lpni_is_preferred = 0 00000400:00000200:1.0:1767384660.943796:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp46 00000400:00000200:1.0:1767384660.943805:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp46 NI seq info: [192:192:256:4294967295] 192.168.203.133@tcp46 LPNI seq info [188:188:8:4294967295] 00000400:00000200:1.0:1767384660.943814:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp46 00000400:00000200:1.0:1767384660.943843:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp46(192.168.203.133@tcp46:) -> 192.168.203.133@tcp46(192.168.203.133@tcp:192.168.203.133@tcp46) : GET try# 0 00000800:00000200:1.0:1767384660.943855:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp46 00000800:00000010:1.0:1767384660.943861:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cb89d351. 00000800:00000010:1.0:1767384660.943874:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000052d419e0. 00000800:00000010:1.0:1767384660.943878:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000046700913. 00000800:00000200:1.0:1767384660.943886:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000800:00000200:1.1:1767384660.943895:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000400:00000200:1.0:1767384660.943921:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384660.943928:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100251 rc 0 00080000:00000001:2.0:1767384660.943943:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384660.943950:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384660.944083:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944206:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944362:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944474:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944562:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944618:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944653:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944793:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944838:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944883:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.944980:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.945071:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.945153:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.945194:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.945235:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.945266:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.945382:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.945450:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.945762:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.946062:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.946618:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.946691:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.946773:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.946877:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.946925:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947115:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947190:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947231:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947269:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947413:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947472:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947523:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947584:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947676:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384660.947739:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384660.948001:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000def3e765. 00000800:00000010:1.0:1767384660.948010:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fca997e8. 00000800:00000010:1.0:1767384660.948018:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003bfb6518. 00000800:00000010:1.0:1767384660.948052:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003bfb6518. 00000800:00020000:1.0:1767384660.948069:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384660.948074:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fca997e8. 00000800:00000010:1.0:1767384660.948080:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000def3e765. 00000400:02020000:1.0:1767384660.948166:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp46 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384660.948175:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp46 notifying 192.168.203.133@tcp46: down 00000800:00000200:1.0:1767384660.948182:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp46 down 00000800:00000100:1.0:1767384660.948190:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp46 00000800:00000010:1.0:1767384660.948195:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cb89d351. 00000400:00000200:1.0:1767384660.948200:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384660.948207:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp46->192.168.203.133@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384660.948228:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp46 added to recovery queue. ping count: 0 next ping: 283 health :900 00000400:00000200:1.0:1767384660.948233:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384660.948237:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 1 00000400:00000200:1.0:1767384660.948244:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384660.948296:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384660.948300:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100851 00000400:00000001:1.0:1767384660.948304:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384660.948308:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384660.948353:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a59d51f 00000400:00000010:1.0:1767384660.948356:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a59d51f. 00000400:00000200:1.0:1767384660.948361:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384660.948369:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:1.0:1767384660.948375:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000a5ccc0a1. 00000400:00000200:1.0:1767384660.948381:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (42) 00000400:00000200:1.0:1767384660.948384:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:-71 00000400:00000200:1.0:1767384660.948390:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102051 rc -71 00000400:00000200:1.0:1767384660.948398:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384660.948404:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (41) 00080000:00000001:0.0:1767384660.957717:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384660.957729:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00080000:00000001:1.0:1767384660.957731:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384660.957734:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384660.957738:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384660.957741:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384660.957743:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384660.957748:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384660.957750:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384660.957753:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000732ffea8. 00080000:00000001:1.0:1767384660.957760:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384660.957764:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384660.957782:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003dd7dd5d. 20000000:00000001:0.0:1767384660.957784:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384660.957790:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:01000000:0.0:1767384660.957803:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:2.0:1767384660.957807:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384660.957814:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384660.957818:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384660.957818:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384660.957828:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384660.957833:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384660.957841:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384660.957843:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384660.957846:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384660.957849:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384660.957852:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384660.957854:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384660.957859:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:1.0:1767384660.957859:0:16827:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000024cd41b4 count: 2 00000020:00000001:2.0:1767384660.957869:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00010000:00000001:1.0:1767384660.957869:0:16827:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384660.957890:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384660.957892:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384660.957906:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005afd5fce. 00080000:00000010:2.0:1767384660.957908:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005b6cb757. 00080000:00000001:2.0:1767384660.957916:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581641728 : -117144127909888 : ffff957541de5000) 00000020:00000001:1.0:1767384660.957918:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384660.957920:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:1.0:1767384660.957933:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005afd5fce with handle 0x1c01179f271ede4b to hash 00000020:00000001:1.0:1767384660.957938:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384660.957941:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:1.0:1767384660.957945:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:1.0:1767384660.957950:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384660.957953:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384660.957959:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384660.957971:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384660.957978:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384660.957982:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384660.957986:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384660.957990:0:16827:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384660.957997:0:16827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271ede3d expref: 16 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384660.958006:0:16827:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:2.0:1767384660.958008:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384660.958011:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384660.958013:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.958031:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384660.958032:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384660.958040:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384660.958046:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384660.958049:0:16827:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:2.0:1767384660.958052:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384660.958054:0:16827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384660.958062:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:1.0:1767384660.958073:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024cd41b4) refcount = 2 00010000:00000040:1.0:1767384660.958079:0:16827:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384660.958083:0:16827:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1c01179f271ede3d expref: 16 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384660.958113:0:16827:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384660.958116:0:16827:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384660.958125:0:16827:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000cc72a4d. 00000100:00000001:1.0:1767384660.958140:0:16827:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384660.958147:0:16827:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a1a3f8c. 00000100:00000001:1.0:1767384660.958151:0:16827:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929592360512 : -117144117191104 : ffff95754281de40) 00000100:00000001:1.0:1767384660.958155:0:16827:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626929592360512 : -117144117191104 : ffff95754281de40) 00000100:00000001:1.0:1767384660.958159:0:16827:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384660.958161:0:16827:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384660.958163:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384660.958170:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384660.958172:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384660.958176:0:16827:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384660.958179:0:16827:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384660.958183:0:16827:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384660.958187:0:16827:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384660.958192:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000833ab9c. 00000020:00000040:1.0:1767384660.958196:0:16827:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000100:00000001:1.0:1767384660.958200:0:16827:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384660.958204:0:16827:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384660.958209:0:16827:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384660.958212:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000010:1.0:1767384660.958217:0:16827:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fdd0cf5. 00080000:00000001:2.0:1767384660.958218:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384660.958231:0:16827:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384660.958241:0:16827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1c01179f271ede3d expref: 16 pid: 16805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384660.958265:0:16827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1c01179f271ede3d expref: 16 pid: 16805 timeout: 432 lvb_type: 0 00010000:00000001:1.0:1767384660.958276:0:16827:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384660.958279:0:16827:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384660.958284:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384660.958295:0:16827:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384660.958297:0:16827:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384660.958306:0:16827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000833ab9c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037661312:0@lo:104: 00000100:00000001:1.0:1767384660.958361:0:16827:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384660.958367:0:16827:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384660.958396:0:16827:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.958399:0:16827:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384660.958404:0:16827:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003842a7e2. 02000000:00000001:1.0:1767384660.958407:0:16827:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384660.958412:0:16827:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051127c92. 00000400:00000010:1.0:1767384660.958419:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a59d51f. 00000100:00000200:1.0:1767384660.958426:0:16827:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037661312, portal 16 00000100:00000001:1.0:1767384660.958429:0:16827:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384660.958432:0:16827:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934868488448 : -117138841063168 : ffff95767cfd3100) 00000100:00000040:1.0:1767384660.958441:0:16827:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384660.958465:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384660.958469:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384660.958472:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000100:00000200:1.0:1767384660.958476:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037661312, offset 0 00000400:00000200:1.0:1767384660.958486:0:16827:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384660.958499:0:16827:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384660.958508:0:16827:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f507c80 00000400:00000200:1.0:1767384660.958515:0:16827:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 1312 00000400:00000200:1.0:1767384660.958521:0:16827:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384660.958526:0:16827:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384660.958531:0:16827:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384660.958533:0:16827:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384660.958537:0:16827:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a2c0d72. 00000100:00000040:1.0:1767384660.958540:0:16827:0:(events.c:337:request_in_callback()) incoming req@000000002a2c0d72 x1853237037661312 msgsize 328 00000100:00100000:1.0:1767384660.958547:0:16827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384660.958566:0:16827:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384660.958578:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00000400:00000010:1.0:1767384660.958580:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000100:00000001:1.0:1767384660.958586:0:16827:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384660.958592:0:16827:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384660.958595:0:16794:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384660.958601:0:16794:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037661312 02000000:00000001:2.0:1767384660.958612:0:16794:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384660.958613:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384660.958617:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384660.958619:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384660.958623:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.958629:0:16794:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384660.958646:0:16794:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037661312 00000100:00000001:1.0:1767384660.958649:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.958652:0:16794:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384660.958654:0:16827:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384660.958659:0:16794:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda31 00000100:00000001:1.0:1767384660.958664:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.958666:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384660.958670:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294949775 00000020:00000040:2.0:1767384660.958680:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050f0412c refcount=3 00000020:00000001:2.0:1767384660.958684:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000020:00000001:2.0:1767384660.958688:0:16794:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929579708416 : -117144129843200 : ffff957541c0d000) 00000100:00000001:2.0:1767384660.958693:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384660.958715:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294949759 00000020:00000010:2.0:1767384660.958727:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5a382d. 00000100:00000001:1.0:1767384660.958728:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294949775 00000100:00000001:2.0:1767384660.958733:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384660.958736:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294949759 00000020:00000010:2.0:1767384660.958739:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5a382d. 00000100:00000001:1.0:1767384660.958749:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294949775 00000020:00000010:2.0:1767384660.958751:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000d22147. 00000020:00000010:2.0:1767384660.958766:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001715ab2f. 00000100:00000001:1.0:1767384660.958766:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294949759 00000100:00000001:1.0:1767384660.958787:0:16827:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294949775 00000020:00000010:2.0:1767384660.958788:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384660.958810:0:16794:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384660.958815:0:16794:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384660.958817:0:16794:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384660.958819:0:16794:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.958824:0:16794:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.958837:0:16794:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.958858:0:16794:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384660.958861:0:16794:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384660.958867:0:16794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384660.958872:0:16794:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000050f0412c : new rpc_count 1 00000100:00000001:2.0:1767384660.958875:0:16794:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868481280 : -117138841070336 : ffff95767cfd1500) 00000100:00000040:2.0:1767384660.958882:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a2c0d72 x1853237037661312/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 328/0 e 0 to 0 dl 1767384671 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384660.958891:0:16794:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384660.958925:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5a382d. 00000100:00000001:2.0:1767384660.958931:0:16794:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384660.958934:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5a382d. 00000100:00100000:2.0:1767384660.958944:0:16794:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a2c0d72 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037661312:12345-0@lo:104: 00000100:00000200:2.0:1767384660.958948:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037661312 00010000:00000001:2.0:1767384660.958951:0:16794:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384660.958957:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384660.958966:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.958971:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=2 00000020:00000001:2.0:1767384660.958974:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.958978:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.958982:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384660.958985:0:16794:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.958991:0:16794:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384660.959001:0:16794:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384660.959007:0:16794:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384660.959012:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db3d6e0c. 02000000:00000001:2.0:1767384660.959015:0:16794:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.959019:0:16794:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.959023:0:16794:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384660.959026:0:16794:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384660.959032:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000003ff3a3d9 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384660.959038:0:16794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384660.959043:0:16794:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384660.959045:0:16794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384660.959048:0:16794:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384660.959051:0:16794:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.959052:0:16827:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294949759 00000100:00000001:2.0:1767384660.959055:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384660.959064:0:16827:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384660.959073:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384660.959075:0:16827:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.959080:0:16827:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.959083:0:16827:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.959109:0:16827:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.959113:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384660.959116:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384660.959118:0:16827:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.959121:0:16827:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384660.959124:0:16827:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384660.959128:0:16827:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.959130:0:16827:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384660.959133:0:16827:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384660.959136:0:16827:0:(client.c:2690:ptlrpc_set_wait()) set 000000003a1a3f8c going to sleep for 11 seconds 00000100:00000001:1.0:1767384660.959142:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384660.959146:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.959565:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000200:2.0:1767384660.959572:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037661312, offset 224 00000400:00000200:2.0:1767384660.959580:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384660.959591:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384660.959604:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f507c80 00000400:00000200:2.0:1767384660.959616:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f9d [1] + 224 00000400:00000200:2.0:1767384660.959623:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384660.959628:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384660.959635:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384660.959643:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384660.959676:0:16794:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384660.959695:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384660.959707:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000400:00000010:2.0:1767384660.959709:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00000001:2.0:1767384660.959713:0:16794:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384660.959716:0:16794:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384660.959724:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.959730:0:16794:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384660.959733:0:16794:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384660.959737:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a8caf449. 00010000:00000001:2.0:1767384660.959740:0:16794:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384660.959746:0:16794:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384660.959748:0:16794:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.959749:0:16794:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.959751:0:16794:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.959754:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a2c0d72 x1853237037661312/t0(0) o104->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 328/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384660.959762:0:16794:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a2c0d72 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+3:16827:x1853237037661312:12345-0@lo:104: Request processed in 869us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384660.959769:0:16794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384660.959772:0:16794:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000050f0412c : new rpc_count 0 00000100:00000001:2.0:1767384660.959775:0:16794:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384660.959777:0:16794:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384660.959781:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001715ab2f. 00000020:00000010:2.0:1767384660.959787:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384660.959791:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000d22147. 00000020:00000040:2.0:1767384660.959796:0:16794:0:(genops.c:898:class_export_put()) PUTting export 0000000050f0412c : new refcount 2 00000100:00000001:2.0:1767384660.959799:0:16794:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384660.959827:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384660.959833:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.959842:0:16800:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384660.959845:0:16800:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384660.959849:0:16800:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384660.959852:0:16800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384660.959860:0:16800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002c643dd1 already unused, calling callback (000000001582b397) 10000000:00000001:2.0:1767384660.959864:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384660.959869:0:16800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384660.959875:0:16800:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384660.959877:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384660.959879:0:16800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.959881:0:16800:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=3 00000020:00000001:2.0:1767384660.959883:0:16800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.959885:0:16800:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384660.959888:0:16800:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384660.959889:0:16800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384660.959898:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384660.959902:0:16800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384660.959907:0:16800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384660.959910:0:16800:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384660.959912:0:16800:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384660.959914:0:16800:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384660.959916:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384660.959917:0:16800:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384660.959927:0:16800:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384660.959929:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384660.959930:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 10000000:00000001:2.0:1767384660.959934:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384660.959942:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.959948:0:16800:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384660.959951:0:16800:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384660.959953:0:16800:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384660.959955:0:16800:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384660.959957:0:16800:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384660.959959:0:16800:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002c643dd1 with handle 0x1c01179f271ede3d from hash 00010000:00000001:2.0:1767384660.959961:0:16800:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384660.959962:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.959964:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.959966:0:16800:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384660.959968:0:16800:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384660.959969:0:16800:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384660.959972:0:16800:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384660.959975:0:16800:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384660.959981:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 00000020:00000040:2.0:1767384660.959985:0:16800:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384660.959989:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384660.959991:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384660.959997:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384660.960006:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000d22147. 00000100:00000001:2.0:1767384660.960013:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.960016:0:16800:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384660.960019:0:16800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384660.960024:0:16800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384660.960026:0:16800:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.960031:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384660.960034:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.960046:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674c92be] to pc [ptlrpcd_00_02+2] req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.960085:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384660.960085:0:16800:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384660.960103:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384660.960107:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384660.960107:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.960112:0:16800:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.960114:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384660.960121:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384660.960128:0:16800:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384660.960134:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.960140:0:16800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384660.960151:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384660.960154:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384660.960156:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.960157:0:16800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 000000002c643dd1/0x1c01179f271ede3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1c01179f271ede44 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384660.960164:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:2.0:1767384660.960167:0:16800:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000066651a1f count: 0 02000000:00000001:3.0:1767384660.960169:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384660.960175:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384660.960183:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037661440:0@lo:103: 00010000:00000001:2.0:1767384660.960187:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384660.960189:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384660.960191:0:16800:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384660.960197:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:2.0:1767384660.960197:0:16800:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a8caf449. 02000000:00000001:3.0:1767384660.960203:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.960205:0:16800:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.960212:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384660.960212:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384660.960217:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.960220:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767384660.960221:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077710860. 00000020:00000001:2.0:1767384660.960224:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384660.960230:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.960231:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.960239:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384660.960241:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384660.960242:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000020:00000001:2.0:1767384660.960243:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384660.960247:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384660.960252:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098c3327c. 00000100:00000200:3.0:1767384660.960259:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037661440, portal 18 00000100:00000001:3.0:1767384660.960262:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384660.960264:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000001:2.0:1767384660.960268:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384660.960271:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.960274:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.960286:0:16827:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384660.960293:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:2.0:1767384660.960294:0:16827:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384660.960299:0:16827:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384660.960303:0:16827:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051127c92. 00000100:00000040:3.0:1767384660.960304:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384660.960338:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a59d51f 00000400:00000010:2.0:1767384660.960341:0:16827:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a59d51f. 00000100:00000001:2.0:1767384660.960344:0:16827:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384660.960350:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000100:00000200:2.0:1767384660.960352:0:16827:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384660.960360:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037661440, offset 0 00000100:00000200:2.0:1767384660.960369:0:16827:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384660.960376:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384660.960403:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384660.960417:0:16827:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384660.960422:0:16827:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384660.960424:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f507d00 00000100:00000001:2.0:1767384660.960426:0:16827:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384660.960430:0:16827:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384660.960434:0:16827:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384660.960437:0:16827:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.960441:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 02000000:00000001:2.0:1767384660.960442:0:16827:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384660.960450:0:16827:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b6aa0af4 time=90 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384660.960453:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767384660.960457:0:16827:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b2a2596 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384660.960463:0:16827:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384660.960467:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384660.960467:0:16827:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.960474:0:16827:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384660.960478:0:16827:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.960482:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384660.960483:0:16827:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384660.960490:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384660.960494:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384660.960499:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fd28c6. 00000100:00000001:2.0:1767384660.960504:0:16827:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384660.960507:0:16165:0:(events.c:337:request_in_callback()) incoming req@00000000c9fd28c6 x1853237037661440 msgsize 328 00000100:00000001:2.0:1767384660.960509:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384660.960515:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.960518:0:16827:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384660.960524:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.960527:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.960531:0:16827:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384660.960532:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384660.960543:0:16827:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384660.960554:0:16827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000833ab9c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16827:1853237037661312:0@lo:104: 00000100:00000001:3.0:1767384660.960560:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384660.960564:0:16827:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.960570:0:16827:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.960572:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000100:00000001:2.0:1767384660.960573:0:16827:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000010:3.0:1767384660.960579:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000100:00000001:2.0:1767384660.960581:0:16827:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384660.960586:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384660.960591:0:16827:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000833ab9c x1853237037661312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384660.960600:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.960612:0:16827:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384660.960618:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384660.960626:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384660.960629:0:16827:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384660.960634:0:16827:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003842a7e2. 02000000:00000001:2.0:1767384660.960645:0:16827:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384660.960646:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.960650:0:16827:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384660.960653:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384660.960657:0:16827:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00000100:00000001:3.0:1767384660.960663:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.960664:0:16827:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384660.960673:0:16827:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005fdd0cf5. 00000100:00000001:3.0:1767384660.960676:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294949777 02000000:00000001:2.0:1767384660.960681:0:16827:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384660.960695:0:16827:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384660.960699:0:16827:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000833ab9c. 00000100:00000001:3.0:1767384660.960700:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949775 00000100:00000001:2.0:1767384660.960708:0:16827:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384660.960713:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294949777 00000100:00000001:2.0:1767384660.960713:0:16827:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384660.960720:0:16827:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003a1a3f8c. 00000100:00000001:2.0:1767384660.960729:0:16827:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384660.960730:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949775 00010000:00000001:2.0:1767384660.960735:0:16827:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384660.960740:0:16827:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000cc72a4d. 00000100:00000001:3.0:1767384660.960745:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294949777 00010000:00000001:2.0:1767384660.960748:0:16827:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.960753:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.960763:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.960769:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949775 20000000:00000001:2.0:1767384660.960769:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384660.960774:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384660.960778:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294949777 00010000:00010000:2.0:1767384660.960779:0:16827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384660.960791:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949775 00000100:00000001:3.0:1767384660.960814:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.960820:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.960825:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.960829:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.960837:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384660.960840:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384660.960845:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.960847:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384660.960852:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.960856:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.960891:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384660.960894:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037661440 02000000:00000001:3.0:1767384660.960897:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384660.960899:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384660.960902:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.960906:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384660.960909:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037661440 00000020:00000001:3.0:1767384660.960922:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384660.960924:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:3.0:1767384660.960926:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.960928:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=17 00000020:00000001:3.0:1767384660.960932:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:3.0:1767384660.960937:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384660.960944:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384660.960949:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfddc884. 00000100:00000001:3.0:1767384660.960957:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384660.960960:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfddc884. 00000020:00000010:3.0:1767384660.960969:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a49dddce. 00000020:00000010:3.0:1767384660.960974:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008f6986f. 00000020:00000010:3.0:1767384660.960979:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000100:00000040:3.0:1767384660.960990:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384660.960994:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384660.960996:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384660.960998:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384660.961001:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.961003:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384660.961007:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384660.961009:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.961011:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384660.961014:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.961017:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00010000:3.0:1767384660.961023:0:16841:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271ede3d expref: 17 pid: 16805 timeout: 432 lvb_type: 0 00010000:00000001:3.0:1767384660.961041:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961043:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961045:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.961048:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.961053:0:16841:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384660.961058:0:16841:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9fd28c6 x1853237037661440/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 328/0 e 0 to 0 dl 1767384671 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.961066:0:16841:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384660.961068:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.961083:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.961113:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384660.961125:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384660.961131:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384660.961134:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 3 00000100:00000001:3.0:1767384660.961137:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855694336 : -117138853857280 : ffff95767c39f800) 00000100:00000040:3.0:1767384660.961143:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9fd28c6 x1853237037661440/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 328/0 e 0 to 0 dl 1767384671 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.961154:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384660.961157:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfddc884. 00000100:00000001:3.0:1767384660.961160:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384660.961164:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfddc884. 00000100:00100000:3.0:1767384660.961168:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9fd28c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+17:16165:x1853237037661440:12345-0@lo:103: 00000100:00000200:3.0:1767384660.961172:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037661440 00010000:00000001:3.0:1767384660.961175:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384660.961188:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384660.961191:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384660.961194:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384660.961198:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384660.961201:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bdd3fa75. 02000000:00000001:3.0:1767384660.961205:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.961209:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.961214:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384660.961218:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384660.961220:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384660.961224:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.961227:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384660.961231:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.961234:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000040:3.0:1767384660.961238:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000024cd41b4 count: 3 00010000:00010000:3.0:1767384660.961246:0:16841:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1c01179f271ede3d expref: 17 pid: 16805 timeout: 432 lvb_type: 0 00000100:00001000:3.0:1767384660.961255:0:16841:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b1938671 time=1767384660 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384660.961259:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384660.961267:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961269:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384660.961272:0:16841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1c01179f271ede3d expref: 17 pid: 16805 timeout: 432 lvb_type: 0 00000020:00000001:3.0:1767384660.961282:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384660.961285:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384660.961289:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.961294:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.961301:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384660.961303:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384660.961362:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961365:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961368:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384660.961370:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384660.961373:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271ede44 from hash 00010000:00000001:3.0:1767384660.961378:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384660.961379:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961381:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961382:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384660.961384:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384660.961395:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384660.961398:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1c01179f271ede3d expref: 17 pid: 16805 timeout: 432 lvb_type: 0 00010000:00000040:3.0:1767384660.961407:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000040:3.0:1767384660.961409:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 16 00010000:00000001:3.0:1767384660.961415:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961418:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384660.961420:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384660.961424:0:16841:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005afd5fce 00010000:00000001:3.0:1767384660.961428:0:16841:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384660.961432:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384660.961435:0:16841:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.961438:0:16841:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384660.961440:0:16841:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.961444:0:16841:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384660.961447:0:16841:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384660.961449:0:16841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961457:0:16841:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384660.961460:0:16841:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384660.961463:0:16841:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384660.961465:0:16841:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384660.961468:0:16841:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024cd41b4) refcount = 2 00010000:00010000:3.0:1767384660.961472:0:16841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961481:0:16841:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384660.961483:0:16841:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384660.961485:0:16841:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.961488:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384660.961493:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dfddc884. 00000100:00000001:3.0:1767384660.961496:0:16841:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384660.961507:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006715b0da. 00000100:00000001:3.0:1767384660.961509:0:16841:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626929581423232 : -117144128128384 : ffff957541dafa80) 00000100:00000001:3.0:1767384660.961513:0:16841:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446626929581423232 : -117144128128384 : ffff957541dafa80) 00000100:00000001:3.0:1767384660.961516:0:16841:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384660.961518:0:16841:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384660.961520:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384660.961522:0:16841:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384660.961525:0:16841:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003697608s 00010000:00000001:3.0:1767384660.961529:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384660.961532:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.961534:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005afd5fce refcount=5 00000020:00000001:3.0:1767384660.961538:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:3.0:1767384660.961543:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:3.0:1767384660.961546:0:16841:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384660.961549:0:16841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961556:0:16841:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384660.961559:0:16841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961565:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961567:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384660.961569:0:16841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961576:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384660.961578:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.961581:0:16841:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384660.961583:0:16841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384660.961589:0:16841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005afd5fce already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384660.961593:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384660.961595:0:16841:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384660.961597:0:16841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961604:0:16841:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384660.961606:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384660.961609:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.961611:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005afd5fce refcount=6 00000020:00000001:3.0:1767384660.961614:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:3.0:1767384660.961617:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867411456 : -117139842140160 : ffff95764151f800) 00010000:00000001:3.0:1767384660.961623:0:16841:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384660.961626:0:16841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961634:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384660.961635:0:16841:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384660.961636:0:16841:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.961648:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384660.961651:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384660.961655:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384660.961657:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384660.961660:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005afd5fce with handle 0x1c01179f271ede4b from hash 00010000:00000001:3.0:1767384660.961665:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384660.961667:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961670:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961672:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384660.961677:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384660.961679:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384660.961681:0:16827:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961683:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384660.961688:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384660.961695:0:16827:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384660.961696:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384660.961700:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384660.961703:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384660.961705:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961708:0:16841:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384660.961714:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384660.961716:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384660.961717:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961723:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384660.961724:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961730:0:16841:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384660.961730:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384660.961735:0:16841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.961742:0:16841:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.961747:0:16841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961754:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961756:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961760:0:16841:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384660.961762:0:16841:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384660.961764:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.961766:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961768:0:16841:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384660.961771:0:16841:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384660.961774:0:16841:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.961777:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384660.961779:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005afd5fce/0x1c01179f271ede4b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.961799:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.961801:0:16841:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.961805:0:16841:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384660.961809:0:16841:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384660.961813:0:16841:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.961815:0:16841:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.961818:0:16841:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384660.961821:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006715b0da. 00000100:00000001:3.0:1767384660.961824:0:16841:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384660.961827:0:16841:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384660.961831:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dfddc884. 00010000:00000001:3.0:1767384660.961837:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384660.961841:0:16841:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000024cd41b4 count: 0 00010000:00010000:3.0:1767384660.961852:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384660.961855:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.961871:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384660.961874:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384660.961877:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.961882:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384660.961885:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384660.961887:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384660.961890:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384660.961892:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.961896:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384660.961900:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384660.961905:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000100:00000200:3.0:1767384660.961909:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037661440, offset 224 00000400:00000200:3.0:1767384660.961915:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384660.961923:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384660.961930:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f507d00 00000400:00000200:3.0:1767384660.961935:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1fa9 [1] + 224 00000400:00000200:3.0:1767384660.961940:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.961944:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384660.961948:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384660.961952:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.961963:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.961983:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384660.961990:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000400:00000010:3.0:1767384660.961993:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000100:00000001:3.0:1767384660.961998:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384660.962001:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384660.962006:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.962010:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384660.962011:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:3.0:1767384660.962028:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.962033:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384660.962035:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384660.962041:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384660.962044:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384660.962045:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9fd28c6 x1853237037661440/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 328/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384660.962049:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000400:00000200:1.0:1767384660.962060:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098c3327c 00000100:00100000:3.0:1767384660.962066:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9fd28c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+16:16165:x1853237037661440:12345-0@lo:103: Request processed in 910us (1558us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384660.962072:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098c3327c. 00000100:00000001:1.0:1767384660.962085:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384660.962107:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000200:1.0:1767384660.962109:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.962120:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 2 00000100:00000001:3.0:1767384660.962132:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384660.962133:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.962137:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384660.962147:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008f6986f. 00000100:00000001:1.0:1767384660.962147:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384660.962149:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.962158:0:16165:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384660.962160:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 02000000:00000001:1.0:1767384660.962162:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384660.962165:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384660.962172:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384660.962175:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a49dddce. 02000000:00000001:1.0:1767384660.962176:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384660.962186:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=90 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384660.962189:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00001000:1.0:1767384660.962194:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.962197:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.962201:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384660.962204:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.962208:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384660.962211:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.962214:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.962219:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.962226:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384660.962230:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384660.962233:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384660.962240:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384660.962249:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037661440:0@lo:103: 00000100:00000001:1.0:1767384660.962257:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.962261:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384660.962265:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037661440/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.962270:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384660.962282:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384660.962286:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077710860. 02000000:00000001:1.0:1767384660.962293:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384660.962296:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384660.962298:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384660.962302:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384660.962305:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000000d22147. 02000000:00000001:1.0:1767384660.962360:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384660.962362:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384660.962364:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000100:00000001:1.0:1767384660.962373:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384660.962375:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.962378:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.962387:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384660.962389:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.962391:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384660.962396:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384660.967363:0:38373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00010000:00000010:2.1:1767384660.967364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000066651a1f. 00010000:00000010:2.1:1767384660.967379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002c643dd1. 00010000:00000010:3.1:1767384660.967389:0:38373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005afd5fce. 00010000:00000010:3.1:1767384660.967403:0:38373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024cd41b4. 00080000:00000001:3.0:1767384660.971232:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384660.971239:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:3.0:1767384660.971243:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384660.971247:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384660.971250:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384660.971266:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384660.971266:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767384660.971270:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00040000:00000001:0.0:1767384660.971271:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384660.971275:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384660.971277:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000020:3.0:1767384660.971278:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00040000:00000001:0.0:1767384660.971279:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384660.971283:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005b6cb757. 20000000:01000000:3.0:1767384660.971295:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384660.971300:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384660.971300:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 10000000:01000000:3.0:1767384660.971303:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384660.971343:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384660.971349:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384660.971358:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000024cd41b4. 00010000:00000001:3.0:1767384660.971365:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384660.971375:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6fa45a9. 00000020:00000001:3.0:1767384660.971380:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384660.971388:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6fa45a9 with handle 0x1c01179f271ede52 to hash 00000020:00000001:3.0:1767384660.971392:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384660.971395:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.971403:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.971409:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384660.971414:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.971420:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971431:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384660.971436:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384660.971440:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384660.971443:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384660.971447:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.971450:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384660.971452:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.971455:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384660.971457:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384660.971461:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384660.971464:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384660.971468:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024cd41b4) refcount = 1 00010000:00010000:3.0:1767384660.971475:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971483:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384660.971486:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384660.971488:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.971492:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.971496:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384660.971501:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384660.971507:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003697608s 00010000:00000001:3.0:1767384660.971512:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384660.971515:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.971518:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=4 00000020:00000001:3.0:1767384660.971521:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.971525:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.971528:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384660.971532:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971544:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384660.971549:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971556:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.971559:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384660.971562:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971571:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384660.971574:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.971579:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384660.971582:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384660.971589:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6fa45a9 already unused, calling callback (00000000eb30f30e) 00010000:00000001:3.0:1767384660.971592:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384660.971594:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384660.971596:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971604:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384660.971606:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384660.971608:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.971610:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6fa45a9 refcount=5 00000020:00000001:3.0:1767384660.971613:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.971618:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889180160 : -117139820371456 : ffff9576429e2200) 00010000:00000001:3.0:1767384660.971624:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384660.971628:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971635:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384660.971638:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384660.971640:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.971646:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384660.971649:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384660.971652:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384660.971654:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384660.971656:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6fa45a9 with handle 0x1c01179f271ede52 from hash 00010000:00000001:3.0:1767384660.971659:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384660.971661:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.971664:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.971666:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384660.971669:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384660.971672:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384660.971675:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384660.971677:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.971680:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.971683:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384660.971684:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384660.971687:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.971689:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.971690:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.971693:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.971696:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.971698:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971705:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.971706:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.971708:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384660.971709:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384660.971711:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.971713:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384660.971715:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384660.971717:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384660.971720:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.971723:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.971736:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384660.971739:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384660.971741:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6fa45a9/0x1c01179f271ede52 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384660.971749:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000024cd41b4 count: 0 00010000:00000001:3.0:1767384660.971777:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384660.971782:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384660.974295:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384660.974301:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384660.974304:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a4c06d34. 20000000:00000001:1.0:1767384660.974343:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384660.974349:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037661056 00010000:00000001:1.0:1767384660.974353:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384660.974361:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f437b2e1 x1853237037661056/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384660.974370:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384660.974373:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384660.974376:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384660.974381:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384660.974386:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384660.974389:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384660.974394:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384660.974397:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.974401:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384660.974404:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384660.974408:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a9c2682. 00000100:00000200:1.0:1767384660.974413:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037661056, offset 224 00000400:00000200:1.0:1767384660.974427:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384660.974440:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384660.974454:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507b80 00000400:00000200:1.0:1767384660.974465:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f85 [2] + 224 00000400:00000200:1.0:1767384660.974472:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384660.974477:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384660.974482:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384660.974488:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384660.974500:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.974521:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384660.974533:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9c2682 00000400:00000010:1.0:1767384660.974535:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a9c2682. 00000100:00000001:1.0:1767384660.974540:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384660.974543:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384660.974548:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.974555:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384660.974555:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384660.974558:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384660.974562:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384660.974562:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.974568:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384660.974574:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384660.974575:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f437b2e1 x1853237037661056/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384660.974581:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384660.974588:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023dae91f. 00000100:00100000:1.0:1767384660.974595:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f437b2e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037661056:12345-0@lo:253: Request processed in 31705us (32775us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384660.974598:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ead82d 00000400:00000010:3.0:1767384660.974605:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032ead82d. 00000100:00100000:1.0:1767384660.974617:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:3.0:1767384660.974618:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384660.974623:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384660.974627:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384660.974631:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.974632:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384660.974640:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000184a94df. 00000020:00000010:1.0:1767384660.974650:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b14c57cd. 00000020:00000010:1.0:1767384660.974661:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c40f0688. 00000100:00000200:3.0:1767384660.974664:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384660.974681:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000001:3.0:1767384660.974686:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384660.974688:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384660.974691:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384660.974692:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004dbf7670. 00000100:00000001:3.0:1767384660.974700:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384660.974701:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384660.974707:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384660.974708:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.974717:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384660.974719:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384660.974721:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384660.974726:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895eab9c. 02000000:00000001:3.0:1767384660.974728:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384660.974735:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a9c2682. 00000100:00001000:3.0:1767384660.974736:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384660.974746:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.974752:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384660.974756:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.974759:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384660.974762:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.974765:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.974769:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.974780:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.974783:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384660.974785:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384660.974790:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384660.974792:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384660.974794:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384660.974796:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384660.974798:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384660.974800:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384660.974802:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384660.974804:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384660.974806:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384660.974808:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384660.974811:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384660.974820:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e0ab6bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037661056:0@lo:253: 00000100:00000001:3.0:1767384660.974826:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.974828:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384660.974831:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e0ab6bf x1853237037661056/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.974839:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384660.974842:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384660.974845:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000908503ec. 02000000:00000001:3.0:1767384660.974851:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384660.974853:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384660.974854:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:3.0:1767384660.974857:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384660.974860:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003561ceb7. 02000000:00000001:3.0:1767384660.974865:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384660.974868:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384660.974870:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e0ab6bf. 00000100:00000001:3.0:1767384660.974875:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384660.974876:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.974879:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.974885:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384660.974887:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.974890:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.974893:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.974938:0:38374:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006b919b12. 00000400:00000040:2.0:1767384660.974957:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384660.974960:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384660.974963:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384660.974964:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384660.974967:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384660.974968:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384660.974970:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384660.974971:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384660.974973:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384660.974974:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384660.974976:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384660.974978:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384660.974981:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384660.974982:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384660.974983:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384660.974985:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384660.974987:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384660.974988:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384660.974990:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384660.974992:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384660.974994:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384660.974995:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384660.974997:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384660.974998:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384660.975000:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384660.975002:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384660.975003:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384660.975004:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384660.975006:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384660.975007:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384660.975009:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384660.975011:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384660.975012:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384660.975014:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384660.975016:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384660.975018:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384660.975019:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384660.975022:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384660.975029:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384660.975031:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384660.975032:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384660.975034:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384660.975036:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384660.975038:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384660.975039:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384660.975041:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384660.975042:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384660.975044:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384660.975046:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384660.975047:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384660.975049:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384660.975051:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384660.975052:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384660.975054:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384660.975055:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384660.975057:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384660.975059:0:38374:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384660.975276:0:38374:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006b919b12. 00080000:00000020:3.0:1767384660.976676:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384660.976680:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384660.976683:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a2251846. 20000000:00000001:3.0:1767384660.976688:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384660.976693:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037661184 00010000:00000001:3.0:1767384660.976696:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384660.976702:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7d1ad62 x1853237037661184/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384660.976712:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384660.976715:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384660.976717:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.976722:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384660.976725:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384660.976728:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384660.976732:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384660.976734:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.976738:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384660.976742:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384660.976746:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f76c7b43. 00000100:00000200:3.0:1767384660.976752:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037661184, offset 224 00000400:00000200:3.0:1767384660.976759:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384660.976768:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384660.976777:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f507c00 00000400:00000200:3.0:1767384660.976784:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f8d [2] + 224 00000400:00000200:3.0:1767384660.976792:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.976796:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384660.976801:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384660.976805:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.976816:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.976860:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384660.976868:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f76c7b43 00000400:00000010:3.0:1767384660.976872:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f76c7b43. 00000100:00000001:3.0:1767384660.976878:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384660.976881:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384660.976891:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.976891:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384660.976898:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384660.976902:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:1.0:1767384660.976908:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384660.976910:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384660.976912:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384660.976918:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384660.976918:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000493ef646. 00000020:00000001:3.0:1767384660.976930:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384660.976930:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069ed9c33 00000400:00000010:1.0:1767384660.976939:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069ed9c33. 00000100:00000001:1.0:1767384660.976943:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384660.976944:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7d1ad62 x1853237037661184/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:641/0 lens 4848/4768 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384660.976951:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384660.977026:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384660.977034:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7d1ad62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037661184:12345-0@lo:253: Request processed in 33835us (34872us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384660.977050:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384660.977055:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.977059:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384660.977065:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384660.977067:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000001:1.0:1767384660.977073:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384660.977078:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384660.977079:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.977106:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.977109:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384660.977115:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=90 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384660.977131:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384660.977137:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=90 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384660.977139:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c5d9067. 00000100:00000001:1.0:1767384660.977145:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384660.977150:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001eaf82ac. 00000100:00000001:1.0:1767384660.977150:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.977161:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384660.977162:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048cff902. 00010000:00000001:1.0:1767384660.977164:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384660.977171:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:1.0:1767384660.977172:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.977195:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.977200:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384660.977206:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000e9b244c. 02000000:00000001:3.0:1767384660.977213:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384660.977220:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384660.977235:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384660.977235:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384660.977243:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384660.977247:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000389b3412. 00000100:00000001:1.0:1767384660.977247:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384660.977260:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384660.977263:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f76c7b43. 00000020:01000004:1.0:1767384660.977263:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384660.977266:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384660.977274:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384660.977277:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384660.977280:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384660.977282:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384660.977284:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384660.977286:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384660.977292:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384660.977299:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005525f07b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037661184:0@lo:253: 00000100:00000001:1.0:1767384660.977306:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.977340:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384660.977344:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005525f07b x1853237037661184/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.977352:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384660.977356:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384660.977358:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4fbdc12. 02000000:00000001:1.0:1767384660.977363:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384660.977365:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384660.977367:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384660.977369:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384660.977373:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006886933a. 02000000:00000001:1.0:1767384660.977376:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384660.977379:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384660.977380:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005525f07b. 00000100:00000001:1.0:1767384660.977384:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384660.977387:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.977390:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.977396:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384660.977404:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.977409:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384660.977411:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.979388:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294949777, at 4294949778 00000100:00000010:1.0:1767384660.979398:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ffa745. 00010000:00000010:3.1:1767384660.979417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024cd41b4. 00010000:00000010:3.1:1767384660.979428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6fa45a9. 00000100:00000040:3.0:1767384660.979447:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294949777, at 4294949778 00000100:00000010:3.0:1767384660.979456:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038763c60. 00000100:00000040:2.0:1767384660.979514:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294949777, at 4294949778 00000100:00000010:2.0:1767384660.979522:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d852f14b. 00000100:00000040:0.0:1767384660.980354:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294949777, at 4294949779 00000100:00000010:0.0:1767384660.980363:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005851f54b. 00000400:00000001:3.0:1767384661.345390:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384661.345396:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384661.345399:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:3.0:1767384661.345403:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000400:00000200:3.0:1767384661.345411:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384661.345417:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384661.345429:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000011a39e4d. 00000400:00000010:3.0:1767384661.345437:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023c81b56. 00000800:00000200:1.0:1767384661.345437:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc148b6] -> 12345-192.168.203.133@tcp12 (6) 00000400:00000200:3.0:1767384661.345447:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp45 00000400:00000010:3.0:1767384661.345451:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000011a39e4d. 00000800:00000200:1.0:1767384661.345458:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp12 ip 192.168.203.133:988 00000400:00000010:3.0:1767384661.345461:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004e00811d. 00000800:00000200:1.0:1767384661.345465:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384661.345467:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000400:00000010:3.0:1767384661.345477:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000014c2a88e. 00000400:00000200:3.0:1767384661.345481:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp45 00000400:00000200:3.0:1767384661.345493:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp45 local destination 00000400:00000200:3.0:1767384661.345499:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp45 00000400:00000200:3.0:1767384661.345504:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp45 NI seq info: [193:193:256:4294967295] 192.168.203.133@tcp45 LPNI seq info [189:189:8:4294967295] 00000400:00000200:3.0:1767384661.345508:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp45 00000400:00000200:3.0:1767384661.345514:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp45(192.168.203.133@tcp45:) -> 192.168.203.133@tcp45(192.168.203.133@tcp45:192.168.203.133@tcp45) : GET try# 0 00000800:00000200:3.0:1767384661.345518:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp45 00000800:00000010:3.0:1767384661.345522:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006c39d10a. 00000800:00000200:3.0:1767384661.345527:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000800:00000200:3.1:1767384661.345531:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000400:00000200:3.0:1767384661.345549:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp45 added to recovery queue. ping count: 2 next ping: 286 health :800 00000400:00000200:3.0:1767384661.345553:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp41 00000400:00000010:3.0:1767384661.345556:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016bdddf4. 00000400:00000010:3.0:1767384661.345559:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001bafc337. 00000400:00000010:3.0:1767384661.345562:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000400:00000010:3.0:1767384661.345567:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c246a89. 00000400:00000200:3.0:1767384661.345571:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp41 00000400:00000200:3.0:1767384661.345577:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp41 local destination 00000400:00000200:3.0:1767384661.345580:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp41 00000800:00000200:0.0:1767384661.345582:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384661.345588:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp41 NI seq info: [194:194:256:4294967295] 192.168.203.133@tcp41 LPNI seq info [190:190:8:4294967295] 00000800:00000001:0.0:1767384661.345592:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384661.345594:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp41 00000400:00000200:3.0:1767384661.345600:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp41(192.168.203.133@tcp41:) -> 192.168.203.133@tcp41(192.168.203.133@tcp41:192.168.203.133@tcp41) : GET try# 0 00000800:00000001:0.0:1767384661.345604:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384661.345609:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp41 00000800:00000001:0.0:1767384661.345610:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384661.345612:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008dea4f38. 00000800:00000001:0.0:1767384661.345614:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384661.345619:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000800:00000200:3.1:1767384661.345623:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000400:00000200:3.0:1767384661.345642:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp41 added to recovery queue. ping count: 4 next ping: 298 health :600 00000400:00000200:1.0:1767384661.345642:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.345664:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp34 00000400:00000010:3.0:1767384661.345671:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004c4dc85a. 00000400:00000010:3.0:1767384661.345676:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fff77cb8. 00000400:00000010:3.0:1767384661.345680:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000937a5d7f. 00000400:00000010:3.0:1767384661.345689:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008d5c8c0e. 00000400:00000200:3.0:1767384661.345699:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp34 00000400:00000200:3.0:1767384661.345710:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp34 local destination 00000400:00000200:3.0:1767384661.345713:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp34 00000400:00000200:0.0:1767384661.345714:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.345719:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp34 NI seq info: [195:195:256:4294967295] 192.168.203.133@tcp34 LPNI seq info [191:191:8:4294967295] 00000400:00000200:3.0:1767384661.345726:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp34 00000400:00000200:3.0:1767384661.345741:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34:) -> 192.168.203.133@tcp34(192.168.203.133@tcp34:192.168.203.133@tcp34) : GET try# 0 00000800:00000200:3.0:1767384661.345745:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp34 00000800:00000010:3.0:1767384661.345748:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009e59332e. 00000800:00000200:3.0:1767384661.345753:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000800:00000200:3.1:1767384661.345759:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000400:00000200:1.0:1767384661.345766:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.345774:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp34 added to recovery queue. ping count: 5 next ping: 314 health :500 00000400:00000200:0.0:1767384661.345796:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.345865:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.345910:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.345910:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.345948:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.346019:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.346064:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.346066:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.346121:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.346194:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.346221:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.346225:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.346279:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.346396:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.346538:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.346538:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.346554:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.346643:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.346684:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.346692:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.346717:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.346792:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.346817:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.346830:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.346887:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.346919:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.346969:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.346969:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347007:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.347083:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347118:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.347129:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.347206:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347227:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.347276:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.347299:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347337:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347399:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.347488:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.347492:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347493:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.347571:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.347650:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347652:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.347688:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.347781:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347787:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.347828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.347921:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.347923:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.347950:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.348080:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.348097:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348097:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.348213:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348216:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.348238:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348390:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.348400:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.348406:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348483:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.348511:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.348544:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348563:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.348615:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348677:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.348687:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.348705:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348792:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.348811:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.348819:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348929:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.348945:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.348949:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.348999:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.349168:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.349170:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.349170:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.349285:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.349304:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.349336:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.349440:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.349445:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.349445:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.349481:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.349686:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.349687:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.349689:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.349856:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.349858:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.349859:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.349943:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.350004:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.350015:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384661.350078:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.350126:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.350140:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.350231:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.350242:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.350421:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.350423:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000800:00000010:0.0:1767384661.350445:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065a93d3c. 00000800:00000010:0.0:1767384661.350451:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ffe66ef9. 00000800:00000010:0.0:1767384661.350456:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000053c76c28. 00000800:00000010:0.0:1767384661.350503:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000053c76c28. 00000800:00020000:0.0:1767384661.350512:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384661.350518:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ffe66ef9. 00000800:00000010:0.0:1767384661.350523:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065a93d3c. 00000400:00000200:1.0:1767384661.350603:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.350604:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:02020000:0.0:1767384661.350613:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp41 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384661.350624:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp41 notifying 192.168.203.133@tcp41: down 00000800:00000200:0.0:1767384661.350635:0:16152:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp41 down 00000800:00000100:0.0:1767384661.350648:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp41 00000800:00000010:0.0:1767384661.350650:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008dea4f38. 00000400:00000200:0.0:1767384661.350657:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384661.350662:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp41->192.168.203.133@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384661.350671:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384661.350677:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384661.350684:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp41) recovery failed with -71 00000400:00000200:3.0:1767384661.350728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.350729:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.350883:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:1.0:1767384661.350885:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.350947:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.350995:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.351014:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.351032:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.351057:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.351110:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.351134:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.351165:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.351211:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.133:988 00000800:00000010:1.0:1767384661.351257:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000def3e765. 00000400:00000200:3.0:1767384661.351264:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.133:988 00000800:00000010:1.0:1767384661.351265:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037a3bd57. 00000800:00000010:1.0:1767384661.351274:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c337e1c0. 00000400:00000200:3.0:1767384661.351333:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.133:988 00000800:00000010:1.0:1767384661.351356:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c337e1c0. 00000800:00020000:1.0:1767384661.351377:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384661.351382:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037a3bd57. 00000400:00000200:3.0:1767384661.351385:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.133:988 00000800:00000010:1.0:1767384661.351387:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000def3e765. 00000400:02020000:1.0:1767384661.351526:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp45 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384661.351538:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp45 notifying 192.168.203.133@tcp45: down 00000800:00000200:1.0:1767384661.351551:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp45 down 00000800:00000100:1.0:1767384661.351559:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp45 00000800:00000010:1.0:1767384661.351563:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006c39d10a. 00000400:00000200:1.0:1767384661.351569:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384661.351576:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp45->192.168.203.133@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384661.351591:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384661.351597:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384661.351604:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp45) recovery failed with -71 00000800:00000010:3.0:1767384661.351627:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000303865f6. 00000800:00000010:3.0:1767384661.351632:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000394b9f58. 00000800:00000010:3.0:1767384661.351637:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000baabefd2. 00000800:00000010:3.0:1767384661.351670:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000baabefd2. 00000400:00000200:0.0:1767384661.351786:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384661.351799:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp34 from 203.3.0.2 00000800:00000010:0.0:1767384661.351802:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000913206a1. 00000800:00000010:1.0:1767384661.351841:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000def3e765. 00000800:00000010:1.0:1767384661.351847:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037a3bd57. 00000800:00000010:1.0:1767384661.351901:0:16154:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006170117e. 00000800:00000200:1.1:1767384661.351910:0:16154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (2) 00000800:00000200:1.1:1767384661.351916:0:16154:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp34 000000006170117e deleted 00000800:00000010:1.1:1767384661.351919:0:16154:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006170117e. 00000800:00000200:1.1:1767384661.351926:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384661.351934:0:16154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp34 ip 192.168.203.133:971 00000800:00000200:1.1:1767384661.351953:0:16154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e59332e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384661.351959:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp34 p 3.x 192.168.203.133 -> 192.168.203.133:971 incarnation:1767384625997572081 sched[0] 00000800:00000010:1.0:1767384661.351966:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c337e1c0. 00000800:00000010:1.0:1767384661.352037:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c337e1c0. 00000800:00000010:1.0:1767384661.352041:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037a3bd57. 00000800:00000200:3.1:1767384661.352121:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384661.352122:0:16154:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000913206a1. 00000800:00000200:3.0:1767384661.352142:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp34 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384625997572081 sched[0] 00000800:00000010:3.0:1767384661.352149:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000394b9f58. 00000800:00000001:1.0:1767384661.352153:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384661.352161:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384661.352191:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384661.352212:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384661.352215:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384661.352227:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384661.352227:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384661.352235:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009e59332e. 00000400:00000200:1.0:1767384661.352242:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384661.352246:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34) <- 192.168.203.133@tcp34 : GET - for me 00000400:00000200:1.0:1767384661.352252:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp34->192.168.203.133@tcp34: GET: OK 00000400:00000200:1.0:1767384661.352259:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384661.352267:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp34 recovery message sent successfully:0 00000400:00000200:3.0:1767384661.352268:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384661.352282:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x1f7d [1] + 0 00000400:00000200:3.0:1767384661.352303:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp34 to MR: 192.168.203.133@tcp34 local destination 00000400:00000200:3.0:1767384661.352353:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp34 NI seq info: [196:196:256:4294967295] 192.168.203.133@tcp34 LPNI seq info [192:192:8:4294967295] 00000400:00000200:3.0:1767384661.352366:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34:192.168.203.133@tcp34) -> 192.168.203.133@tcp34(192.168.203.133@tcp34:192.168.203.133@tcp34) 192.168.203.133@tcp34 : REPLY try# 0 00000800:00000200:3.0:1767384661.352374:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp34 00000800:00000010:3.0:1767384661.352378:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027ae5f96. 00000800:00000200:3.0:1767384661.352383:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ded02370] -> 12345-192.168.203.133@tcp34 (4) 00000800:00000200:3.0:1767384661.352388:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp34 ip 192.168.203.133:988 00000800:00000200:3.0:1767384661.352391:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000027ae5f96 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384661.352426:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384661.352473:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384661.352477:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027ae5f96. 00000800:00000001:1.0:1767384661.352481:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384661.352483:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384661.352488:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.352491:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp34->192.168.203.133@tcp34: REPLY: OK 00000800:00000001:1.0:1767384661.352494:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384661.352501:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384661.352513:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp34(192.168.203.133@tcp34) <- 192.168.203.133@tcp34 : REPLY - for me 00000400:00000200:1.0:1767384661.352530:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp34: Reply from 12345-192.168.203.133@tcp34 of length 272/272 into md 0x1fcd 00000400:00000200:2.0:1767384661.352535:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:1.0:1767384661.352538:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384661.352553:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384661.352556:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384661.352557:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384661.352571:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp34->192.168.203.133@tcp34: REPLY: OK 00000400:00000200:1.0:1767384661.352579:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000937a5d7f 00000400:00000010:1.0:1767384661.352581:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000937a5d7f. 00000400:00000200:1.0:1767384661.352586:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384661.352594:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004c4dc85a. 00000400:00000010:1.0:1767384661.352601:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fff77cb8. 00000800:00000001:1.0:1767384661.352611:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384661.352617:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384661.352654:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.352744:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.352799:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.352843:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.352865:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.352887:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.352925:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.352967:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.353003:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.353035:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.353067:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.353118:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.353179:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.353224:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.353265:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384661.354162:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354484:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354559:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354592:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354635:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354671:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354694:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354713:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354732:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354751:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354769:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354783:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354812:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354827:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354842:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354859:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354890:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354936:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384661.354999:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384661.355184:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000800:00000010:3.0:1767384661.355188:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000394b9f58. 00000800:00000010:3.0:1767384661.355193:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000baabefd2. 00000800:00000010:3.0:1767384661.355219:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000baabefd2. 00000800:00020000:3.0:1767384661.355228:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384661.355232:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000394b9f58. 00000800:00000010:3.0:1767384661.355236:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005312d69e. 00000400:02020000:3.0:1767384661.355808:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp34 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384661.665388:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384661.665392:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.665397:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384661.665398:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384661.665430:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384661.665435:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384661.665439:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384662.369466:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384662.369470:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384662.369475:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:3.0:1767384662.369480:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000400:00000200:3.0:1767384662.369487:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384662.369494:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384662.369508:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000011a39e4d. 00000400:00000010:3.0:1767384662.369515:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004e00811d. 00000400:00000001:3.0:1767384662.369522:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384662.369523:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384662.369524:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000400:00000010:3.0:1767384662.369526:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000400:00000200:3.0:1767384662.369536:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384662.369541:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384662.369547:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016bdddf4. 00000400:00000010:3.0:1767384662.369553:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001bafc337. 00000400:00000200:3.0:1767384662.369564:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp46 00000400:00000010:3.0:1767384662.369568:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016bdddf4. 00000400:00000010:3.0:1767384662.369574:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000ea8e933. 00000400:00000010:3.0:1767384662.369578:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000400:00000010:3.0:1767384662.369588:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f5ee981f. 00000400:00000200:3.0:1767384662.369594:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp46 00000400:00000200:3.0:1767384662.369609:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp46 local destination 00000400:00000200:3.0:1767384662.369616:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp46 00000400:00000200:3.0:1767384662.369623:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp46 NI seq info: [197:197:256:4294967295] 192.168.203.133@tcp46 LPNI seq info [193:193:8:4294967295] 00000400:00000200:3.0:1767384662.369628:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp46 00000400:00000200:3.0:1767384662.369637:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp46(192.168.203.133@tcp46:) -> 192.168.203.133@tcp46(192.168.203.133@tcp46:192.168.203.133@tcp46) : GET try# 0 00000800:00000200:3.0:1767384662.369642:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp46 00000800:00000010:3.0:1767384662.369647:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001c6af9d5. 00000800:00000200:3.0:1767384662.369660:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000800:00000200:3.1:1767384662.369671:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000400:00000200:3.0:1767384662.369685:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp46 added to recovery queue. ping count: 1 next ping: 285 health :900 00000400:00000200:3.0:1767384662.369772:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.369810:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.369856:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.369917:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.369965:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370051:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370119:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370184:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370230:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370558:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370653:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370730:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370784:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370876:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370935:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.370996:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371049:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371121:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371182:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371251:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371303:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371426:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371492:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371544:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371577:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371627:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371667:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371699:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371722:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371743:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371765:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371781:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371807:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384662.371895:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384662.372164:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000800:00000010:3.0:1767384662.372169:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f217e313. 00000800:00000010:3.0:1767384662.372174:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0953e60. 00000800:00000010:3.0:1767384662.372195:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0953e60. 00000800:00020000:3.0:1767384662.372203:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384662.372206:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f217e313. 00000800:00000010:3.0:1767384662.372208:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005312d69e. 00000400:02020000:3.0:1767384662.372243:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp46 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384662.372250:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp46 notifying 192.168.203.133@tcp46: down 00000400:00000200:3.0:1767384662.372254:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384662.372259:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp46 00000800:00000010:3.0:1767384662.372263:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c6af9d5. 00000400:00000200:3.0:1767384662.372267:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384662.372272:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp46->192.168.203.133@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384662.372280:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384662.372283:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384662.372286:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp46) recovery failed with -71 00000100:00000040:2.0:1767384662.625439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384662.625439:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384662.625447:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384662.625450:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384662.625455:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079af0238. 00000100:00000010:2.0:1767384662.625458:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674c92be. 00000020:00000040:0.0:1767384662.625466:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384662.625467:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384662.625477:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384662.625478:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384662.625484:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384662.625484:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384662.625492:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.625492:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384662.625503:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000021d00c5b. 02000000:00000010:2.0:1767384662.625504:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000075ca53d0. 00000100:00000001:0.0:1767384662.625513:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.625514:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.625525:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384662.625528:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384662.625529:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.625542:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384662.625544:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079af0238] to pc [ptlrpcd_00_03+3] req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.625546:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.625560:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674c92be] to pc [ptlrpcd_00_00+0] req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384662.625598:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.625618:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.625618:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.625626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384662.625627:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384662.625629:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384662.625633:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.625635:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384662.625635:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384662.625642:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c27a2f27. 00000100:00000040:3.0:1767384662.625646:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384662.625648:0:37:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384662.625649:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384662.625655:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384662.625656:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384662.625659:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384662.625661:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384662.625668:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.625670:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384662.625670:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384662.625674:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004139f54. 00000100:00000001:3.0:1767384662.625675:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.625685:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384662.625685:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384662.625689:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.625690:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.625692:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384662.625698:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384662.625700:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.625702:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384662.625703:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384662.625708:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079af0238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037661568:0@lo:13: 02000000:00000001:0.0:1767384662.625710:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384662.625720:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037661696:0@lo:400: 00000100:00000001:3.0:1767384662.625721:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384662.625728:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384662.625729:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384662.625729:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384662.625734:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.625734:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384662.625737:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.625740:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.625741:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384662.625741:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384662.625748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27a2f27] to pc [ptlrpcd_00_01+1] req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384662.625749:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000668d9d85. 02000000:00000010:0.0:1767384662.625755:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cc8d5aa. 02000000:00000001:3.0:1767384662.625757:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.625761:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.625767:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384662.625769:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cb09ae. 00000400:00000010:0.0:1767384662.625770:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000100d6f9c. 00000100:00000040:2.0:1767384662.625771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384662.625778:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384662.625781:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000100:00000010:2.0:1767384662.625785:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004de7b9d3. 00000400:00000010:3.0:1767384662.625786:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000200:0.0:1767384662.625787:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037661696, portal 25 00000020:00000040:2.0:1767384662.625791:0:37:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384662.625794:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384662.625795:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384662.625796:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037661568, portal 4 02000000:00000001:2.0:1767384662.625799:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384662.625800:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974589312 : -117139734962304 : ffff957647b55f80) 00000100:00000001:3.0:1767384662.625801:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384662.625804:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.625807:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867981440 : -117138841570176 : ffff95767cf57480) 02000000:00000010:2.0:1767384662.625809:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f850236a. 00000100:00000040:0.0:1767384662.625810:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.625815:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.625822:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384662.625824:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384662.625829:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384662.625837:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384662.625842:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000100:00000200:0.0:1767384662.625847:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037661696, offset 0 00000400:00000200:0.0:1767384662.625859:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384662.625863:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384662.625866:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384662.625866:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.625877:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384662.625878:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004de7b9d3] to pc [ptlrpcd_00_02+2] req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384662.625883:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384662.625887:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fa6cda. 00000100:00000200:3.0:1767384662.625897:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037661568, offset 0 00000400:00000200:0.0:1767384662.625906:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f507e00 00000100:00000001:2.0:1767384662.625909:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384662.625911:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384662.625914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384662.625919:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384662.625928:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1729 [2] + 0 00000400:00000200:3.0:1767384662.625932:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384662.625935:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005808b957. 00000400:00000010:0.0:1767384662.625936:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b742f823. 00000020:00000040:2.0:1767384662.625941:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384662.625944:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000118a19c 00000100:00000001:2.0:1767384662.625946:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384662.625950:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384662.625951:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f507d80 00000400:00000200:0.0:1767384662.625953:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384662.625954:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384662.625963:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008819df72. 00000400:00000200:0.0:1767384662.625966:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384662.625968:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3584 00000100:00000001:2.0:1767384662.625970:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.625976:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384662.625979:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000118a19c 00000400:00000200:3.0:1767384662.625980:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384662.625984:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000118a19c. 00000400:00000200:3.0:1767384662.625992:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384662.625992:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384662.625998:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384662.626000:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384662.626003:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384662.626003:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000c77ef6f7 x1853237037661696 msgsize 224 00000100:00000001:3.0:1767384662.626004:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384662.626012:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:2.0:1767384662.626016:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005808b957] to pc [ptlrpcd_00_03+3] req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384662.626020:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1a16251. 00000100:00100000:0.0:1767384662.626022:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384662.626029:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000e1a16251 x1853237037661568 msgsize 224 00000100:00000040:0.0:1767384662.626030:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384662.626037:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.626043:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384662.626045:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384662.626046:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (289) 00000400:00000200:0.0:1767384662.626058:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000100:00000001:3.0:1767384662.626060:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384662.626062:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000001:2.0:1767384662.626063:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.626068:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384662.626071:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384662.626091:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384662.626094:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fa6cda 00000100:00000040:2.0:1767384662.626097:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384662.626099:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384662.626101:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fa6cda. 00000100:00000001:3.0:1767384662.626112:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384662.626122:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.626122:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384662.626125:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.626133:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384662.626137:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384662.626143:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384662.626151:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037661824:0@lo:400: 00000100:00000001:2.0:1767384662.626162:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384662.626163:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384662.626165:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384662.626166:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384662.626169:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.626171:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384662.626172:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384662.626174:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384662.626178:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082e55427. 02000000:00000001:2.0:1767384662.626183:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384662.626190:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023dae91f. 00000400:00000010:2.0:1767384662.626198:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000001:0.0:1767384662.626202:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384662.626205:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037661824, portal 4 00000100:00000001:0.0:1767384662.626209:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384662.626210:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.626210:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384662.626214:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974586624 : -117139734964992 : ffff957647b55500) 00000100:00000001:3.0:1767384662.626216:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384662.626217:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.626221:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.626224:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294951442 00000100:00000001:3.0:1767384662.626226:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384662.626232:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd04c925. 00000100:00000040:3.0:1767384662.626235:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5678 usecs (6 jiffies) 00000100:00000001:2.0:1767384662.626239:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384662.626243:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384662.626244:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384662.626245:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294951430 00000100:00000001:0.0:1767384662.626252:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294951442 00000100:00000001:3.0:1767384662.626253:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294951442 00000400:00000010:2.0:1767384662.626254:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000100:00000200:2.0:1767384662.626260:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037661824, offset 0 00000100:00000001:3.0:1767384662.626261:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294951430 00000100:00000010:0.0:1767384662.626262:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f04236af. 00000400:00000200:2.0:1767384662.626268:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384662.626270:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384662.626277:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294951442 00000100:00000001:3.0:1767384662.626278:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294951442 00000400:00000200:2.0:1767384662.626281:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384662.626284:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007649e19b. 00000100:00000001:3.0:1767384662.626286:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294951430 00000100:00000001:0.0:1767384662.626292:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384662.626298:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f507e80 00000100:00000001:0.0:1767384662.626304:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294951442 00000100:00000001:3.0:1767384662.626305:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294951442 00000100:00000001:3.0:1767384662.626350:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294951431 00000100:00000010:0.0:1767384662.626351:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c42c9ead. 00000400:00000200:2.0:1767384662.626352:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4784 00000100:00000001:0.0:1767384662.626358:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384662.626361:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384662.626368:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384662.626371:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294951442 00000400:00000200:2.0:1767384662.626372:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384662.626375:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626380:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384662.626381:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384662.626382:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384662.626385:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384662.626388:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.626388:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384662.626390:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6674704. 00000100:00000040:2.0:1767384662.626398:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000b6674704 x1853237037661824 msgsize 224 00000100:00000001:3.0:1767384662.626399:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626405:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.626405:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384662.626410:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384662.626412:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384662.626417:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384662.626418:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384662.626421:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384662.626422:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384662.626425:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384662.626426:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626428:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384662.626431:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.626433:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056663bf8 00000100:00000001:3.0:1767384662.626434:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384662.626439:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056663bf8. 00000100:00000001:3.0:1767384662.626440:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384662.626442:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384662.626448:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384662.626449:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.626472:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384662.626475:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384662.626476:0:17588:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384662.626478:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.626480:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384662.626481:0:17588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037661568 02000000:00000001:3.0:1767384662.626486:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384662.626487:0:17588:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384662.626491:0:17588:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384662.626492:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384662.626493:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.626496:0:16164:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384662.626500:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.626502:0:17588:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.626503:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.626508:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005808b957 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037662080:0@lo:400: 00000100:00000040:2.0:1767384662.626511:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5678 usecs (6 jiffies) 02000000:00000001:0.0:1767384662.626512:0:17588:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626515:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384662.626518:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294951431 00000100:00100000:0.0:1767384662.626522:0:17588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037661568 00000100:00000001:2.0:1767384662.626523:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294951442 02000000:00000001:3.0:1767384662.626524:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384662.626526:0:17588:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384662.626528:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.626529:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294951431 00000020:00000040:0.0:1767384662.626530:0:17588:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000001:0.0:1767384662.626536:0:17588:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384662.626538:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294951442 02000000:00000001:3.0:1767384662.626539:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384662.626540:0:17588:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000100:00000001:2.0:1767384662.626542:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294951431 02000000:00000010:3.0:1767384662.626547:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029a6c7c4. 00000020:00000001:0.0:1767384662.626548:0:17588:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00000001:2.0:1767384662.626549:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294951442 00000020:00000001:0.0:1767384662.626553:0:17588:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 02000000:00000001:3.0:1767384662.626555:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.626560:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384662.626563:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294951431 00000400:00000010:3.0:1767384662.626565:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec6daf. 00000020:00000010:0.0:1767384662.626566:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023b1629d. 00000100:00000001:2.0:1767384662.626569:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294951442 00000100:00000001:2.0:1767384662.626574:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384662.626575:0:17588:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008a8717fe. 00000400:00000010:3.0:1767384662.626576:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000fa6cda. 00000100:00000001:2.0:1767384662.626582:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384662.626584:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037662080, portal 10 00000020:00000040:0.0:1767384662.626585:0:17588:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:2.0:1767384662.626588:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626590:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384662.626595:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598928128 : -117144110623488 : ffff957542e61500) 00000100:00000001:2.0:1767384662.626595:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.626597:0:17588:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384662.626605:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbcfd6a. 00000100:00000040:3.0:1767384662.626606:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.626606:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384662.626612:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384662.626613:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000094447c01. 00000100:00000001:2.0:1767384662.626618:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.626622:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384662.626623:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007113a11. 00000100:00000001:2.0:1767384662.626625:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626630:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384662.626631:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.626639:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384662.626640:0:17588:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384662.626644:0:17588:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384662.626646:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da331fb3. 00000100:00000001:0.0:1767384662.626647:0:17588:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384662.626650:0:17588:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384662.626654:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037662080, offset 0 00000100:00000001:2.0:1767384662.626657:0:18091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384662.626659:0:17588:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384662.626660:0:18091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037661824 00000400:00000200:3.0:1767384662.626664:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384662.626665:0:18091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384662.626669:0:18091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384662.626669:0:17588:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.626671:0:18091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.626677:0:18091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384662.626679:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384662.626681:0:18091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037661824 00000020:00000001:2.0:1767384662.626684:0:18091:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384662.626686:0:18091:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000001:0.0:1767384662.626687:0:17588:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384662.626688:0:18091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384662.626694:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f507f80 00000020:00000040:2.0:1767384662.626694:0:18091:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00000100:00000001:0.0:1767384662.626694:0:17588:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384662.626701:0:18091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00100000:0.0:1767384662.626703:0:17588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000001:2.0:1767384662.626705:0:18091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000400:00000200:3.0:1767384662.626710:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000100:00000040:0.0:1767384662.626710:0:17588:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:2.0:1767384662.626711:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384662.626717:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000819374f9. 00000100:00000001:0.0:1767384662.626717:0:17588:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855682688 : -117138853868928 : ffff95767c39ca80) 00000400:00000200:3.0:1767384662.626720:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384662.626722:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384662.626728:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e1a16251 x1853237037661568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:643/0 lens 224/0 e 0 to 0 dl 1767384673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384662.626729:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000819374f9. 00000400:00000200:3.0:1767384662.626733:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384662.626738:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ac1f5fc. 00000100:00000001:3.0:1767384662.626745:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384662.626748:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d800c2e. 00000100:00000001:0.0:1767384662.626748:0:17588:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384662.626750:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384662.626754:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d60c9ca. 00000020:00000010:2.0:1767384662.626756:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000010:3.0:1767384662.626758:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7674fc6. 00000100:00000001:0.0:1767384662.626760:0:17588:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384662.626765:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000e7674fc6 x1853237037662080 msgsize 224 00000100:00000040:2.0:1767384662.626768:0:18091:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:0.0:1767384662.626773:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d60c9ca. 00000100:00000001:2.0:1767384662.626774:0:18091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384662.626783:0:18091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384662.626786:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384662.626787:0:18091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384662.626789:0:17588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e1a16251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237037661568:12345-0@lo:13: 00000100:00000200:0.0:1767384662.626796:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037661568 00000100:00000001:2.0:1767384662.626798:0:18091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384662.626800:0:17588:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384662.626803:0:18091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384662.626806:0:17588:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384662.626809:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384662.626809:0:18091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.626810:0:17588:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.626817:0:17588:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384662.626820:0:17588:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000020:00000001:0.0:1767384662.626825:0:17588:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384662.626828:0:18091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384662.626828:0:17588:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384662.626829:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da331fb3 00000400:00000010:3.0:1767384662.626836:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da331fb3. 00000020:00000001:0.0:1767384662.626837:0:17588:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384662.626842:0:17588:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384662.626847:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384662.626847:0:17588:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.626851:0:17588:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384662.626853:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384662.626855:0:17588:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384662.626856:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384662.626857:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384662.626861:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008ed113c2. 02000000:00000001:0.0:1767384662.626867:0:17588:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384662.626868:0:18091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:0.0:1767384662.626872:0:17588:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.626875:0:18091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 2 00002000:00000001:0.0:1767384662.626878:0:17588:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384662.626880:0:18091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626929598931712 : -117144110619904 : ffff957542e62300) 00002000:00000001:0.0:1767384662.626884:0:17588:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767384662.626887:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6674704 x1853237037661824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:643/0 lens 224/0 e 0 to 0 dl 1767384673 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.626888:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384662.626888:0:17588:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384662.626894:0:17588:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:3.0:1767384662.626899:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.626901:0:18091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384662.626904:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000819374f9. 00000100:00000001:2.0:1767384662.626909:0:18091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384662.626909:0:17588:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.626915:0:17588:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384662.626916:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000819374f9. 00000100:00000001:3.0:1767384662.626920:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384662.626924:0:17588:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384662.626925:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384662.626930:0:18091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6674704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237037661824:12345-0@lo:400: 00000020:00000020:0.0:1767384662.626931:0:17588:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384662.626934:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384662.626936:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037661824 00000020:00000020:0.0:1767384662.626938:0:17588:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384662.626941:0:18091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384662.626942:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3408 usecs (4 jiffies) 00002000:00000020:0.0:1767384662.626943:0:17588:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:2.0:1767384662.626945:0:18091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384662.626948:0:18091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626950:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294951429 00000020:00000001:2.0:1767384662.626951:0:18091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:0.0:1767384662.626951:0:17588:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:2.0:1767384662.626956:0:18091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:3.0:1767384662.626957:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294951442 00000001:00000001:0.0:1767384662.626958:0:17588:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1767384662.626960:0:18091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384662.626961:0:17588:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626966:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294951429 00002000:00000001:0.0:1767384662.626966:0:17588:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.626967:0:18091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384662.626974:0:17588:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037661568 00000100:00000001:3.0:1767384662.626975:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294951442 00000020:00000001:2.0:1767384662.626975:0:18091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384662.626979:0:18091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384662.626981:0:17588:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384662.626982:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294951429 00000020:00000001:2.0:1767384662.626983:0:18091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.626990:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294951442 00000020:00000001:2.0:1767384662.626990:0:18091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384662.626996:0:18091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384662.626997:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294951429 02000000:00000001:2.0:1767384662.627000:0:18091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1767384662.627000:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e1a16251 x1853237037661568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:643/0 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.627005:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294951442 02000000:00000010:2.0:1767384662.627010:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007dde7c95. 00000100:00000001:3.0:1767384662.627013:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384662.627016:0:18091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.627017:0:17588:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384662.627020:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.627021:0:17588:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.627025:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.627029:0:18091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384662.627029:0:17588:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384662.627031:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384662.627034:0:18091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.627039:0:17588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1767384662.627041:0:18091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037661824 00000100:00000001:3.0:1767384662.627045:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384662.627046:0:18091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384662.627047:0:17588:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:3.0:1767384662.627050:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384662.627051:0:17588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00010000:00000200:2.0:1767384662.627055:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6674704 x1853237037661824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.627059:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384662.627059:0:17588:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384662.627064:0:18091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384662.627064:0:17588:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.627065:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384662.627069:0:18091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.627070:0:17588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384662.627071:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384662.627087:0:18091:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=82 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384662.627091:0:17588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384662.627093:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384662.627096:0:18091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384662.627096:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000100:00000001:3.0:1767384662.627098:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384662.627102:0:18091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000200:0.0:1767384662.627118:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037661568, offset 224 00000100:00000001:3.0:1767384662.627121:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384662.627123:0:18091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:3.0:1767384662.627127:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384662.627128:0:18091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384662.627132:0:18091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.627133:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384662.627138:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.627140:0:18091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384662.627144:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384662.627148:0:18091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384662.627149:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384662.627150:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384662.627154:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000100:00000040:3.0:1767384662.627161:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384662.627161:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037661824, offset 224 00000400:00000200:0.0:1767384662.627167:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f507d80 00000400:00000200:2.0:1767384662.627176:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384662.627185:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1fd9 [1] + 224 00000400:00000200:2.0:1767384662.627190:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384662.627192:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384662.627197:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384662.627198:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.627206:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f507e80 02000000:00000001:3.0:1767384662.627207:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384662.627207:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384662.627215:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384662.627217:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fe5 [1] + 224 02000000:00000001:3.0:1767384662.627224:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.627227:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384662.627229:0:17588:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384662.627232:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237037661952:0@lo:400: 00000400:00000200:2.0:1767384662.627235:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384662.627239:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.627245:0:18091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384662.627246:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384662.627253:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384662.627254:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384662.627257:0:17588:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384662.627258:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.627265:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384662.627273:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b54a2a93. 02000000:00000001:3.0:1767384662.627280:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.627291:0:18091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384662.627292:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 00000100:00000001:0.0:1767384662.627294:0:17588:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384662.627302:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000400:00000010:3.0:1767384662.627304:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da331fb3. 00000400:00000010:0.0:1767384662.627306:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000001:2.0:1767384662.627310:0:18091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384662.627392:0:17588:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384662.627395:0:17588:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767384662.627401:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037661952, portal 10 00000100:00000001:0.0:1767384662.627403:0:17588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.627407:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384662.627408:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056663bf8 00000100:00000001:3.0:1767384662.627412:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626933974588416 : -117139734963200 : ffff957647b55c00) 00000100:00000040:0.0:1767384662.627412:0:17588:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000010:2.0:1767384662.627413:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056663bf8. 00000100:00000001:2.0:1767384662.627420:0:18091:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384662.627422:0:17588:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384662.627426:0:17588:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.627428:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.627430:0:18091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384662.627437:0:18091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.627438:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384662.627442:0:17588:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384662.627448:0:18091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:3.0:1767384662.627451:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384662.627452:0:17588:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1a16251 x1853237037661568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:643/0 lens 224/368 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384662.627453:0:18091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384662.627458:0:18091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384662.627459:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aed24d0. 00000020:00000001:2.0:1767384662.627465:0:18091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384662.627467:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037661952, offset 0 00000100:00000040:2.0:1767384662.627474:0:18091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6674704 x1853237037661824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384662.627479:0:17588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e1a16251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16166:x1853237037661568:12345-0@lo:13: Request processed in 726us (1444us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384662.627483:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384662.627501:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384662.627509:0:17588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1767384662.627510:0:18091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6674704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16164:x1853237037661824:12345-0@lo:400: Request processed in 601us (1103us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384662.627517:0:17588:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 1 00000400:00000200:3.0:1767384662.627519:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f507f00 00000100:00000001:0.0:1767384662.627524:0:17588:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384662.627527:0:18091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:0.0:1767384662.627531:0:17588:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384662.627534:0:18091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000400:00000200:3.0:1767384662.627536:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000100:00000001:2.0:1767384662.627541:0:18091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384662.627541:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000094447c01. 00000400:00000200:3.0:1767384662.627544:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384662.627548:0:18091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384662.627552:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007113a11. 00000020:00000010:2.0:1767384662.627555:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d800c2e. 00000400:00000200:3.0:1767384662.627558:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384662.627559:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbcfd6a. 00000020:00000010:2.0:1767384662.627566:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000040:0.0:1767384662.627572:0:17588:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00000100:00000001:3.0:1767384662.627573:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384662.627577:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ac1f5fc. 00000100:00000001:0.0:1767384662.627577:0:17588:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384662.627578:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384662.627589:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f859a789. 00000020:00000040:2.0:1767384662.627591:0:18091:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000100:00000040:3.0:1767384662.627595:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000f859a789 x1853237037661952 msgsize 224 00000100:00000001:2.0:1767384662.627599:0:18091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.627601:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384662.627609:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.627629:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767384662.627643:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384662.627646:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384662.627649:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000400:00000200:3.0:1767384662.627656:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aed24d0 00000400:00000010:3.0:1767384662.627661:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aed24d0. 00000100:00000001:2.0:1767384662.627664:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384662.627667:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384662.627668:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384662.627675:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:2.0:1767384662.627676:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384662.627678:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384662.627679:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037662080 00000400:00000001:2.0:1767384662.627680:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384662.627684:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384662.627685:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023dae91f. 00000100:00000001:0.0:1767384662.627687:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384662.627694:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.627695:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000100:00000001:3.0:1767384662.627698:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384662.627698:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384662.627699:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00100000:0.0:1767384662.627704:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037662080 00000020:00000001:0.0:1767384662.627708:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384662.627709:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384662.627710:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384662.627711:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000020:00000001:0.0:1767384662.627716:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384662.627718:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384662.627720:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00000020:00000001:0.0:1767384662.627727:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000020:00000001:0.0:1767384662.627734:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:3.0:1767384662.627740:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.627742:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384662.627748:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384662.627748:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d60c9ca. 00000100:00000200:2.0:1767384662.627749:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.627755:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384662.627759:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006c851d0d. 00000100:00000001:2.0:1767384662.627763:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384662.627765:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000040:3.0:1767384662.627768:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3637 usecs (4 jiffies) 00000100:00000001:2.0:1767384662.627772:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.627775:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294951430 00000100:00000001:2.0:1767384662.627780:0:16164:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384662.627783:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294951442 02000000:00000001:2.0:1767384662.627785:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384662.627787:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384662.627787:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384662.627789:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294951430 00000100:00000001:2.0:1767384662.627791:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384662.627793:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbcfd6a. 02000000:00000001:2.0:1767384662.627795:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.627796:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294951442 00000020:00000010:0.0:1767384662.627798:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000094447c01. 00000100:00001000:2.0:1767384662.627802:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=82 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384662.627803:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294951430 00000020:00000010:0.0:1767384662.627804:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007113a11. 00000100:00000001:3.0:1767384662.627812:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294951442 00000100:00001000:2.0:1767384662.627812:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=82 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384662.627815:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384662.627820:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294951430 00000100:00000001:2.0:1767384662.627821:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384662.627821:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384662.627824:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.627825:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384662.627827:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294951442 00010000:00000001:2.0:1767384662.627829:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384662.627830:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.627834:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1767384662.627835:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.627837:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384662.627841:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384662.627843:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.627845:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384662.627853:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384662.627853:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.627855:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384662.627858:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384662.627859:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767384662.627861:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cb09ae. 00000100:00000040:2.0:1767384662.627862:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384662.627865:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384662.627867:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384662.627868:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000100:00100000:0.0:1767384662.627869:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037661952 00000100:00000001:2.0:1767384662.627870:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384662.627873:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 02000000:00000001:0.0:1767384662.627875:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384662.627878:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384662.627879:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.627880:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384662.627884:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.627884:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.627891:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384662.627897:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037661952 00000020:00000001:0.0:1767384662.627901:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384662.627903:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000020:00000001:0.0:1767384662.627908:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384662.627909:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384662.627913:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:2.0:1767384662.627914:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384662.627917:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.627918:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384662.627919:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000020:00000001:0.0:1767384662.627926:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000040:2.0:1767384662.627927:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.627932:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384662.627936:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c851d0d. 00000100:00000001:0.0:1767384662.627941:0:17559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384662.627947:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384662.627948:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c851d0d. 00000100:00000001:3.0:1767384662.627951:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.627955:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384662.627956:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c27a2f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16164:1853237037661824:0@lo:400: 00000020:00000010:0.0:1767384662.627957:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb9cf512. 02000000:00000001:3.0:1767384662.627958:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384662.627961:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384662.627963:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a66c5c3c. 00000100:00000001:3.0:1767384662.627965:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.627966:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384662.627969:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0d1c2cc. 02000000:00000001:3.0:1767384662.627970:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.627971:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384662.627976:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c27a2f27 x1853237037661824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.627977:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:3.0:1767384662.627978:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=82 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384662.627981:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384662.627985:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384662.627988:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384662.627990:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384662.627993:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384662.627998:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082e55427. 00000100:00000001:3.0:1767384662.627999:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384662.627999:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384662.628003:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.628004:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384662.628007:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.628010:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384662.628010:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384662.628014:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384662.628015:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384662.628016:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384662.628018:0:16164:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384662.628024:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384662.628027:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384662.628028:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004139f54. 00000100:00000001:0.0:1767384662.628031:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384662.628032:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.628034:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384662.628036:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384662.628037:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767384662.628039:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384662.628040:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000010:2.0:1767384662.628041:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27a2f27. 00000100:00000040:0.0:1767384662.628043:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 00000100:00000001:3.0:1767384662.628045:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384662.628048:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384662.628048:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855689856 : -117138853861760 : ffff95767c39e680) 00000100:00000001:3.0:1767384662.628049:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.628053:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.628056:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384662.628058:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384662.628061:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7674fc6 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:643/0 lens 224/0 e 0 to 0 dl 1767384673 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.628064:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384662.628067:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.628073:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.628091:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.628098:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1767384662.628105:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384662.628106:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384662.628106:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c851d0d. 00000020:00000040:2.0:1767384662.628109:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000001:0.0:1767384662.628112:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384662.628113:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384662.628117:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384662.628117:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c851d0d. 00000004:00000001:3.0:1767384662.628139:0:16166:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00100000:0.0:1767384662.628143:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7674fc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037662080:12345-0@lo:400: 00000004:00000040:3.0:1767384662.628144:0:16166:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384662.628152:0:16166:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000200:0.0:1767384662.628152:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037662080 00000100:00000001:2.0:1767384662.628155:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384662.628158:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384662.628159:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037661696 00000020:00000001:0.0:1767384662.628163:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384662.628164:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000020:3.0:1767384662.628166:0:16166:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384662.628170:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384662.628170:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384662.628173:0:16166:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.628175:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.628177:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384662.628180:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 02000000:00000001:2.0:1767384662.628182:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.628183:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384662.628186:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767384662.628190:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037661696 00000020:00000001:0.0:1767384662.628191:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384662.628196:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384662.628198:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384662.628201:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384662.628203:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384662.628206:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384662.628208:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384662.628211:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:0.0:1767384662.628212:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384662.628213:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079af0238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16166:1853237037661568:0@lo:13: 00000100:00000001:0.0:1767384662.628217:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384662.628218:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 02000000:00000001:0.0:1767384662.628222:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384662.628224:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 02000000:00000010:0.0:1767384662.628228:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b37dbff. 00000100:00000001:2.0:1767384662.628229:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384662.628230:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.628235:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384662.628236:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000819374f9. 00000100:00000001:3.0:1767384662.628237:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384662.628242:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.628244:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384662.628245:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.628248:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079af0238 x1853237037661568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384662.628249:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000819374f9. 00000020:00000010:2.0:1767384662.628257:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e55427. 00010000:00000040:0.0:1767384662.628259:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037662080 00000020:00000010:2.0:1767384662.628264:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d800c2e. 00010000:00000001:0.0:1767384662.628267:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384662.628273:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384662.628276:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00010000:00000200:0.0:1767384662.628277:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7674fc6 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384662.628280:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384662.628287:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000668d9d85. 00010000:00000001:0.0:1767384662.628288:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384662.628290:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000001:0.0:1767384662.628294:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.628295:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384662.628297:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384662.628299:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1767384662.628303:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=86 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384662.628304:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384662.628304:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384662.628310:0:16166:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384662.628317:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.628318:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384662.628320:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1767384662.628351:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000021d00c5b. 00000100:00000040:0.0:1767384662.628358:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 02000000:00000001:3.0:1767384662.628361:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384662.628364:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384662.628370:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384662.628370:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000010:3.0:1767384662.628378:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079af0238. 00000100:00000001:2.0:1767384662.628382:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384662.628382:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384662.628389:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384662.628390:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384662.628391:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.628398:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.628401:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384662.628409:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00000001:3.0:1767384662.628410:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384662.628415:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384662.628416:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:3.0:1767384662.628417:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384662.628421:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000100:00000001:3.0:1767384662.628423:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384662.628424:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715873360 : -117138993678256 : ffff957673e47850) 00000100:00000200:0.0:1767384662.628427:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037662080, offset 224 00000100:00000001:3.0:1767384662.628431:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.628437:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c77ef6f7 x1853237037661696/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:643/0 lens 224/0 e 0 to 0 dl 1767384673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.628439:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.628444:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384662.628455:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384662.628459:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000819374f9. 00000100:00000001:2.0:1767384662.628461:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384662.628467:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000819374f9. 00000400:00000200:0.0:1767384662.628467:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384662.628475:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384662.628479:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384662.628480:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c77ef6f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037661696:12345-0@lo:400: 00000400:00000200:0.0:1767384662.628483:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f507f80 00000100:00000200:2.0:1767384662.628488:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037661696 00000100:00100000:3.0:1767384662.628490:0:16811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000020:00000001:2.0:1767384662.628494:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384662.628496:0:16811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000020:00000001:2.0:1767384662.628499:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384662.628500:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fed [1] + 224 00000100:00000001:3.0:1767384662.628501:0:16811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855686272 : -117138853865344 : ffff95767c39d880) 00000020:00000001:2.0:1767384662.628504:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.628512:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384662.628515:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f859a789 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:643/0 lens 224/0 e 0 to 0 dl 1767384673 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384662.628515:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384662.628517:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000020:00000001:2.0:1767384662.628525:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384662.628528:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384662.628530:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384662.628537:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384662.628539:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384662.628541:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384662.628542:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384662.628547:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384662.628548:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0953e60. 00000020:00000001:2.0:1767384662.628548:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.628557:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384662.628558:0:16811:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384662.628563:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384662.628566:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0953e60. 00000100:00000040:0.0:1767384662.628566:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384662.628568:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384662.628594:0:16811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f859a789 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037661952:12345-0@lo:400: 02000000:00000010:2.0:1767384662.628598:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007bc6a408. 00000100:00000001:0.0:1767384662.628599:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384662.628601:0:16811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037661952 02000000:00000001:2.0:1767384662.628605:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.628607:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000020:00000001:3.0:1767384662.628608:0:16811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384662.628610:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384662.628612:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000020:00000001:2.0:1767384662.628615:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.628616:0:16811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384662.628616:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384662.628622:0:16811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.628622:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384662.628623:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037661696 00000100:00000001:0.0:1767384662.628626:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.628630:0:16811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384662.628630:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384662.628633:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000020:00000001:3.0:1767384662.628634:0:16811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00010000:00000200:2.0:1767384662.628638:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c77ef6f7 x1853237037661696/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:643/0 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384662.628640:0:16811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384662.628643:0:16811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384662.628646:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384662.628650:0:16811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384662.628651:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.628654:0:16811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384662.628655:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384662.628655:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384662.628657:0:16811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.628659:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.628661:0:16811:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00001000:2.0:1767384662.628663:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384662.628665:0:16811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384662.628666:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7674fc6 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.628670:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384662.628671:0:16811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384662.628677:0:16811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000668d9d85. 00000100:00000040:2.0:1767384662.628677:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 02000000:00000001:3.0:1767384662.628683:0:16811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.628685:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00100000:0.0:1767384662.628685:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7674fc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037662080:12345-0@lo:400: Request processed in 581us (1916us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384662.628687:0:16811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.628692:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384662.628694:0:16811:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.628696:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384662.628701:0:16811:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037661952 00000100:00000001:2.0:1767384662.628702:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384662.628703:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00000001:3.0:1767384662.628708:0:16811:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384662.628709:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000040:2.0:1767384662.628713:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384662.628714:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000200:3.0:1767384662.628715:0:16811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f859a789 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384662.628717:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000001:0.0:1767384662.628719:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384662.628724:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037661696, offset 224 00000020:00000010:0.0:1767384662.628725:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000094447c01. 00010000:00000001:3.0:1767384662.628726:0:16811:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384662.628730:0:16811:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384662.628733:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007113a11. 00000100:00001000:3.0:1767384662.628734:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=86 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384662.628735:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384662.628741:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbcfd6a. 00000100:00000001:3.0:1767384662.628742:0:16811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384662.628748:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384662.628749:0:16811:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000020:00000040:0.0:1767384662.628750:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:3.0:1767384662.628755:0:16811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:0.0:1767384662.628756:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384662.628759:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f507e00 02000000:00000001:3.0:1767384662.628761:0:16811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384662.628765:0:16811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.628770:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fd5 [1] + 224 00000100:00000001:3.0:1767384662.628771:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384662.628777:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384662.628782:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384662.628785:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384662.628787:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000001:2.0:1767384662.628789:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384662.628793:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037661952, offset 224 00000100:00000200:2.0:1767384662.628796:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384662.628803:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384662.628814:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384662.628816:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384662.628827:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f507f00 00000400:00000200:3.0:1767384662.628831:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ffd [1] + 224 00000400:00000200:3.0:1767384662.628835:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384662.628835:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384662.628839:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384662.628842:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000400:00000010:2.0:1767384662.628850:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00000001:2.0:1767384662.628854:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384662.628855:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384662.628856:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384662.628857:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384662.628861:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384662.628862:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.628865:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384662.628867:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384662.628871:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384662.628874:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000400:00000010:0.0:1767384662.628876:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000100d6f9c. 00010000:00000001:2.0:1767384662.628878:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384662.628880:0:16811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384662.628883:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384662.628884:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391b399f 00000020:00000001:2.0:1767384662.628888:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384662.628889:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391b399f. 00000100:00000001:0.0:1767384662.628895:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384662.628896:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c77ef6f7 x1853237037661696/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:643/0 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.628899:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384662.628903:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384662.628907:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:3.0:1767384662.628912:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000100:00100000:2.0:1767384662.628914:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c77ef6f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16163:x1853237037661696:12345-0@lo:400: Request processed in 455us (2906us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384662.628919:0:16811:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384662.628922:0:16811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384662.628932:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384662.628934:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000200:0.0:1767384662.628936:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384662.628938:0:16811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:2.0:1767384662.628940:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00010000:00000001:3.0:1767384662.628945:0:16811:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384662.628945:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384662.628950:0:16811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.628952:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384662.628953:0:16811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384662.628954:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384662.628956:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d800c2e. 00000100:00000001:0.0:1767384662.628958:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384662.628961:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f859a789 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1767384673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384662.628963:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000100:00000001:0.0:1767384662.628963:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384662.628967:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384662.628971:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e55427. 00000100:00000001:0.0:1767384662.628971:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384662.628976:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.628977:0:16811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f859a789 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16166:x1853237037661952:12345-0@lo:400: Request processed in 433us (1379us total) trans 0 rc 0/0 00000020:00000040:2.0:1767384662.628978:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 02000000:00000001:2.0:1767384662.628984:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384662.628989:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007bc6a408. 02000000:00000001:0.0:1767384662.628989:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.628994:0:16811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 02000000:00000001:2.0:1767384662.628996:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384662.628997:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=92 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384662.629000:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384662.629001:0:16811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00001000:0.0:1767384662.629002:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384662.629007:0:16811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384662.629008:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384662.629009:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384662.629012:0:16811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384662.629014:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384662.629015:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023dae91f. 00000020:00000010:3.0:1767384662.629018:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a66c5c3c. 00010000:00000001:0.0:1767384662.629018:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384662.629021:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ed61703. 00010000:00000001:0.0:1767384662.629021:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384662.629027:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0d1c2cc. 00000100:00000001:0.0:1767384662.629027:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384662.629035:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb9cf512. 00000100:00000040:0.0:1767384662.629037:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384662.629040:0:16811:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000100:00000001:3.0:1767384662.629048:0:16811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.629048:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384662.629054:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384662.629056:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384662.629057:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.629060:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384662.629066:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384662.629068:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384662.629072:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384662.629092:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8cc339d. 00000100:00100000:0.0:1767384662.629092:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000674c92be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037661696:0@lo:400: 00000400:00000200:2.0:1767384662.629098:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da331fb3 00000100:00000001:0.0:1767384662.629100:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384662.629101:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da331fb3. 00000100:00000001:0.0:1767384662.629104:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384662.629106:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384662.629108:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000674c92be x1853237037661696/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.629116:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384662.629118:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384662.629119:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384662.629123:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cc8d5aa. 02000000:00000001:0.0:1767384662.629129:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767384662.629132:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384662.629133:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384662.629136:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384662.629141:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384662.629144:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000075ca53d0. 00000100:00000001:2.0:1767384662.629146:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384662.629149:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384662.629151:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384662.629152:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384662.629154:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384662.629155:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384662.629158:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384662.629158:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000674c92be. 00000100:00000001:2.0:1767384662.629161:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.629165:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.629166:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1767384662.629170:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=86 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384662.629170:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.629176:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384662.629179:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384662.629183:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384662.629187:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.629190:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384662.629191:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384662.629195:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384662.629197:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.629199:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384662.629205:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.629207:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.629210:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384662.629212:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384662.629215:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384662.629216:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.629222:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.629227:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384662.629229:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384662.629230:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384662.629234:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384662.629239:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004de7b9d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16166:1853237037661952:0@lo:400: 00000400:00000001:2.0:1767384662.629248:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384662.629255:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384662.629257:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec6daf. 00000400:00000200:2.0:1767384662.629260:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000fa6cda 00000400:00000010:2.0:1767384662.629262:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000fa6cda. 00000100:00000001:2.0:1767384662.629266:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384662.629270:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384662.629276:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.629281:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384662.629284:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.629286:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384662.629288:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384662.629289:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384662.629291:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.629293:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384662.629295:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384662.629298:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384662.629301:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384662.629301:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.629302:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384662.629304:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384662.629339:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.629343:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384662.629345:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384662.629347:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384662.629348:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.629351:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.629355:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384662.629357:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384662.629358:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384662.629361:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384662.629375:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005808b957 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037662080:0@lo:400: 00000100:00000001:2.0:1767384662.629383:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.629385:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384662.629391:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004de7b9d3 x1853237037661952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.629396:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384662.629399:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384662.629401:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b54a2a93. 02000000:00000001:2.0:1767384662.629405:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384662.629407:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384662.629410:0:16166:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384662.629412:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384662.629414:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f850236a. 02000000:00000001:2.0:1767384662.629415:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384662.629417:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384662.629418:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004de7b9d3. 00000100:00000001:2.0:1767384662.629420:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384662.629422:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.629423:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384662.629426:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005808b957 x1853237037662080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.629430:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384662.629431:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384662.629431:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029a6c7c4. 02000000:00000001:2.0:1767384662.629435:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384662.629437:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384662.629438:0:16166:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384662.629440:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384662.629442:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008819df72. 02000000:00000001:2.0:1767384662.629447:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384662.629448:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384662.629450:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005808b957. 00000100:00000001:2.0:1767384662.629453:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384662.629455:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.629461:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.629467:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384662.629468:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.629471:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.629474:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384662.644433:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294951442, at 4294951443 00000100:00000010:0.0:1767384662.644443:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd04c925. 00000100:00000040:2.0:1767384662.644535:0:452:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294951442, at 4294951443 00000100:00000010:2.0:1767384662.644543:0:452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007649e19b. 00000100:00000040:1.0:1767384662.644899:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294951442, at 4294951443 00000100:00000010:1.0:1767384662.644919:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f04236af. 00000100:00000040:3.0:1767384662.645403:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294951442, at 4294951444 00000100:00000010:3.0:1767384662.645411:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c42c9ead. 00010000:00000001:0.0:1767384662.689434:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384662.689438:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.689443:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384662.689444:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.689480:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384662.689485:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384662.689490:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384663.147751:0:38927:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384663.147763:0:38927:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.147767:0:38927:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.147771:0:38927:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384663.147776:0:38927:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.147778:0:38927:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384663.393403:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384663.393409:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384663.393411:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000400:00000010:3.0:1767384663.393416:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000400:00000200:3.0:1767384663.393420:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384663.393425:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp46 recovery ping unlinked 00000400:00000010:3.0:1767384663.393436:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016bdddf4. 00000400:00000010:3.0:1767384663.393442:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000ea8e933. 00000400:00000200:3.0:1767384663.393447:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp42 00000400:00000010:3.0:1767384663.393451:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d7942696. 00000400:00000010:3.0:1767384663.393456:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000195f19b. 00000400:00000010:3.0:1767384663.393460:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000400:00000010:3.0:1767384663.393467:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000198dbec3. 00000400:00000200:3.0:1767384663.393470:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp42 00000400:00000200:3.0:1767384663.393480:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp42 local destination 00000400:00000200:3.0:1767384663.393487:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp42 00000400:00000200:3.0:1767384663.393493:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp42 NI seq info: [198:198:256:4294967295] 192.168.203.133@tcp42 LPNI seq info [194:194:8:4294967295] 00000400:00000200:3.0:1767384663.393499:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp42 00000400:00000200:3.0:1767384663.393507:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42:) -> 192.168.203.133@tcp42(192.168.203.133@tcp42:192.168.203.133@tcp42) : GET try# 0 00000800:00000200:3.0:1767384663.393522:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp42 00000800:00000200:1.0:1767384663.393524:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b890c60] -> 12345-192.168.203.133@tcp15 (6) 00000800:00000010:3.0:1767384663.393528:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061a92b0f. 00000800:00000200:3.0:1767384663.393544:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000800:00000200:1.0:1767384663.393544:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp15 ip 192.168.203.133:988 00000800:00000200:1.0:1767384663.393554:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.1:1767384663.393583:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000400:00000200:3.0:1767384663.393599:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp42 added to recovery queue. ping count: 4 next ping: 300 health :600 00000800:00000001:0.0:1767384663.393720:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384663.393725:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:3.0:1767384663.393729:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384663.393740:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384663.393747:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384663.393753:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384663.393836:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.393920:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.393981:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394019:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394051:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394107:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394159:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394201:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394227:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394246:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394263:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394281:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394301:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394324:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394425:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394482:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394546:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394625:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394691:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394752:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394797:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394874:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.394945:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395012:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395046:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395143:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395170:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395197:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395223:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395256:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395301:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395353:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395403:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.395420:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384663.395610:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4707545. 00000800:00000010:1.0:1767384663.395619:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006170117e. 00000800:00000010:1.0:1767384663.395627:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f62047e4. 00000800:00000010:1.0:1767384663.395664:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f62047e4. 00000800:00020000:1.0:1767384663.395693:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384663.395697:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006170117e. 00000800:00000010:1.0:1767384663.395700:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4707545. 00000400:02020000:1.0:1767384663.395762:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp42 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384663.395771:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp42 notifying 192.168.203.133@tcp42: down 00000800:00000200:1.0:1767384663.395783:0:16153:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp42 down 00000800:00000100:1.0:1767384663.395791:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp42 00000800:00000010:1.0:1767384663.395795:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061a92b0f. 00000400:00000200:1.0:1767384663.395801:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384663.395807:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp42->192.168.203.133@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384663.395824:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384663.395828:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384663.395833:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp42) recovery failed with -71 00010000:00000001:0.0:1767384663.713375:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384663.713382:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.713390:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384663.713394:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.713433:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384663.713437:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.713439:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384663.913801:0:39091:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384663.913805:0:39091:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:0.0:1767384663.917684:0:39091:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384663.924585:0:39092:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c033e282. 00000400:00000010:0.0:1767384663.924598:0:39092:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002059de00. 00000400:00000010:0.0:1767384663.924606:0:39092:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000050cbe16. 00000400:00000010:0.0:1767384663.924609:0:39092:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008ef6a4cb. 00000400:00000010:0.0:1767384663.924612:0:39092:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d56a3ad. 00000400:00000010:0.0:1767384663.924616:0:39092:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e694975e. 00000400:00000010:0.0:1767384663.924617:0:39092:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007119a027. 00000400:00000010:0.0:1767384663.924618:0:39092:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053c76c28. 00000400:00000010:0.0:1767384663.924625:0:39092:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003acfefea. 00000800:00000010:0.0:1767384663.924639:0:39092:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c8ef221b. 00000800:00000200:0.0:1767384663.924649:0:39092:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384663.924660:0:39092:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384663.924692:0:39092:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.133) 00000400:02000000:0.0:1767384663.924715:0:39092:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.133@tcp50 [8/256/0/180] 00000400:00000010:0.0:1767384663.926028:0:39092:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000d6d1bf36. 00000400:00000010:0.0:1767384663.926033:0:39092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000100d6f9c. 00000400:00000010:0.0:1767384663.926038:0:39092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000391b399f. 00000400:00000001:0.0:1767384663.926059:0:39092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384663.926061:0:39092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384663.926063:0:39092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000608f6c26. 00000400:00000200:0.0:1767384663.926066:0:39092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ba1ad1b 00000400:00000010:0.0:1767384663.926080:0:39092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ba1ad1b. 00000400:00000010:0.0:1767384663.926084:0:39092:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000d94d1cd9. 00000400:00000200:0.0:1767384663.926089:0:39092:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (40) 00000400:00000200:0.0:1767384663.926099:0:39092:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:0.0:1767384663.926107:0:39092:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:0.0:1767384663.926113:0:39092:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000065a93d3c. 00000020:01000000:0.0:1767384663.926116:0:39092:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384663.926119:0:39092:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.133@tcp50 00000400:00000010:0.0:1767384663.926131:0:39092:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002059de00. 00000400:00000010:0.0:1767384663.926136:0:39092:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c033e282. 00000400:00000200:1.0:1767384663.926141:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384663.926152:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:1.0:1767384663.926156:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000400:00000010:1.0:1767384663.926164:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000fb3aba45. 00000020:00000001:2.0:1767384663.926169:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384663.926169:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 10000000:00000001:2.0:1767384663.926175:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384663.926177:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384663.926180:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384663.926184:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384663.926187:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384663.926187:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b0ffcbf0. 00000020:01000004:2.0:1767384663.926195:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384663.926203:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384663.926203:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000020:01000004:2.0:1767384663.926217:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384663.926221:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384663.926223:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384663.926224:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384663.926227:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384663.926228:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384663.926231:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000100:00000010:2.0:1767384663.926233:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005808b957. 00000020:00000040:2.0:1767384663.926238:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000400:00000200:1.0:1767384663.926241:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 148], ns[191, 152] 00000100:00000001:2.0:1767384663.926246:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384663.926253:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 148], ns[62, 152] 02000000:00000001:2.0:1767384663.926254:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384663.926263:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.926267:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 62] 00000400:00000200:1.0:1767384663.926275:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[79, 62] 02000000:00000010:2.0:1767384663.926279:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004dbf7670. 00000400:00000200:1.0:1767384663.926281:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000100:00000001:2.0:1767384663.926289:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.926289:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 62] 00000400:00000200:1.0:1767384663.926302:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[95, 62] 00000100:00000001:2.0:1767384663.926303:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384663.926348:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.926350:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[108, 62] 00000100:00000040:2.0:1767384663.926358:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005808b957] to pc [ptlrpcd_00_00+0] req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384663.926363:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00000400:00000200:1.0:1767384663.926393:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 62] 00000400:00000200:1.0:1767384663.926399:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[123, 62] 00000400:00000200:1.0:1767384663.926405:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 62], ns[128, 62] 10000000:00000001:2.0:1767384663.926406:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.926412:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 62], ns[132, 62] 00000400:00000200:1.0:1767384663.926419:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 62], ns[144, 62] 10000000:00000001:2.0:1767384663.926422:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.926429:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 62], ns[165, 62] 00000020:00000001:2.0:1767384663.926430:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384663.926442:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384663.926447:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000020:00000001:2.0:1767384663.926451:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384663.926457:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384663.926462:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 62], ns[184, 62] 10000000:00000001:2.0:1767384663.926463:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384663.926465:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384663.926467:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384663.926468:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384663.926470:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384663.926475:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384663.926477:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384663.926483:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384663.926484:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384663.926486:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384663.926492:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384663.926492:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[186, 62] 00000100:00000040:0.0:1767384663.926493:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384663.926499:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384663.926504:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384663.926509:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384663.926515:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d92b702. 00000400:00000200:1.0:1767384663.926522:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 62], ns[155, 62] 00000020:00000040:2.0:1767384663.926524:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384663.926535:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384663.926540:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384663.926546:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.926552:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 62], ns[70, 62] 00000100:00000001:0.0:1767384663.926554:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384663.926558:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4c06d34. 00000100:00000001:0.0:1767384663.926561:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.926574:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384663.926577:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.926578:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 62], ns[71, 62] 02000000:00000001:0.0:1767384663.926578:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.926589:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384663.926591:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.926595:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384663.926604:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005808b957 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037662208:0@lo:253: 00000400:00000200:1.0:1767384663.926611:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 62], ns[136, 62] 00000100:00000040:2.0:1767384663.926615:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d92b702] to pc [ptlrpcd_00_01+1] req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.926637:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384663.926641:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 62], ns[84, 62] 02000000:00000001:0.0:1767384663.926647:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384663.926654:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384663.926664:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.926665:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384663.926670:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 62], ns[178, 62] 10000000:00000001:2.0:1767384663.926674:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384663.926674:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a2251846. 00000020:00000001:2.0:1767384663.926682:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.926682:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.926683:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 62], ns[196, 62] 00000400:00000010:0.0:1767384663.926691:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000972815e2. 00000020:01000000:2.0:1767384663.926694:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384663.926704:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002059de00. 00000020:00000010:2.0:1767384663.926706:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000065a93d3c. 00000400:00000200:1.0:1767384663.926716:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[157, 62] 00000100:00000200:0.0:1767384663.926718:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037662208, portal 25 00000100:00000001:0.0:1767384663.926724:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384663.926726:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 62], ns[160, 62] 00000100:00000001:2.0:1767384663.926727:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.926731:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598928128 : -117144110623488 : ffff957542e61500) 00000100:00000001:2.0:1767384663.926733:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384663.926737:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384663.926747:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384663.926750:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384663.926754:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 62], ns[113, 62] 00000400:00000200:1.0:1767384663.926792:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[137, 62] 00000100:00000001:2.0:1767384663.926821:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384663.926823:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384663.926824:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000100:00000001:2.0:1767384663.926826:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.926838:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384663.926838:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384663.926848:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384663.926848:0:16163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d645428. 00000400:00000200:1.0:1767384663.926852:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 62], ns[150, 62] 02000000:00000001:2.0:1767384663.926859:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384663.926860:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037662208, offset 0 00000100:00100000:2.0:1767384663.926871:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d92b702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037662336:0@lo:253: 00000400:00000200:1.0:1767384663.926871:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 62], ns[194, 62] 00000400:00000200:0.0:1767384663.926880:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384663.926893:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384663.926900:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[194, 62], ns[198, 62] 02000000:00000001:2.0:1767384663.926901:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384663.926908:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.926913:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384663.926914:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 02000000:00000010:2.0:1767384663.926920:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002805257. 00000400:00000200:1.0:1767384663.926923:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 62], ns[180, 62] 02000000:00000001:2.0:1767384663.926926:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384663.926931:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc7ae9c. 00000400:00000200:1.0:1767384663.926936:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[189, 62], ns[193, 62] 00000400:00000010:2.0:1767384663.926939:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3d58946. 00000400:00000200:1.0:1767384663.926945:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[193, 62], ns[197, 62] 00000100:00000200:2.0:1767384663.926948:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037662336, portal 25 00000100:00000001:2.0:1767384663.926952:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384663.926953:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 62], ns[0, 62] 00000100:00000001:2.0:1767384663.926958:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598929024 : -117144110622592 : ffff957542e61880) 00000400:00000200:1.0:1767384663.926964:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000040:2.0:1767384663.926968:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384663.926987:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000100:00000001:2.0:1767384663.926997:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384663.927002:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp47 00000100:00000040:2.0:1767384663.927006:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384663.927013:0:16164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf68b8a0. 00000400:00000200:1.0:1767384663.927014:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp47 lpni_is_preferred = 0 00000100:00000200:2.0:1767384663.927022:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237037662336, offset 0 00000400:00000200:1.0:1767384663.927022:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp47 00000400:00000200:1.0:1767384663.927037:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp47 NI seq info: [199:199:256:4294967295] 192.168.203.133@tcp47 LPNI seq info [195:195:8:4294967295] 00000400:00000200:2.0:1767384663.927043:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384663.927059:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp47 00000400:00000200:1.0:1767384663.927084:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp47(192.168.203.133@tcp47:) -> 192.168.203.133@tcp47(192.168.203.133@tcp:192.168.203.133@tcp47) : GET try# 0 00000800:00000200:1.0:1767384663.927091:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp47 00000800:00000010:1.0:1767384663.927096:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fba72df7. 00000400:00000200:0.0:1767384663.927100:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384663.927105:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384663.927115:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000067a73a01. 00000400:00000200:2.0:1767384663.927124:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f508080 00000400:00000200:0.0:1767384663.927124:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825f508000 00000800:00000010:1.0:1767384663.927126:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c4cf0268. 00000400:00000200:0.0:1767384663.927138:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1739 [2] + 0 00000800:00000200:1.0:1767384663.927147:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000400:00000010:0.0:1767384663.927152:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001abec88c. 00000400:00000200:0.0:1767384663.927157:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c431421e 00000800:00000200:1.1:1767384663.927163:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000400:00000200:2.0:1767384663.927168:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1751 [2] + 0 00000400:00000200:0.0:1767384663.927169:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384663.927175:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000311c94b4. 00000400:00000200:0.0:1767384663.927182:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384663.927183:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000164f877f 00000400:00000200:1.0:1767384663.927188:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:2.0:1767384663.927193:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384663.927193:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c431421e 00000400:00000200:1.0:1767384663.927196:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000400:00000010:0.0:1767384663.927201:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c431421e. 00000400:00000200:2.0:1767384663.927212:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384663.927213:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384663.927217:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384663.927218:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000164f877f 00000100:00000040:0.0:1767384663.927221:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000d9b60fc1 x1853237037662208 msgsize 4848 00000400:00000010:2.0:1767384663.927228:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000164f877f. 00000100:00100000:0.0:1767384663.927232:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384663.927236:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384663.927236:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384663.927239:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384663.927243:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000aa6578fb x1853237037662336 msgsize 4848 00000100:00100000:2.0:1767384663.927250:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384663.927250:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384663.927253:0:16164:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384663.927262:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d645428 00000100:00000001:2.0:1767384663.927266:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384663.927272:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d645428. 00000400:00000200:2.0:1767384663.927278:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf68b8a0 00000100:00000001:0.0:1767384663.927278:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384663.927281:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf68b8a0. 00000100:00000200:0.0:1767384663.927284:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.927287:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384663.927294:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.927296:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384663.927304:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384663.927305:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:2.0:1767384663.927306:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.927352:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.927360:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927362:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384663.927368:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927371:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294952744 00000100:00000010:2.0:1767384663.927375:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000096c8e0b9. 00000100:00000001:2.0:1767384663.927382:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384663.927386:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294952744 00000100:00000010:2.0:1767384663.927388:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b5c1373. 00000100:00000001:2.0:1767384663.927391:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384663.927394:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294952744 00000100:00000010:2.0:1767384663.927396:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ab5cd23. 00000100:00000001:2.0:1767384663.927398:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384663.927399:0:16164:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294952744 00000100:00000010:2.0:1767384663.927402:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d852f14b. 00000100:00000001:2.0:1767384663.927404:0:16164:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384663.927405:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.927407:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927417:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927418:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.927426:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384663.927427:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384663.927429:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.927430:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384663.927432:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927433:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927450:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384663.927452:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037662208 02000000:00000001:2.0:1767384663.927454:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384663.927456:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.927457:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.927461:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384663.927463:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037662208 00000020:00000001:2.0:1767384663.927465:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384663.927468:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384663.927470:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.927472:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000020:00000001:2.0:1767384663.927473:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384663.927475:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384663.927478:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384663.927481:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be14f008. 00000100:00000001:2.0:1767384663.927483:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.927485:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be14f008. 00000020:00000010:2.0:1767384663.927488:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d716dbd. 00000020:00000010:2.0:1767384663.927493:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008878bff4. 00000020:00000010:2.0:1767384663.927496:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384663.927502:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384663.927505:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384663.927506:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384663.927508:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927514:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927522:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.927527:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384663.927528:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037662336 02000000:00000001:2.0:1767384663.927536:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384663.927537:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.927537:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.927539:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384663.927540:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037662336 00000020:00000001:2.0:1767384663.927541:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384663.927542:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:2.0:1767384663.927543:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.927543:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:2.0:1767384663.927545:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384663.927546:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384663.927548:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384663.927550:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be14f008. 00000100:00000001:2.0:1767384663.927552:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.927553:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be14f008. 00000020:00000010:2.0:1767384663.927555:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2fe1f56. 00000020:00000010:2.0:1767384663.927557:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0eaac9a. 00000020:00000010:2.0:1767384663.927560:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bbbbaac. 00000100:00000001:2.0:1767384663.927562:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384663.927563:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384663.927564:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927566:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927567:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.927574:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384663.927575:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384663.927578:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000040:2.0:1767384663.927580:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384663.927581:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715860048 : -117138993691568 : ffff957673e44450) 00000100:00000040:2.0:1767384663.927584:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9b60fc1 x1853237037662208/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:644/0 lens 4848/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.927589:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384663.927592:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be14f008. 00000100:00000001:2.0:1767384663.927594:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.927605:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be14f008. 00000100:00100000:2.0:1767384663.927610:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9b60fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037662208:12345-0@lo:253: 00000100:00000200:2.0:1767384663.927621:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037662208 00000020:00000001:2.0:1767384663.927624:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384663.927629:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384663.927630:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.927633:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384663.927634:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:2.0:1767384663.927637:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384663.927638:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384663.927640:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384663.927642:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384663.927644:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927648:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384663.927650:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384663.927657:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000acb8b47. 02000000:00000001:2.0:1767384663.927660:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.927664:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.927667:0:16804:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384663.927689:0:16804:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f11dd1d8. 20000000:01000000:2.0:1767384663.927692:0:16804:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384663.927696:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384663.927699:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384663.927702:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.927702:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 20000000:00000001:2.0:1767384663.927714:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.927717:0:16804:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384663.927727:0:16804:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019d4e480. 20000000:01000000:2.0:1767384663.927732:0:16804:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:2.0:1767384663.927739:0:16804:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384663.927746:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384663.927800:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00080000:00000001:2.0:1767384663.927823:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384663.927829:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384663.927831:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.927835:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384663.927840:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384663.927848:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00080000:00000001:2.0:1767384663.927860:0:16804:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384663.927866:0:16804:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007bc6a408. 00080000:00000001:2.0:1767384663.927871:0:16804:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929581649920 : -117144127901696 : ffff957541de7000) 00080000:00000001:2.0:1767384663.927875:0:16804:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384663.927904:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000100:00000001:0.0:1767384663.927986:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.927989:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384663.927999:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.928003:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294952744 00000100:00000001:0.0:1767384663.928007:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, keep current deadline 4294952744 00000100:00000001:0.0:1767384663.928009:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294952744 00000100:00000001:0.0:1767384663.928013:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, keep current deadline 4294952744 00000100:00000001:0.0:1767384663.928015:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294952744 00000100:00000001:0.0:1767384663.928019:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, keep current deadline 4294952744 00000100:00000001:0.0:1767384663.928022:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294952744 00000100:00000001:0.0:1767384663.928025:0:16163:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, keep current deadline 4294952744 00000400:00000200:1.0:1767384663.928028:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000100:00000001:0.0:1767384663.928029:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384663.928036:0:16804:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384663.928036:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.928042:0:16804:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.928046:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.928047:0:16804:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384663.928053:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.928062:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384663.928065:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384663.928078:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.928081:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384663.928084:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.928089:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.928090:0:16804:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.928095:0:16804:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384663.928126:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000100:00000001:0.0:1767384663.928195:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384663.928201:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384663.928208:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000100:00100000:0.0:1767384663.928212:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00000040:0.0:1767384663.928221:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000100:00000001:0.0:1767384663.928225:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715874384 : -117138993677232 : ffff957673e47c50) 00000100:00000040:0.0:1767384663.928241:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa6578fb x1853237037662336/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:644/0 lens 4848/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.928249:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384663.928256:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046d61cfe. 00000100:00000001:0.0:1767384663.928258:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.928261:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046d61cfe. 00000100:00100000:0.0:1767384663.928272:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa6578fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16164:x1853237037662336:12345-0@lo:253: 00000100:00000200:0.0:1767384663.928275:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037662336 00000020:00000001:0.0:1767384663.928277:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384663.928279:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384663.928282:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.928286:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384663.928289:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441488 : -1042110128 : ffffffffc1e2a950) 00000020:00000001:0.0:1767384663.928294:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384663.928295:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000020:00000001:0.0:1767384663.928296:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384663.928300:0:16804:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384663.928303:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384663.928305:0:16804:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1767384663.928306:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384663.928343:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.928347:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384663.928350:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384663.928354:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000065a93d3c. 02000000:00000001:0.0:1767384663.928356:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.928358:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.928360:0:16805:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384663.928378:0:16805:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007c1fed24. 20000000:01000000:0.0:1767384663.928383:0:16805:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384663.928385:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384663.928387:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384663.928388:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.928391:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.928394:0:16805:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384663.928411:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.928495:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.928562:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.928641:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384663.928703:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.928847:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.928892:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.928935:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.928969:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.928999:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929029:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929060:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929114:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929134:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929162:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929179:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929193:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929211:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929245:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929304:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929370:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929395:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929415:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929442:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929473:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384663.929503:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384663.930888:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4707545. 00000800:00000010:1.0:1767384663.930895:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8b55051. 00000800:00000010:1.0:1767384663.930927:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005bb30a3b. 00000800:00000010:1.0:1767384663.930970:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005bb30a3b. 00000800:00020000:1.0:1767384663.930986:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384663.930989:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8b55051. 00000800:00000010:1.0:1767384663.930993:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4707545. 00000400:02020000:1.0:1767384663.931065:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp47 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384663.931101:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp47 notifying 192.168.203.133@tcp47: down 00000800:00000200:1.0:1767384663.931108:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp47 down 00000800:00000100:1.0:1767384663.931116:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp47 00000800:00000010:1.0:1767384663.931120:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fba72df7. 00000400:00000200:1.0:1767384663.931123:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384663.931128:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp47->192.168.203.133@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384663.931137:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp47 added to recovery queue. ping count: 0 next ping: 286 health :900 00000400:00000200:1.0:1767384663.931141:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384663.931147:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 1 00000400:00000200:1.0:1767384663.931150:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384663.931193:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384663.931202:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100871 00000400:00000001:1.0:1767384663.931205:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384663.931209:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384663.931211:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00000400:00000010:1.0:1767384663.931214:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000400:00000200:1.0:1767384663.931219:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384663.931229:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:1.0:1767384663.931232:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000fb3aba45. 00000400:00000200:1.0:1767384663.931243:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (42) 00000400:00000200:1.0:1767384663.931249:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:-71 00000400:00000200:1.0:1767384663.931254:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 rc -71 00000400:00000200:1.0:1767384663.931258:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384663.931264:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (41) 00080000:00000001:2.0:1767384663.938124:0:16804:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384663.938131:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 20000000:00000001:2.0:1767384663.938135:0:16804:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.938138:0:16804:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384663.938142:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:2.0:1767384663.938147:0:16804:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384663.938148:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384663.938154:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384663.938157:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384663.938159:0:16804:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384663.938160:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:0.0:1767384663.938163:0:16805:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000594f1cf1. 20000000:01000000:2.0:1767384663.938168:0:16804:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384663.938169:0:16805:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00080000:00000010:1.0:1767384663.938170:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007bc6a408. 00080000:00000020:2.0:1767384663.938174:0:16804:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384663.938182:0:16805:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384663.938183:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384663.938190:0:16805:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384663.938195:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384663.938199:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384663.938201:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384663.938205:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384663.938207:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384663.938214:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d2d74f3f. 00080000:00000001:0.0:1767384663.938215:0:16805:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384663.938220:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384663.938220:0:16805:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384663.938221:0:16805:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384663.938224:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000474c83dd. 00080000:00000001:0.0:1767384663.938224:0:16805:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384663.938226:0:16805:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384663.938229:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384663.938231:0:16805:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136193368 : -117139573358248 : ffff957651574158) 00000020:00000040:2.0:1767384663.938232:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000474c83dd with handle 0x1c01179f271ede59 to hash 00000020:00000001:2.0:1767384663.938236:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384663.938236:0:16805:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384663.938240:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00080000:00000010:0.0:1767384663.938241:0:16805:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b8596e1. 00010000:00000001:2.0:1767384663.938242:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00080000:00000001:0.0:1767384663.938247:0:16805:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944791040 : -117139764760576 : ffff957645eeb000) 00010000:00000001:2.0:1767384663.938248:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384663.938250:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.938252:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384663.938257:0:16805:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384663.938266:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384663.938269:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384663.938271:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384663.938273:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384663.938274:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.938276:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384663.938277:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.938279:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384663.938281:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384663.938282:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384663.938284:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384663.938285:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d2d74f3f) refcount = 1 00010000:00010000:2.0:1767384663.938288:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.938292:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384663.938294:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384663.938295:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.938297:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.938299:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384663.938301:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384663.938304:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003697608s 00010000:00000001:2.0:1767384663.938306:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384663.938308:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.938350:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=4 00000020:00000001:2.0:1767384663.938352:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.938355:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00000001:00000001:0.0:1767384663.938356:0:16805:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384663.938357:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384663.938359:0:16805:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.938360:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384663.938365:0:16805:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384663.938368:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384663.938371:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384663.938382:0:16805:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.938384:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384663.938386:0:16805:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384663.938388:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384663.938390:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.938396:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384663.938398:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.938402:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384663.938404:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384663.938409:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000474c83dd already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384663.938411:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384663.938413:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384663.938415:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.938419:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384663.938421:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384663.938422:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.938424:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=5 00000020:00000001:2.0:1767384663.938425:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.938427:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.938429:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384663.938431:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.938435:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384663.938437:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384663.938439:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.938444:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384663.938446:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384663.938448:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384663.938452:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384663.938456:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000474c83dd with handle 0x1c01179f271ede59 from hash 00010000:00000001:2.0:1767384663.938461:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384663.938463:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.938467:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384663.938470:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384663.938474:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384663.938478:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384663.938481:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384663.938483:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.938487:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.938489:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384663.938491:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384663.938494:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.938495:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384663.938497:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.938499:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.938500:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.938501:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384663.938504:0:16805:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384663.938505:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.938508:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384663.938509:0:16805:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384663.938510:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384663.938513:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384663.938515:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.938516:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384663.938520:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384663.938525:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.938528:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.938532:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.938537:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384663.938540:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384663.938542:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000474c83dd/0x1c01179f271ede59 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384663.938553:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d2d74f3f count: 0 00010000:00000001:2.0:1767384663.938560:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384663.938562:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384663.942700:0:39097:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d2d74f3f. 00010000:00000010:2.1:1767384663.942708:0:39097:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000474c83dd. 00000100:00000040:3.0:1767384663.946361:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294952744, at 4294952745 00000100:00000010:3.0:1767384663.946369:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d852f14b. 00000100:00000040:1.0:1767384663.946378:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294952744, at 4294952745 00000100:00000010:1.0:1767384663.946386:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b5c1373. 00000100:00000040:2.0:1767384663.947351:0:1020:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294952744, at 4294952746 00000100:00000010:2.0:1767384663.947359:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ab5cd23. 00000100:00000040:0.0:1767384663.947543:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294952744, at 4294952746 00000100:00000010:0.0:1767384663.947550:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000096c8e0b9. 00000400:00000010:2.0:1767384663.947838:0:39097:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e643b36f. 00000400:00000040:2.0:1767384663.947854:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384663.947857:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384663.947859:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.947861:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384663.947862:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.947863:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384663.947866:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384663.947867:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384663.947868:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384663.947869:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384663.947871:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384663.947872:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384663.947874:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384663.947875:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384663.947876:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384663.947878:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384663.947879:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384663.947879:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384663.947880:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384663.947882:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.947883:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384663.947883:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384663.947884:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384663.947885:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384663.947886:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384663.947888:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.947889:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384663.947890:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384663.947892:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384663.947898:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384663.947902:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384663.947906:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.947907:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384663.947910:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384663.947911:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384663.947915:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384663.947916:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384663.947919:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384663.947921:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384663.947924:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384663.947926:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384663.947928:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384663.947930:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384663.947933:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384663.947935:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384663.947936:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384663.947937:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384663.947937:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384663.947939:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384663.947942:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384663.947944:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384663.947947:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384663.947949:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384663.947950:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384663.947952:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384663.947953:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384663.947954:0:39097:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384663.948097:0:39097:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e643b36f. 00080000:00000001:1.0:1767384663.948669:0:16805:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.948670:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384663.948674:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384663.948680:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384663.948686:0:16805:0:(lu_object.c:207:lu_object_put()) Add 000000008387a075/00000000302ee52f to site lru. bkt: 0000000099cdfd9e 00040000:00000001:0.0:1767384663.948686:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384663.948691:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384663.948695:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000b8596e1. 20000000:00000001:1.0:1767384663.948696:0:16805:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.948701:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384663.948703:0:16805:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384663.948710:0:16805:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384663.948726:0:16805:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384663.948732:0:16805:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384663.948744:0:16805:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384663.948824:0:16827:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384663.948827:0:16827:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384663.948829:0:16827:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384663.948831:0:16827:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384663.948833:0:16827:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384663.948838:0:16827:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e034e6a. 00010000:00000001:2.0:1767384663.948840:0:16827:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384663.948842:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000474c83dd. 00000020:00000001:2.0:1767384663.948844:0:16827:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384663.948850:0:16827:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000474c83dd with handle 0x1c01179f271ede60 to hash 00000020:00000001:2.0:1767384663.948851:0:16827:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384663.948852:0:16827:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.948854:0:16827:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.948856:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384663.948857:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.948859:0:16827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.948885:0:16827:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384663.948887:0:16827:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384663.948889:0:16827:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384663.948891:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384663.948893:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.948895:0:16827:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384663.948896:0:16827:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.948899:0:16827:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384663.948901:0:16827:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384663.948902:0:16827:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384663.948903:0:16827:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384663.948905:0:16827:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e034e6a) refcount = 1 00010000:00010000:2.0:1767384663.948908:0:16827:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.948912:0:16827:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384663.948913:0:16827:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384663.948914:0:16827:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.948916:0:16827:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.948917:0:16827:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384663.948919:0:16827:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384663.948920:0:16827:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003697608s 00010000:00000001:2.0:1767384663.948922:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384663.948923:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.948924:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=4 00000020:00000001:2.0:1767384663.948926:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.948933:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.948935:0:16827:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384663.948936:0:16827:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.948940:0:16827:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384663.948941:0:16827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.948944:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.948945:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384663.948946:0:16827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.948949:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384663.948950:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.948951:0:16827:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384663.948953:0:16827:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384663.948956:0:16827:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000474c83dd already unused, calling callback (00000000eb30f30e) 00010000:00000001:2.0:1767384663.948957:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384663.948958:0:16827:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384663.948959:0:16827:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.948963:0:16827:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384663.948963:0:16827:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384663.948964:0:16827:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.948965:0:16827:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=5 00000020:00000001:2.0:1767384663.948966:0:16827:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.948968:0:16827:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384663.948970:0:16827:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384663.948971:0:16827:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.948980:0:16827:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384663.948981:0:16827:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384663.948982:0:16827:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.948985:0:16827:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384663.948986:0:16827:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384663.948988:0:16827:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384663.948989:0:16827:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384663.948990:0:16827:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000474c83dd with handle 0x1c01179f271ede60 from hash 00010000:00000001:2.0:1767384663.948992:0:16827:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384663.948993:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.948994:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384663.948994:0:16827:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384663.948995:0:16827:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384663.948997:0:16827:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384663.948998:0:16827:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384663.948999:0:16827:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.949000:0:16827:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.949001:0:16827:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384663.949002:0:16827:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384663.949004:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.949005:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384663.949006:0:16827:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.949007:0:16827:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.949008:0:16827:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.949009:0:16827:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.949012:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.949013:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384663.949014:0:16827:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384663.949015:0:16827:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384663.949016:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.949017:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384663.949019:0:16827:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384663.949020:0:16827:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.949021:0:16827:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.949026:0:16827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.949029:0:16827:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384663.949030:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384663.949031:0:16827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000474c83dd/0x1c01179f271ede60 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384663.949035:0:16827:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e034e6a count: 0 00010000:00000001:2.0:1767384663.949040:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384663.949041:0:16827:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384663.951171:0:16804:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384663.951175:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384663.951177:0:16804:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f11dd1d8. 20000000:00000001:2.0:1767384663.951182:0:16804:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384663.951186:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037662208 00010000:00000001:2.0:1767384663.951188:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384663.951195:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9b60fc1 x1853237037662208/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384663.951203:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384663.951205:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.951210:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384663.951214:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384663.951217:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384663.951220:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384663.951222:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384663.951225:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.951228:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384663.951231:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384663.951235:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed55eb68. 00000100:00000200:2.0:1767384663.951240:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037662208, offset 224 00000400:00000200:2.0:1767384663.951247:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384663.951256:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384663.951263:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f508000 00000400:00000200:2.0:1767384663.951269:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2021 [2] + 224 00000400:00000200:2.0:1767384663.951281:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384663.951285:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384663.951290:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384663.951293:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384663.951301:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.951341:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384663.951349:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed55eb68 00000400:00000010:2.0:1767384663.951351:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed55eb68. 00000100:00000001:2.0:1767384663.951355:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384663.951356:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384663.951360:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.951362:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:2.0:1767384663.951365:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384663.951366:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.951368:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384663.951372:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9b60fc1 x1853237037662208/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.951379:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9b60fc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037662208:12345-0@lo:253: Request processed in 23789us (24157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384663.951386:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000040:2.0:1767384663.951388:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384663.951390:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384663.951394:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384663.951397:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008878bff4. 00000020:00000010:2.0:1767384663.951400:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384663.951403:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d716dbd. 00000020:00000040:2.0:1767384663.951407:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:2.0:1767384663.951412:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384663.951414:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000acb8b47. 02000000:00000001:2.0:1767384663.951418:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384663.951419:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384663.951429:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384663.951433:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf14412c. 00000400:00000010:2.0:1767384663.951437:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed55eb68. 00000100:00000001:2.0:1767384663.951454:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.951456:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384663.951461:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384663.951463:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384663.951464:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000972815e2. 00000400:00000200:2.0:1767384663.951467:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002059de00 00000400:00000010:2.0:1767384663.951468:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002059de00. 00000100:00000001:2.0:1767384663.951470:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384663.951473:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384663.951479:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.951483:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384663.951484:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.951486:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384663.951487:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384663.951489:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.951490:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.951492:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.951495:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384663.951498:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384663.951500:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384663.951501:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.951502:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384663.951503:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.951505:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.951509:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.951515:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.951517:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384663.951518:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384663.951521:0:16163:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384663.951522:0:16163:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384663.951529:0:16163:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384663.951531:0:16163:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384663.951532:0:16163:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384663.951534:0:16163:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384663.951535:0:16163:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384663.951536:0:16163:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384663.951539:0:16163:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384663.951540:0:16163:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384663.951543:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.951550:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005808b957 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037662208:0@lo:253: 00000100:00000001:2.0:1767384663.951554:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.951556:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.951558:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005808b957 x1853237037662208/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.951565:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384663.951567:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384663.951570:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a2251846. 02000000:00000001:2.0:1767384663.951573:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384663.951575:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384663.951576:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384663.951578:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384663.951580:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004dbf7670. 02000000:00000001:2.0:1767384663.951587:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384663.951590:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384663.951592:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005808b957. 00000100:00000001:2.0:1767384663.951596:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384663.951598:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.951600:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.951605:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384663.951607:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.951609:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.951611:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384663.952583:0:16805:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384663.952587:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384663.952589:0:16805:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007c1fed24. 20000000:00000001:1.0:1767384663.952595:0:16805:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384663.952599:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037662336 00010000:00000001:1.0:1767384663.952602:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384663.952610:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa6578fb x1853237037662336/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384663.952618:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384663.952621:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384663.952624:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384663.952627:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384663.952630:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384663.952639:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384663.952643:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384663.952645:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.952649:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384663.952654:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384663.952657:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dffe601. 00000100:00000200:1.0:1767384663.952663:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037662336, offset 224 00000400:00000200:1.0:1767384663.952671:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384663.952680:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384663.952693:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f508080 00000400:00000200:1.0:1767384663.952700:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2029 [2] + 224 00000400:00000200:1.0:1767384663.952707:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384663.952711:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384663.952716:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384663.952723:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384663.952732:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.952750:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384663.952761:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dffe601 00000400:00000010:1.0:1767384663.952763:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dffe601. 00000100:00000001:1.0:1767384663.952770:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384663.952772:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384663.952775:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384663.952777:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.952779:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384663.952782:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384663.952784:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384663.952785:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384663.952787:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384663.952788:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384663.952791:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384663.952796:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa6578fb x1853237037662336/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384663.952798:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc7ae9c. 00000400:00000200:2.0:1767384663.952805:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d58946 00000400:00000010:2.0:1767384663.952815:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3d58946. 00000100:00100000:1.0:1767384663.952820:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa6578fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16164:x1853237037662336:12345-0@lo:253: Request processed in 24566us (25570us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384663.952822:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384663.952834:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384663.952840:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00000200:2.0:1767384663.952849:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384663.952853:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384663.952862:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384663.952867:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384663.952869:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384663.952875:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384663.952876:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0eaac9a. 00000100:00000001:2.0:1767384663.952877:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384663.952885:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384663.952888:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384663.952888:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bbbbaac. 00000100:00000001:2.0:1767384663.952895:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384663.952897:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2fe1f56. 02000000:00000001:2.0:1767384663.952898:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.952904:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=93 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384663.952906:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00001000:2.0:1767384663.952909:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=93 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384663.952912:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384663.952913:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384663.952915:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000065a93d3c. 00000100:00000001:2.0:1767384663.952916:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.952929:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384663.952931:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384663.952932:0:16164:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.952933:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.952940:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384663.952943:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384663.952947:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384663.952950:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000493ef646. 00000100:00000001:2.0:1767384663.952961:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384663.952961:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dffe601. 00000100:00000001:2.0:1767384663.952969:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384663.952970:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384663.952973:0:16164:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384663.952974:0:16164:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384663.952976:0:16164:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384663.952977:0:16164:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384663.952979:0:16164:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384663.952981:0:16164:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384663.952983:0:16164:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384663.952984:0:16164:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384663.952985:0:16164:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384663.952992:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.952997:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d92b702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16164:1853237037662336:0@lo:253: 00000100:00000001:2.0:1767384663.953001:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.953002:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.953003:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d92b702 x1853237037662336/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.953006:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384663.953008:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384663.953009:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002805257. 02000000:00000001:2.0:1767384663.953012:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384663.953013:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384663.953013:0:16164:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384663.953015:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384663.953016:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4c06d34. 02000000:00000001:2.0:1767384663.953018:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384663.953019:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384663.953019:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d92b702. 00000100:00000001:2.0:1767384663.953021:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384663.953022:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.953022:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.953025:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384663.953026:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.953027:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.953028:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384663.955352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e034e6a. 00010000:00000010:2.1:1767384663.955363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000474c83dd. 00000400:00000001:3.0:1767384664.417422:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384664.417427:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384664.417429:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000400:00000010:3.0:1767384664.417433:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000400:00000200:3.0:1767384664.417439:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384664.417444:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384664.417466:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d7942696. 00000400:00000010:3.0:1767384664.417470:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000195f19b. 00000400:00000200:3.0:1767384664.417474:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp46 00000400:00000010:3.0:1767384664.417479:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d7942696. 00000400:00000010:3.0:1767384664.417483:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000195f19b. 00000400:00000010:3.0:1767384664.417486:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5553f86. 00000400:00000010:3.0:1767384664.417492:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b0e5c279. 00000400:00000200:3.0:1767384664.417496:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp46 00000400:00000200:3.0:1767384664.417509:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp46 local destination 00000400:00000200:3.0:1767384664.417515:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp46 00000400:00000200:3.0:1767384664.417521:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp46 NI seq info: [200:200:256:4294967295] 192.168.203.133@tcp46 LPNI seq info [196:196:8:4294967295] 00000400:00000200:3.0:1767384664.417529:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp46 00000400:00000200:3.0:1767384664.417543:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp46(192.168.203.133@tcp46:) -> 192.168.203.133@tcp46(192.168.203.133@tcp46:192.168.203.133@tcp46) : GET try# 0 00000800:00000200:3.0:1767384664.417551:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp46 00000800:00000010:3.0:1767384664.417554:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ed1ed1bf. 00000800:00000200:3.0:1767384664.417562:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000800:00000200:3.1:1767384664.417580:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000400:00000200:3.0:1767384664.417597:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp46 added to recovery queue. ping count: 2 next ping: 289 health :800 00000400:00000200:3.0:1767384664.417764:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.417910:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.418056:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.418219:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.418359:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.418489:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.418636:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.418745:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.418872:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419015:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419098:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419171:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419274:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419432:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419495:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419555:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419619:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419646:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419666:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419688:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419709:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419733:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419773:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419798:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419821:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419866:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419894:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419932:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419956:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419977:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.419994:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.420012:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.420029:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.420045:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384664.420075:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384664.420249:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000800:00000010:3.0:1767384664.420255:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000005a4a0c2. 00000800:00000010:3.0:1767384664.420260:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af3a9439. 00000800:00000010:3.0:1767384664.420281:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af3a9439. 00000800:00020000:3.0:1767384664.420292:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384664.420295:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000005a4a0c2. 00000800:00000010:3.0:1767384664.420298:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005312d69e. 00000400:02020000:3.0:1767384664.420365:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp46 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384664.420372:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp46 notifying 192.168.203.133@tcp46: down 00000400:00000200:3.0:1767384664.420376:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384664.420379:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp46 00000800:00000010:3.0:1767384664.420382:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ed1ed1bf. 00000400:00000200:3.0:1767384664.420386:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384664.420390:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp46->192.168.203.133@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384664.420398:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384664.420402:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384664.420407:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp46) recovery failed with -71 00010000:00000001:0.0:1767384664.737371:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384664.737377:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384664.737394:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384664.737396:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384664.737439:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384664.737445:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384664.737449:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384665.441412:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767384665.441415:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee43787d] -> 12345-192.168.203.133@tcp18 (6) 00000400:00000001:1.0:1767384665.441418:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384665.441426:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5553f86 00000400:00000010:1.0:1767384665.441436:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5553f86. 00000800:00000200:3.0:1767384665.441437:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp18 ip 192.168.203.133:988 00000800:00000200:3.0:1767384665.441447:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384665.441449:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384665.441459:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384665.441476:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d7942696. 00000400:00000010:1.0:1767384665.441482:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000195f19b. 00000400:00000200:1.0:1767384665.441499:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp45 00000400:00000010:1.0:1767384665.441504:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004f8c1df9. 00000400:00000010:1.0:1767384665.441510:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cedd70c2. 00000400:00000010:1.0:1767384665.441515:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000400:00000010:1.0:1767384665.441524:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1399693. 00000400:00000200:1.0:1767384665.441531:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp45 00000400:00000200:1.0:1767384665.441551:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp45 local destination 00000400:00000200:1.0:1767384665.441562:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp45 00000400:00000200:1.0:1767384665.441569:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp45 NI seq info: [201:201:256:4294967295] 192.168.203.133@tcp45 LPNI seq info [197:197:8:4294967295] 00000400:00000200:1.0:1767384665.441581:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp45 00000800:00000200:2.0:1767384665.441608:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384665.441609:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.441625:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384665.441627:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp45(192.168.203.133@tcp45:) -> 192.168.203.133@tcp45(192.168.203.133@tcp45:192.168.203.133@tcp45) : GET try# 0 00000800:00000001:3.0:1767384665.441634:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.441641:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384665.441651:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp45 00000800:00000010:1.0:1767384665.441657:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d0edf98. 00000800:00000200:1.0:1767384665.441665:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000800:00000200:1.1:1767384665.441670:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000400:00000200:1.0:1767384665.441696:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp45 added to recovery queue. ping count: 3 next ping: 294 health :700 00000400:00000200:1.0:1767384665.441702:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp47 00000400:00000010:1.0:1767384665.441706:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000093734440. 00000400:00000010:1.0:1767384665.441711:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f7e19f38. 00000400:00000010:1.0:1767384665.441718:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000400:00000010:1.0:1767384665.441723:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f90b896e. 00000400:00000200:1.0:1767384665.441725:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp47 00000400:00000200:1.0:1767384665.441736:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp47 local destination 00000400:00000200:1.0:1767384665.441740:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp47 00000400:00000200:1.0:1767384665.441743:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp47 NI seq info: [202:202:256:4294967295] 192.168.203.133@tcp47 LPNI seq info [198:198:8:4294967295] 00000400:00000200:1.0:1767384665.441748:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp47 00000400:00000200:1.0:1767384665.441757:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp47(192.168.203.133@tcp47:) -> 192.168.203.133@tcp47(192.168.203.133@tcp47:192.168.203.133@tcp47) : GET try# 0 00000800:00000200:1.0:1767384665.441764:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp47 00000800:00000010:1.0:1767384665.441768:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000019311fdc. 00000800:00000200:1.0:1767384665.441774:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000400:00000200:3.0:1767384665.441778:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:1.1:1767384665.441787:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000400:00000200:1.0:1767384665.441807:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp47 added to recovery queue. ping count: 1 next ping: 288 health :900 00000400:00000200:3.0:1767384665.441854:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.441912:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.441916:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.441993:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442007:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442042:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442127:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442140:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442184:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442204:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442243:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442251:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442300:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442304:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442391:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442423:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442464:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442497:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442567:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442574:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442641:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442645:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442681:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442726:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442748:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442803:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442819:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442874:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442894:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.442952:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.442967:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443023:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443031:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443143:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443144:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443219:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443219:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443300:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443302:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443394:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443418:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443465:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443489:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443540:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443561:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443601:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443643:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443672:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443700:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443729:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443755:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443782:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443805:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443852:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443863:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443925:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.443926:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.443993:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.444001:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.444035:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.444084:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.444151:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.444198:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.444230:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000800:00000010:3.0:1767384665.444231:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000800:00000010:3.0:1767384665.444237:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a2de6ce1. 00000800:00000010:3.0:1767384665.444242:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000876bc41e. 00000400:00000200:2.0:1767384665.444260:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000800:00000010:3.0:1767384665.444267:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000876bc41e. 00000800:00020000:3.0:1767384665.444279:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384665.444282:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a2de6ce1. 00000800:00000010:3.0:1767384665.444285:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005312d69e. 00000400:00000200:2.0:1767384665.444301:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:02020000:3.0:1767384665.444359:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp45 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384665.444367:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp45 notifying 192.168.203.133@tcp45: down 00000400:00000200:3.0:1767384665.444374:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384665.444380:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp45 00000800:00000010:3.0:1767384665.444384:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d0edf98. 00000400:00000200:3.0:1767384665.444388:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384665.444393:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp45->192.168.203.133@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384665.444396:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384665.444407:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384665.444413:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384665.444417:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp45) recovery failed with -71 00000400:00000200:2.0:1767384665.444436:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384665.444457:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384665.444585:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f11dd1d8. 00000800:00000010:2.0:1767384665.444590:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d57733e8. 00000800:00000010:2.0:1767384665.444594:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000903bd458. 00000800:00000010:2.0:1767384665.444617:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000903bd458. 00000800:00020000:2.0:1767384665.444629:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384665.444631:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d57733e8. 00000800:00000010:2.0:1767384665.444633:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f11dd1d8. 00000400:02020000:2.0:1767384665.444679:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp47 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384665.444686:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp47 notifying 192.168.203.133@tcp47: down 00000400:00000200:2.0:1767384665.444690:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384665.444696:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp47 00000800:00000010:2.0:1767384665.444698:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000019311fdc. 00000400:00000200:2.0:1767384665.444701:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384665.444705:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp47->192.168.203.133@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384665.444713:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384665.444716:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384665.444720:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp47) recovery failed with -71 00010000:00000001:0.0:1767384665.761374:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384665.761381:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.761388:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384665.761390:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384665.761434:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384665.761438:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384665.761442:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384666.209400:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384666.209407:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 2 10000000:00000001:2.0:1767384666.209413:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384666.209416:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384666.209417:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384666.209419:0:16808:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384666.209421:0:16808:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384666.209423:0:16808:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384666.209425:0:16808:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff95766e1f3800 from 85 10000000:00000001:2.0:1767384666.209428:0:16808:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384666.209430:0:16808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384666.209439:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d92b702. 00000020:00000040:2.0:1767384666.209444:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384666.209449:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384666.209452:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.209456:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384666.209462:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000064d2fc4. 00000100:00000001:2.0:1767384666.209467:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.209471:0:16808:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384666.209473:0:16808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384666.209478:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000faba7cec. 00010000:00000001:2.0:1767384666.209495:0:16808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384666.209497:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000474c83dd. 00000020:00000001:2.0:1767384666.209500:0:16808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384666.209502:0:16808:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000474c83dd with handle 0x1c01179f271ede67 to hash 00000020:00000001:2.0:1767384666.209503:0:16808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384666.209504:0:16808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384666.209507:0:16808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384666.209509:0:16808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384666.209511:0:16808:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384666.209513:0:16808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384666.209520:0:16808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384666.209527:0:16808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384666.209531:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384666.209533:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384666.209537:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039018907. 00000100:00000001:2.0:1767384666.209539:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934617535232 : -117139092016384 : ffff95766e07f300) 00000100:00000001:2.0:1767384666.209541:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384666.209542:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598929024 : -117144110622592 : ffff957542e61880) 00000100:00000001:2.0:1767384666.209545:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384666.209547:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.209548:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384666.209550:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384666.209555:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.209562:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384666.209563:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.209566:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384666.209568:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384666.209585:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.209587:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d92b702 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037662464:0@lo:101: 00000100:00000001:2.0:1767384666.209590:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384666.209595:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384666.209596:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.209598:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384666.209601:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b6cb757. 02000000:00000001:2.0:1767384666.209602:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.209607:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc7ae9c. 00000400:00000010:2.0:1767384666.209612:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000200:2.0:1767384666.209617:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037662464, portal 25 00000100:00000001:2.0:1767384666.209618:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384666.209619:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598929024 : -117144110622592 : ffff957542e61880) 00000100:00000040:2.0:1767384666.209622:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.209627:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384666.209629:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384666.209630:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000100:00000200:2.0:1767384666.209631:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037662464, offset 0 00000400:00000200:2.0:1767384666.209635:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384666.209645:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384666.209653:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f508100 00000400:00000200:2.0:1767384666.209658:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1799 [2] + 0 00000400:00000010:2.0:1767384666.209660:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2b1da0f. 00000400:00000200:2.0:1767384666.209665:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037b24286 00000400:00000200:2.0:1767384666.209669:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.209672:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384666.209675:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037b24286 00000400:00000010:2.0:1767384666.209676:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037b24286. 00000100:00000001:2.0:1767384666.209680:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384666.209681:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384666.209684:0:16808:0:(events.c:337:request_in_callback()) incoming req@000000009fefc6ba x1853237037662464 msgsize 328 00000100:00100000:2.0:1767384666.209686:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384666.209687:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384666.209704:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384666.209710:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056663bf8 00000400:00000010:2.0:1767384666.209711:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056663bf8. 00000100:00000001:2.0:1767384666.209713:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384666.209716:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.209723:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.209725:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.209729:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.209730:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.209733:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.209736:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294955026 00000100:00000010:2.0:1767384666.209739:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ab5cd23. 00000100:00000001:2.0:1767384666.209745:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384666.209755:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294955026 00000100:00000010:2.0:1767384666.209758:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb763e3e. 00000100:00000001:2.0:1767384666.209762:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384666.209766:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384666.209767:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294955026 00000100:00100000:1.0:1767384666.209772:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037662464 00000100:00000010:2.0:1767384666.209773:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000096c8e0b9. 02000000:00000001:1.0:1767384666.209777:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384666.209780:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384666.209782:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.209784:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294955026 00000100:00000001:1.0:1767384666.209786:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384666.209790:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b5c1373. 02000000:00000001:1.0:1767384666.209792:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.209796:0:16808:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00100000:1.0:1767384666.209797:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037662464 00000020:00000001:1.0:1767384666.209802:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384666.209803:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384666.209805:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384666.209811:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384666.209816:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00000100:00000001:2.0:1767384666.209817:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.209822:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384666.209823:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:2.0:1767384666.209826:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384666.209827:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00100000:2.0:1767384666.209832:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 0000000039018907 going to sleep for 11 seconds 00000100:00000001:1.0:1767384666.209835:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384666.209837:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384666.209839:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d040d76. 00000100:00000001:2.0:1767384666.209840:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.209845:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.209848:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d040d76. 00000020:00000010:1.0:1767384666.209853:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003842a7e2. 00000020:00000010:1.0:1767384666.209858:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:1.0:1767384666.209862:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000040:1.0:1767384666.209872:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384666.209875:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.209876:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384666.209878:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.209885:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.209897:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.209905:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.209908:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384666.209913:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00000040:1.0:1767384666.209915:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384666.209917:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715869264 : -117138993682352 : ffff957673e46850) 00000100:00000040:1.0:1767384666.209920:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fefc6ba x1853237037662464/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:647/0 lens 328/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.209927:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.209929:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d040d76. 00000100:00000001:1.0:1767384666.209930:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.209932:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d040d76. 00000100:00100000:1.0:1767384666.209934:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fefc6ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16808:x1853237037662464:12345-0@lo:101: 00000100:00000200:1.0:1767384666.209937:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037662464 00000020:00000001:1.0:1767384666.209939:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384666.209942:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384666.209943:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.209951:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384666.209952:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:1.0:1767384666.209955:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384666.209956:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.209958:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384666.209959:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384666.209962:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.209963:0:16805:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384666.209965:0:16805:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384666.209966:0:16805:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384666.209967:0:16805:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384666.209969:0:16805:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.209973:0:16805:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384666.209977:0:16805:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008209141f. 00010000:00000001:1.0:1767384666.209979:0:16805:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384666.209980:0:16805:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e90c0234. 00000020:00000001:1.0:1767384666.209982:0:16805:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384666.209984:0:16805:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e90c0234 with handle 0x1c01179f271ede6e to hash 00000020:00000001:1.0:1767384666.209985:0:16805:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384666.209986:0:16805:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:1.0:1767384666.209988:0:16805:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00010000:1.0:1767384666.209989:0:16805:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e90c0234/0x1c01179f271ede6e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1c01179f271ede67 expref: -99 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384666.209995:0:16805:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000014ba078b : new locks_count 10 00000020:00000040:1.0:1767384666.209996:0:16805:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=15 00000100:00000001:1.0:1767384666.210001:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384666.210002:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384666.210005:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000025db7ab1. 02000000:00000001:1.0:1767384666.210007:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.210008:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.210010:0:16805:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384666.210012:0:16805:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384666.210014:0:16805:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384666.210015:0:16805:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384666.210020:0:16805:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.210021:0:16805:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384666.210022:0:16805:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.210024:0:16805:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384666.210026:0:16805:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384666.210027:0:16805:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384666.210028:0:16805:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384666.210029:0:16805:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008209141f) refcount = 1 00010000:00010000:1.0:1767384666.210032:0:16805:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e90c0234/0x1c01179f271ede6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1c01179f271ede67 expref: 15 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.210036:0:16805:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384666.210037:0:16805:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384666.210038:0:16805:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.210039:0:16805:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.210040:0:16805:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384666.210044:0:16805:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384666.210045:0:16805:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e90c0234/0x1c01179f271ede6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271ede67 expref: 15 pid: 16805 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.210050:0:16805:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384666.210077:0:16805:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384666.210079:0:16805:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.210081:0:16805:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.210082:0:16805:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384666.210083:0:16805:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.210084:0:16805:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384666.210085:0:16805:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e90c0234, rc 0) 00000020:00000001:1.0:1767384666.210087:0:16805:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384666.210089:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037662464 00010000:00000001:1.0:1767384666.210091:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384666.210094:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009fefc6ba x1853237037662464/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:647/0 lens 328/344 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.210100:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384666.210102:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.210105:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.210113:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384666.210115:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384666.210116:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384666.210118:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.210119:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.210121:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.210123:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.210125:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000200:1.0:1767384666.210127:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037662464, offset 224 00000400:00000200:1.0:1767384666.210131:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.210135:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.210139:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f508100 00000400:00000200:1.0:1767384666.210143:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x204d [1] + 224 00000400:00000200:1.0:1767384666.210145:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.210147:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.210150:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.210152:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.210158:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.210170:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384666.210175:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384666.210176:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:1.0:1767384666.210178:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384666.210179:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.210181:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.210183:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384666.210184:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384666.210186:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.210187:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384666.210190:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fefc6ba x1853237037662464/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:647/0 lens 328/344 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.210195:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fefc6ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037662464:12345-0@lo:101: Request processed in 267us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384666.210204:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00000040:1.0:1767384666.210206:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384666.210208:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384666.210209:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384666.210212:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:1.0:1767384666.210215:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384666.210217:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003842a7e2. 00000020:00000040:1.0:1767384666.210222:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384666.210225:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384666.210226:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000025db7ab1. 02000000:00000001:1.0:1767384666.210229:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384666.210231:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384666.210232:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384666.210235:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384666.210238:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008048d604. 00000400:00000010:1.0:1767384666.210244:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac98f249. 00000400:00000001:2.0:1767384666.210245:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.210248:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384666.210249:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc7ae9c. 00000400:00000200:2.0:1767384666.210253:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000400:00000010:2.0:1767384666.210255:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00000001:2.0:1767384666.210257:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384666.210261:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384666.210269:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.210275:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384666.210276:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.210278:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384666.210280:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384666.210281:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.210282:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.210284:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384666.210287:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=96 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384666.210289:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384666.210291:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384666.210292:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.210294:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384666.210295:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210297:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.210299:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.210303:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.210305:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384666.210306:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384666.210326:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384666.210332:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d92b702 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037662464:0@lo:101: 00000100:00000001:2.0:1767384666.210335:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.210336:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210343:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384666.210344:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.210346:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.210350:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384666.210352:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000039018907. 00000100:00000001:2.0:1767384666.210354:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384666.210354:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.210356:0:16808:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384666.210358:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384666.210359:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384666.210360:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=4 00000020:00000001:2.0:1767384666.210362:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384666.210364:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000040:2.0:1767384666.210367:0:16808:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000474c83dd, remote cookie: 0x1c01179f271ede6e, flags: 0x0 00010000:00000001:2.0:1767384666.210369:0:16808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384666.210370:0:16808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384666.210371:0:16808:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384666.210372:0:16808:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384666.210373:0:16808:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384666.210374:0:16808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000faba7cec) refcount = 1 00010000:00010000:2.0:1767384666.210377:0:16808:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.210381:0:16808:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384666.210382:0:16808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384666.210382:0:16808:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384666.210384:0:16808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384666.210386:0:16808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384666.210387:0:16808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.210391:0:16808:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384666.210392:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.210393:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.210396:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.210397:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.210398:0:16808:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210399:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.210401:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d92b702 x1853237037662464/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.210405:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384666.210407:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384666.210409:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b6cb757. 02000000:00000001:2.0:1767384666.210411:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384666.210412:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384666.210413:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384666.210414:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384666.210416:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000064d2fc4. 02000000:00000001:2.0:1767384666.210418:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384666.210419:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384666.210420:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d92b702. 00000100:00000001:2.0:1767384666.210422:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384666.210423:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384666.210424:0:16808:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384666.210426:0:16808:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384666.210426:0:16808:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384666.210428:0:16808:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.210429:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384666.210430:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384666.210431:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=3 00000020:00000001:2.0:1767384666.210432:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384666.210433:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384666.210434:0:16808:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384666.210435:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.210435:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.210436:0:16808:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384666.210438:0:16808:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384666.210440:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000058ab2586. 00000100:00000010:2.0:1767384666.210449:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d92b702. 00000020:00000040:2.0:1767384666.210451:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384666.210453:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384666.210456:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.210458:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384666.210460:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000064d2fc4. 00000100:00000001:2.0:1767384666.210462:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210465:0:16808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384666.210467:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005b6cb757. 00000100:00000010:2.0:1767384666.210469:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000fed51d29. 00000020:00000040:2.0:1767384666.210471:0:16808:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384666.210474:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384666.210474:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384666.210476:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039018907. 00000100:00000001:2.0:1767384666.210477:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626934617535232 : -117139092016384 : ffff95766e07f300) 00000100:00000001:2.0:1767384666.210478:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384666.210480:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598929024 : -117144110622592 : ffff957542e61880) 00000100:00000001:2.0:1767384666.210482:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384666.210483:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210484:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384666.210485:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384666.210486:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.210490:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384666.210491:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.210493:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384666.210494:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384666.210495:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.210496:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d92b702 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037662592:0@lo:256: 00000100:00000001:2.0:1767384666.210498:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384666.210500:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384666.210501:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210502:0:16808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384666.210505:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc7ae9c. 00000400:00000010:2.0:1767384666.210508:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000041e7ed68. 00000100:00000200:2.0:1767384666.210510:0:16808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825f508180-0x695825f508180, portal 33 00000100:00000001:2.0:1767384666.210512:0:16808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.210518:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384666.210519:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020dbd816. 02000000:00000001:2.0:1767384666.210521:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.210522:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b7994f. 00000400:00000010:2.0:1767384666.210524:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000200:2.0:1767384666.210526:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037662592, portal 25 00000100:00000001:2.0:1767384666.210527:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384666.210528:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598929024 : -117144110622592 : ffff957542e61880) 00000100:00000040:2.0:1767384666.210530:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.210534:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384666.210536:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384666.210537:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000100:00000200:2.0:1767384666.210538:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037662592, offset 0 00000400:00000200:2.0:1767384666.210540:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384666.210545:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384666.210548:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f508180 00000400:00000200:2.0:1767384666.210551:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x17a1 [2] + 0 00000400:00000010:2.0:1767384666.210553:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb3bcd4a. 00000400:00000200:2.0:1767384666.210555:0:16808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079c8865a 00000400:00000200:2.0:1767384666.210557:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.210559:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384666.210561:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079c8865a 00000400:00000010:2.0:1767384666.210562:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079c8865a. 00000100:00000001:2.0:1767384666.210564:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384666.210565:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384666.210567:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000d1ee824f x1853237037662592 msgsize 304 00000100:00100000:2.0:1767384666.210569:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384666.210570:0:16808:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384666.210579:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384666.210582:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056663bf8 00000400:00000010:2.0:1767384666.210583:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056663bf8. 00000100:00000001:2.0:1767384666.210584:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384666.210586:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.210599:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.210601:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.210604:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210606:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.210608:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210610:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294955027 00000100:00000001:2.0:1767384666.210614:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955026 00000100:00000001:2.0:1767384666.210616:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294955027 00000100:00000001:2.0:1767384666.210618:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955026 00000100:00000001:2.0:1767384666.210619:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294955027 00000100:00000001:2.0:1767384666.210621:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294955026 00000100:00000001:2.0:1767384666.210622:0:16808:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294955027 00000100:00000001:2.0:1767384666.210624:0:16808:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294955026 00000100:00000001:2.0:1767384666.210625:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.210627:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.210628:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.210630:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384666.210631:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 0000000039018907 going to sleep for 11 seconds 00000100:00000001:2.0:1767384666.210633:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.210635:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.210646:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384666.210649:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037662592 02000000:00000001:1.0:1767384666.210651:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384666.210653:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.210654:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.210656:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.210658:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037662592 00000020:00000001:1.0:1767384666.210659:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384666.210660:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384666.210662:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.210663:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:1.0:1767384666.210665:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384666.210667:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384666.210669:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.210672:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d040d76. 00000100:00000001:1.0:1767384666.210673:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.210675:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d040d76. 00000020:00000010:1.0:1767384666.210678:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003842a7e2. 00000020:00000010:1.0:1767384666.210685:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:1.0:1767384666.210688:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000040:1.0:1767384666.210691:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384666.210694:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.210695:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384666.210696:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.210700:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.210712:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.210720:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.210722:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384666.210726:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00000040:1.0:1767384666.210729:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:1.0:1767384666.210732:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715861072 : -117138993690544 : ffff957673e44850) 00000100:00000040:1.0:1767384666.210737:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1ee824f x1853237037662592/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:647/0 lens 304/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.210747:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.210750:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d040d76. 00000100:00000001:1.0:1767384666.210752:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.210754:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d040d76. 00000100:00100000:1.0:1767384666.210758:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1ee824f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037662592:12345-0@lo:256: 00000100:00000200:1.0:1767384666.210762:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037662592 00000020:00000001:1.0:1767384666.210764:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384666.210766:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384666.210768:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.210770:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384666.210772:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:1.0:1767384666.210774:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384666.210776:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.210778:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384666.210779:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384666.210781:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.210784:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384666.210786:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384666.210793:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000025db7ab1. 02000000:00000001:1.0:1767384666.210794:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.210795:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.210798:0:16805:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384666.210801:0:16805:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384666.210803:0:16805:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384666.210805:0:16805:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384666.210806:0:16805:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.210808:0:16805:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384666.210809:0:16805:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384666.210811:0:16805:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e5f73a2b. 20000000:00000001:1.0:1767384666.210813:0:16805:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384666.210824:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384666.210829:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384666.210832:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384666.210834:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384666.210835:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384666.210836:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384666.210837:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384666.210839:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384666.210840:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384666.210841:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384666.210842:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384666.210843:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384666.210844:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384666.210845:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384666.210846:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384666.210848:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384666.210849:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384666.210850:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384666.210851:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384666.210852:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384666.210853:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384666.210854:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384666.210855:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384666.210856:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384666.210858:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384666.210859:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384666.210860:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384666.210865:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384666.210867:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384666.210868:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384666.210869:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384666.210870:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384666.210872:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384666.210873:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384666.210874:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384666.210875:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384666.210876:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384666.210877:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384666.210879:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384666.210880:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384666.210881:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384666.210882:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384666.210883:0:16805:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:1.0:1767384666.210892:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384666.210893:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384666.210894:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384666.210895:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384666.210896:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384666.210897:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384666.210898:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384666.210900:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384666.210901:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384666.210902:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384666.210903:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384666.210904:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384666.210906:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384666.210907:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384666.210908:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384666.210909:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384666.210910:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384666.210912:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384666.210913:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384666.210914:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384666.210915:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384666.210916:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384666.210917:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384666.210921:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384666.210922:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384666.210924:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384666.210925:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384666.210926:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384666.210927:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384666.210929:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384666.210930:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384666.210931:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384666.210932:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384666.210933:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384666.210934:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384666.210935:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384666.210936:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384666.210937:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384666.210938:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384666.210940:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384666.210941:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384666.210942:0:16805:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384666.210943:0:16805:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:1.0:1767384666.210944:0:16805:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384666.210946:0:16805:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384666.210947:0:16805:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384666.210949:0:16805:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000096ddb401. 00000100:00000010:1.0:1767384666.210951:0:16805:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000000bf1fc2. 00000020:00000040:1.0:1767384666.210952:0:16805:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=16 00010000:00000001:1.0:1767384666.210954:0:16805:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384666.210956:0:16805:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384666.210958:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000400:00000010:1.0:1767384666.210961:0:16805:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007ed9e963. 00000400:00000200:1.0:1767384666.210963:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.210969:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.210973:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695825f508180 00000400:00000200:1.0:1767384666.210976:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x205d [4] + 0 00000400:00000010:1.0:1767384666.210979:0:16805:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc7ae9c. 00000400:00000200:1.0:1767384666.210981:0:16805:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000041e7ed68 00000400:00000200:1.0:1767384666.210984:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.210989:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384666.210991:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041e7ed68 00000400:00000010:1.0:1767384666.210992:0:16805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000041e7ed68. 00000100:00000001:1.0:1767384666.210994:0:16805:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384666.210995:0:16805:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000008d92b702 desc 000000005b6cb757 mbits 1853237037662592 00000100:00000001:1.0:1767384666.211005:0:16805:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384666.211008:0:16805:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384666.211011:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384666.211015:0:16805:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2069 00000400:00000200:1.0:1767384666.211016:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.211018:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384666.211020:0:16805:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384666.211021:0:16805:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000096ddb401 00000100:00000001:1.0:1767384666.211022:0:16805:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384666.211026:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384666.211027:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:1.0:1767384666.211028:0:16805:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384666.211029:0:16805:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000096ddb401 00000100:00000001:1.0:1767384666.211030:0:16805:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384666.211032:0:16805:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695825f508180-0x695825f508180 00000100:00000001:1.0:1767384666.211034:0:16805:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.211037:0:16805:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.211039:0:16805:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384666.211040:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 15 00000100:00000010:1.0:1767384666.211042:0:16805:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000000bf1fc2. 00000100:00000010:1.0:1767384666.211044:0:16805:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000096ddb401. 00000100:00000001:1.0:1767384666.211046:0:16805:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384666.211047:0:16805:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384666.211069:0:16805:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e5f73a2b. 20000000:00000001:1.0:1767384666.211073:0:16805:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384666.211075:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037662592 00010000:00000001:1.0:1767384666.211077:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384666.211079:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:1.0:1767384666.211081:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1ee824f x1853237037662592/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:647/0 lens 304/240 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.211083:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.211091:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384666.211097:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.211099:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.211101:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384666.211103:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384666.211104:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:1.0:1767384666.211105:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.211106:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.211108:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.211109:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.211119:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000200:1.0:1767384666.211121:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037662592, offset 224 00000400:00000200:1.0:1767384666.211123:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.211127:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.211130:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f508180 00000400:00000200:1.0:1767384666.211132:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2061 [1] + 224 00000400:00000200:1.0:1767384666.211134:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.211136:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.211138:0:16805:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.211140:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.211145:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.211155:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384666.211158:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384666.211159:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000100:00000001:1.0:1767384666.211160:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384666.211161:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.211163:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.211164:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00010000:00000001:1.0:1767384666.211166:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384666.211168:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.211170:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384666.211172:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1ee824f x1853237037662592/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:647/0 lens 304/240 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.211174:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384666.211179:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.211181:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384666.211184:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b7994f. 00000400:00000200:2.0:1767384666.211189:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000400:00000010:2.0:1767384666.211193:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00100000:1.0:1767384666.211195:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1ee824f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16808:x1853237037662592:12345-0@lo:256: Request processed in 446us (625us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384666.211197:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384666.211204:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.211206:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00000040:1.0:1767384666.211211:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:1.0:1767384666.211216:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384666.211218:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384666.211221:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:1.0:1767384666.211223:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384666.211225:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003842a7e2. 00000020:00000040:1.0:1767384666.211229:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 02000000:00000001:1.0:1767384666.211233:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384666.211236:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000025db7ab1. 02000000:00000001:1.0:1767384666.211239:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384666.211241:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384666.211242:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384666.211243:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384666.211249:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933d487b. 00000100:00000001:2.0:1767384666.211251:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384666.211254:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384666.211255:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8a76a1d. 00000100:00000001:2.0:1767384666.211256:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384666.211259:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384666.211262:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.211263:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.211265:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384666.211267:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=96 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384666.211269:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384666.211271:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384666.211272:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.211274:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384666.211275:0:16808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.211277:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.211279:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384666.211285:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.211289:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384666.211290:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384666.211291:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384666.211295:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d92b702 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16808:1853237037662592:0@lo:256: 00000100:00000001:2.0:1767384666.211298:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.211299:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.211300:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384666.211301:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.211302:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.211306:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384666.211328:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000039018907. 00000100:00000001:2.0:1767384666.211330:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384666.211331:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384666.211333:0:16808:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:2.0:1767384666.211336:0:16808:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384666.211341:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002306d1ac. 10000000:00000040:2.0:1767384666.211348:0:16808:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.133@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384666.211352:0:16808:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384666.211355:0:16808:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384666.211358:0:16808:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.133@tcp has 192.168.203.133@tcp. 00000100:00000001:2.0:1767384666.211360:0:16808:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.211361:0:16808:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384666.211363:0:16808:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:2.0:1767384666.211364:0:16808:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000100:00000200:2.0:1767384666.211366:0:16808:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.133@tcp' 00000400:00000200:2.0:1767384666.211368:0:16808:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384666.211370:0:16808:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384666.211372:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:2.0:1767384666.211376:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384666.211380:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (40) 00000400:00000200:2.0:1767384666.211382:0:16808:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000400:00000200:2.0:1767384666.211393:0:16808:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384666.211394:0:16808:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384666.211396:0:16808:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384666.211398:0:16808:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:2.0:1767384666.211399:0:16808:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (42) 00000400:00000200:2.0:1767384666.211401:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:2.0:1767384666.211402:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:2.0:1767384666.211404:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211406:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:2.0:1767384666.211407:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:2.0:1767384666.211410:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211411:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:2.0:1767384666.211412:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:2.0:1767384666.211415:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211420:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:1.0:1767384666.211421:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384666.211422:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:1.0:1767384666.211429:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:2.0:1767384666.211430:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211435:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:1.0:1767384666.211436:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000400:00000200:2.0:1767384666.211439:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000010:1.0:1767384666.211442:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000025db7ab1. 00000400:00000200:2.0:1767384666.211443:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211448:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000010:1.0:1767384666.211449:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000400:00000200:2.0:1767384666.211451:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:2.0:1767384666.211455:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000010:1.0:1767384666.211456:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d2253aa. 00000400:00000200:2.0:1767384666.211458:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:1.0:1767384666.211463:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384666.211464:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:2.0:1767384666.211467:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211469:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:2.0:1767384666.211470:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:1.0:1767384666.211473:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384666.211476:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211479:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:2.0:1767384666.211482:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:1.0:1767384666.211482:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 148], ns[191, 152] 00000400:00000200:2.0:1767384666.211489:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211492:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:1.0:1767384666.211494:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 148], ns[62, 152] 00000400:00000200:2.0:1767384666.211495:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:2.0:1767384666.211502:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211506:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:1.0:1767384666.211506:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 62] 00000400:00000200:2.0:1767384666.211512:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:2.0:1767384666.211517:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211521:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:1.0:1767384666.211521:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[79, 62] 00000400:00000200:2.0:1767384666.211523:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:2.0:1767384666.211525:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211526:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:2.0:1767384666.211529:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:2.0:1767384666.211535:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211537:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:1.0:1767384666.211540:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000400:00000200:2.0:1767384666.211541:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:2.0:1767384666.211547:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384666.211550:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 62] 00000400:00000200:2.0:1767384666.211551:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:2.0:1767384666.211556:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:1.0:1767384666.211562:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[95, 62] 00000400:00000200:2.0:1767384666.211563:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384666.211566:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[108, 62] 00000400:00000200:2.0:1767384666.211572:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:1.0:1767384666.211573:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00000400:00000200:2.0:1767384666.211578:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:2.0:1767384666.211590:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384666.211591:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 62] 00000400:00000200:2.0:1767384666.211592:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:2.0:1767384666.211597:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:1.0:1767384666.211601:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[123, 62] 00000400:00000200:2.0:1767384666.211604:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211608:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:1.0:1767384666.211611:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 62], ns[128, 62] 00000400:00000200:2.0:1767384666.211612:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:2.0:1767384666.211619:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384666.211620:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 62], ns[132, 62] 00000400:00000200:2.0:1767384666.211622:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:2.0:1767384666.211627:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:1.0:1767384666.211628:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 62], ns[144, 62] 00000400:00000200:2.0:1767384666.211634:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384666.211637:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 62], ns[165, 62] 00000400:00000200:2.0:1767384666.211639:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:2.0:1767384666.211644:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:1.0:1767384666.211647:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:2.0:1767384666.211650:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211654:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:2.0:1767384666.211658:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:1.0:1767384666.211659:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 62], ns[184, 62] 00000400:00000200:2.0:1767384666.211664:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211667:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:1.0:1767384666.211670:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[186, 62] 00000400:00000200:2.0:1767384666.211672:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:2.0:1767384666.211678:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384666.211681:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[151, 62], ns[155, 62] 00000400:00000200:2.0:1767384666.211682:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp31 00000400:00000200:2.0:1767384666.211686:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000200:2.0:1767384666.211692:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211694:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp32 00000400:00000200:1.0:1767384666.211694:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 62], ns[70, 62] 00000400:00000200:2.0:1767384666.211699:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.133@tcp33 00000400:00000200:2.0:1767384666.211704:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211706:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp33 00000400:00000200:2.0:1767384666.211710:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.133@tcp34 00000400:00000200:1.0:1767384666.211710:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 62], ns[71, 62] 00000400:00000200:2.0:1767384666.211716:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211720:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp34 00000400:00000200:2.0:1767384666.211721:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.133@tcp35 00000400:00000200:1.0:1767384666.211725:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 62], ns[136, 62] 00000400:00000200:2.0:1767384666.211726:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211727:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp35 00000400:00000200:2.0:1767384666.211728:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.133@tcp36 00000400:00000200:2.0:1767384666.211730:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211738:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp36 00000400:00000200:2.0:1767384666.211741:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.133@tcp37 00000400:00000200:2.0:1767384666.211746:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384666.211747:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 62], ns[84, 62] 00000400:00000200:2.0:1767384666.211748:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp37 00000400:00000200:2.0:1767384666.211753:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.133@tcp38 00000400:00000200:2.0:1767384666.211759:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211761:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp38 00000400:00000200:1.0:1767384666.211763:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 62], ns[178, 62] 00000400:00000200:2.0:1767384666.211764:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.133@tcp39 00000400:00000200:2.0:1767384666.211770:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211774:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp39 00000400:00000200:2.0:1767384666.211776:0:16808:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.133@tcp40 00000400:00000200:1.0:1767384666.211779:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 62], ns[196, 62] 00000400:00000200:2.0:1767384666.211783:0:16808:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384666.211787:0:16808:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp40 00000400:00000200:1.0:1767384666.211790:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[157, 62] 00000100:00000001:2.0:1767384666.211791:0:16808:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.211795:0:16808:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384666.211801:0:16808:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.133@tcp' by NID '192.168.203.133@tcp' 00000400:00000200:1.0:1767384666.211803:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 62], ns[160, 62] 10000000:00000010:2.0:1767384666.211807:0:16808:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a10c76a5. 00000400:00000200:1.0:1767384666.211811:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 62], ns[113, 62] 10000000:00000040:2.0:1767384666.211812:0:16808:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.133@tcp::2 00000020:00000080:2.0:1767384666.211817:0:16808:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384666.211821:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[137, 62] 00000020:00000001:2.0:1767384666.211823:0:16808:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384666.211826:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000020:00000010:2.0:1767384666.211827:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c03a500. 00000020:00000010:2.0:1767384666.211833:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1fa615b. 00000400:00000200:1.0:1767384666.211833:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 62], ns[150, 62] 00000040:00000010:2.0:1767384666.211849:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001528f270. 00000400:00000200:1.0:1767384666.211850:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 62], ns[194, 62] 00000020:00000010:2.0:1767384666.211855:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000054cc289. 00000400:00000200:1.0:1767384666.211856:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[194, 62], ns[198, 62] 00000020:00000010:2.0:1767384666.211862:0:16808:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9e73095. 00000400:00000200:1.0:1767384666.211863:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 00000020:00000010:2.0:1767384666.211867:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000782c3f63. 00000400:00000200:1.0:1767384666.211871:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 62], ns[180, 62] 80000000:00000010:2.0:1767384666.211873:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d852f14b. 00000400:00000200:1.0:1767384666.211877:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[197, 62], ns[201, 62] 40000000:00000010:2.0:1767384666.211878:0:16808:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ddfb8b9. 00000400:00000200:1.0:1767384666.211883:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[196, 62], ns[200, 62] 00100000:00000010:2.0:1767384666.211884:0:16808:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e05090a2. 00000400:00000200:1.0:1767384666.211890:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[198, 62], ns[202, 62] 00040000:00000010:2.0:1767384666.211891:0:16808:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000074fd10da. 00000400:00000200:1.0:1767384666.211897:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 62], ns[0, 62] 00040000:00000010:2.0:1767384666.211898:0:16808:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005b78aa92. 00040000:00000010:2.0:1767384666.211915:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000523485b2. 00000400:00000200:1.0:1767384666.211915:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00080000:00000010:2.0:1767384666.211920:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006c1c876a. 00000004:00000010:2.0:1767384666.211925:0:16808:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036e8b50c. 00000400:00000200:1.0:1767384666.211929:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp48 00000400:00000200:1.0:1767384666.211935:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp48 lpni_is_preferred = 0 00000004:00000010:2.0:1767384666.211938:0:16808:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001ccfeaa6. 00000400:00000200:1.0:1767384666.211938:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp48 00000004:00000010:2.0:1767384666.211944:0:16808:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a70c8dc. 00000400:00000200:1.0:1767384666.211944:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp48 NI seq info: [203:203:256:4294967295] 192.168.203.133@tcp48 LPNI seq info [199:199:8:4294967295] 00002000:00000010:2.0:1767384666.211951:0:16808:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000067681b5b. 00000004:00000010:2.0:1767384666.211955:0:16808:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000060aa33b3. 00000400:00000200:1.0:1767384666.211955:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp48 00000004:00000001:2.0:1767384666.211961:0:16808:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:1.0:1767384666.211966:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp48(192.168.203.133@tcp48:) -> 192.168.203.133@tcp48(192.168.203.133@tcp:192.168.203.133@tcp48) : GET try# 0 00000040:00000001:2.0:1767384666.211967:0:16808:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384666.211970:0:16808:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a10c76a5 00000040:00001000:2.0:1767384666.211973:0:16808:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384666.211977:0:16808:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000800:00000200:1.0:1767384666.211977:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp48 00000040:00001000:2.0:1767384666.211980:0:16808:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384666.211983:0:16808:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000010:1.0:1767384666.211983:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fa1dc5a8. 00000040:00001000:2.0:1767384666.211986:0:16808:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384666.211989:0:16808:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384666.211989:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384666.211990:0:16808:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.133@tcp::2 00000040:00000001:2.0:1767384666.211991:0:16808:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000010:1.0:1767384666.211994:0:16161:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a2de6ce1. 00000800:00000010:1.0:1767384666.212009:0:16161:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000a8af228. 00000800:00000200:1.0:1767384666.212015:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2de6ce1] -> 12345-192.168.203.133@tcp48 (2) 00000800:00000200:1.1:1767384666.212021:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2de6ce1] -> 12345-192.168.203.133@tcp48 (2) 00000400:00000200:1.0:1767384666.212047:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384666.212050:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000004:00000001:2.0:1767384666.212076:0:16808:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384666.212083:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b1fa615b. 00000040:00000010:2.0:1767384666.212087:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001528f270. 00000020:00000010:2.0:1767384666.212090:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000054cc289. 00000020:00000010:2.0:1767384666.212094:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384666.212098:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000782c3f63. 80000000:00000010:2.0:1767384666.212101:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d852f14b. 40000000:00000010:2.0:1767384666.212104:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ddfb8b9. 00100000:00000010:2.0:1767384666.212108:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e05090a2. 00040000:00000010:2.0:1767384666.212112:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000074fd10da. 00040000:00000010:2.0:1767384666.212127:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005b78aa92. 00040000:00000010:2.0:1767384666.212131:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000523485b2. 00080000:00000010:2.0:1767384666.212133:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006c1c876a. 00000004:00000010:2.0:1767384666.212136:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036e8b50c. 00000004:00000010:2.0:1767384666.212139:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001ccfeaa6. 00000004:00000010:2.0:1767384666.212142:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a70c8dc. 00002000:00000010:2.0:1767384666.212145:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000067681b5b. 00000004:00000010:2.0:1767384666.212148:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000060aa33b3. 00000020:00000010:2.0:1767384666.212151:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c03a500. 00000020:00000001:2.0:1767384666.212161:0:16808:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.212163:0:16808:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384666.212166:0:16808:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a10c76a5. 10000000:00000010:2.0:1767384666.212169:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002306d1ac. 10000000:00000001:2.0:1767384666.212171:0:16808:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.212173:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.212177:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d92b702 x1853237037662592/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.212195:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000100:00000001:2.0:1767384666.212195:0:16808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384666.212198:0:16808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384666.212203:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020dbd816. 02000000:00000001:2.0:1767384666.212206:0:16808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384666.212207:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384666.212209:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384666.212211:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384666.212212:0:16808:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384666.212213:0:16808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384666.212214:0:16808:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384666.212216:0:16808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384666.212218:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000fed51d29. 00000100:00000010:2.0:1767384666.212222:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005b6cb757. 00000100:00000001:2.0:1767384666.212225:0:16808:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384666.212226:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000064d2fc4. 02000000:00000001:2.0:1767384666.212229:0:16808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384666.212231:0:16808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384666.212233:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d92b702. 00000100:00000001:2.0:1767384666.212237:0:16808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384666.212238:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.212243:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 10000000:00000010:2.0:1767384666.212252:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000058ab2586. 10000000:01000000:2.0:1767384666.212259:0:16808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384666.212263:0:16808:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:3.0:1767384666.212265:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00010000:00000001:2.0:1767384666.212265:0:16808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384666.212267:0:16808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384666.212271:0:16808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=3 00000020:00000001:2.0:1767384666.212274:0:16808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:2.0:1767384666.212277:0:16808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00000400:00000200:3.0:1767384666.212283:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00010000:00000001:2.0:1767384666.212285:0:16808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384666.212289:0:16808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.212298:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.212300:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384666.212301:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00010000:00010000:2.0:1767384666.212303:0:16808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.212331:0:16808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384666.212334:0:16808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.212336:0:16808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384666.212338:0:16808:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384666.212340:0:16808:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384666.212343:0:16808:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384666.212346:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384666.212348:0:16808:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 3 10000000:00000001:2.0:1767384666.212350:0:16808:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384666.212388:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212409:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212440:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212461:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212480:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212500:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212524:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212543:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212566:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212602:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212621:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212641:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212677:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212700:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212721:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212736:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212755:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212775:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212795:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212814:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212834:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212849:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212862:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212875:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212890:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212919:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212942:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212961:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.212983:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384666.213001:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384666.213208:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000800:00000010:3.0:1767384666.213213:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091122963. 00000800:00000010:3.0:1767384666.213219:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e3571a3. 00000800:00000010:3.0:1767384666.213237:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e3571a3. 00000800:00020000:3.0:1767384666.213246:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384666.213249:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091122963. 00000800:00000010:3.0:1767384666.213250:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005312d69e. 00000400:02020000:3.0:1767384666.213283:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp48 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384666.213288:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp48 notifying 192.168.203.133@tcp48: down 00000800:00000200:3.0:1767384666.213293:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp48 down 00000800:00000100:3.0:1767384666.213298:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp48 00000800:00000010:3.0:1767384666.213302:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fa1dc5a8. 00000400:00000200:3.0:1767384666.213304:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384666.213307:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp48->192.168.203.133@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384666.213341:0:16154:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp48 added to recovery queue. ping count: 0 next ping: 288 health :900 00000400:00000200:3.0:1767384666.213345:0:16154:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384666.213347:0:16154:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 1 00000400:00000200:3.0:1767384666.213350:0:16154:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:1.0:1767384666.213391:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384666.213397:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100871 00000400:00000001:1.0:1767384666.213401:0:16161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.213402:0:16161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384666.213403:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:1.0:1767384666.213405:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000400:00000200:1.0:1767384666.213408:0:16161:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384666.213412:0:16161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:1.0:1767384666.213414:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000025db7ab1. 00000400:00000200:1.0:1767384666.213417:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (42) 00000400:00000200:1.0:1767384666.213419:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:-71 00000400:00000200:1.0:1767384666.213421:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 rc -71 00000400:00000200:1.0:1767384666.213424:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384666.213426:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (41) 00000020:00000010:0.0:1767384666.218573:0:39661:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006ab21f34. 00000020:00000040:0.0:1767384666.218579:0:39661:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384666.218581:0:39661:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006ab21f34. 00000100:00000040:2.0:1767384666.229383:0:1020:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294955027, at 4294955028 00000100:00000010:2.0:1767384666.229392:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000096c8e0b9. 00000100:00000040:0.0:1767384666.229418:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294955027, at 4294955028 00000100:00000040:3.0:1767384666.229422:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294955027, at 4294955028 00000100:00000010:0.0:1767384666.229425:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ab5cd23. 00000100:00000010:3.0:1767384666.229430:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b5c1373. 00000100:00000040:1.0:1767384666.230352:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294955027, at 4294955029 00000100:00000010:1.0:1767384666.230359:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb763e3e. 00000400:00000001:1.0:1767384666.465416:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.465422:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384666.465428:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000832d592d] -> 12345-192.168.203.133@tcp13 (6) 00000400:00000200:1.0:1767384666.465428:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00000800:00000200:3.0:1767384666.465437:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp13 ip 192.168.203.133:988 00000800:00000200:3.0:1767384666.465441:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384666.465452:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000400:00000200:1.0:1767384666.465458:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384666.465464:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384666.465477:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004f8c1df9. 00000400:00000010:1.0:1767384666.465481:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cedd70c2. 00000400:00000001:1.0:1767384666.465486:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.465488:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384666.465490:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000400:00000010:1.0:1767384666.465491:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000400:00000200:1.0:1767384666.465494:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384666.465497:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767384666.465500:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000093734440. 00000400:00000010:1.0:1767384666.465501:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f7e19f38. 00000800:00000200:0.0:1767384666.465615:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384666.465624:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.465637:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384666.465643:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.465645:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384666.785394:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384666.785409:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.785416:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384666.785418:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.785509:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384666.785513:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.785517:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384666.791422:0:39662:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384666.791433:0:39662:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.791436:0:39662:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384666.791442:0:39662:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384666.791447:0:39662:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.791450:0:39662:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.915253:0:39698:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006c04d3d9. 00000400:00000040:1.0:1767384666.915275:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384666.915277:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384666.915295:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915297:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384666.915299:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915300:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384666.915302:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384666.915303:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384666.915305:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384666.915305:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384666.915308:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384666.915309:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384666.915310:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384666.915312:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384666.915313:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384666.915314:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384666.915315:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384666.915321:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384666.915322:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384666.915324:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915325:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384666.915326:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384666.915328:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384666.915329:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384666.915329:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384666.915331:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915333:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384666.915334:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384666.915335:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384666.915336:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384666.915337:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384666.915366:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915368:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384666.915370:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384666.915371:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384666.915373:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384666.915374:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384666.915376:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384666.915378:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384666.915380:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384666.915381:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384666.915382:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384666.915384:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384666.915385:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384666.915387:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384666.915388:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384666.915389:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384666.915390:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384666.915392:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384666.915393:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384666.915394:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384666.915395:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384666.915396:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384666.915397:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384666.915398:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384666.915400:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384666.915405:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384666.915415:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384666.915417:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384666.915418:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915420:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384666.915422:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915423:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384666.915424:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384666.915426:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384666.915427:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384666.915428:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384666.915429:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384666.915430:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384666.915432:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384666.915433:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384666.915434:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384666.915436:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384666.915437:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384666.915438:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384666.915439:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384666.915440:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915441:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384666.915442:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384666.915443:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384666.915445:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384666.915445:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384666.915447:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915448:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384666.915449:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384666.915450:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384666.915452:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384666.915453:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384666.915454:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384666.915455:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384666.915456:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384666.915457:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384666.915459:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384666.915459:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384666.915461:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384666.915465:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384666.915466:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384666.915467:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384666.915469:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384666.915470:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384666.915471:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384666.915472:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384666.915473:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384666.915474:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384666.915475:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384666.915492:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384666.915493:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384666.915494:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384666.915495:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384666.915496:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384666.915498:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384666.915499:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384666.915500:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384666.915501:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384666.915502:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384666.915503:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384666.915504:0:39698:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384666.915662:0:39698:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006c04d3d9. 00000400:00000200:3.0:1767384666.960566:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384666.960614:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp50 from 255.3.0.2 00000800:00000010:3.0:1767384666.960619:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a2b0cd41. 00000800:00000010:2.0:1767384666.960706:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f11dd1d8. 00000800:00000010:2.0:1767384666.960715:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039018907. 00000800:00000010:2.0:1767384666.960746:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000066fa7dd1. 00000800:00000200:2.0:1767384666.960758:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.33@tcp50 p 3.x 192.168.203.133 -> 192.168.203.33:1023 incarnation:1767384665731812289 sched[0] 00000800:00000010:2.0:1767384666.960766:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ddfb8b9. 00000800:00000010:2.0:1767384666.960835:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ddfb8b9. 00000800:00000010:2.0:1767384666.960841:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039018907. 00000800:00000010:2.0:1767384666.960880:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a2b0cd41. 00000800:00000001:2.0:1767384666.960911:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384666.960918:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.961864:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384666.961878:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp50 from 254.3.0.2 00000800:00000010:3.0:1767384666.961882:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000094e25db4. 00000800:00000001:3.0:1767384666.963212:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.963219:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384666.963222:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.963228:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.963234:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : GET - for me 00000400:00000010:3.0:1767384666.963245:0:16158:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000080e37ae8. 00000400:00000200:3.0:1767384666.963250:0:16158:0:(peer.c:264:lnet_peer_alloc()) 0000000080e37ae8 nid 192.168.203.33@tcp50 00000400:00000010:3.0:1767384666.963253:0:16158:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000089ce643d. 00000400:00000200:3.0:1767384666.963256:0:16158:0:(peer.c:204:lnet_peer_net_alloc()) 0000000089ce643d net tcp50 00000400:00000010:3.0:1767384666.963260:0:16158:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000023c81b56. 00000400:00000200:3.0:1767384666.963265:0:16158:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000023c81b56 nid 192.168.203.33@tcp50 00000400:00000200:3.0:1767384666.963270:0:16158:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.33@tcp50 nid 192.168.203.133@tcp50: 0 00000400:00000200:3.0:1767384666.963273:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000080e37ae8 (0) 00000400:00000200:3.0:1767384666.963279:0:16158:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.33@tcp50 NID 192.168.203.33@tcp50 flags 0x0 00000400:00000200:3.0:1767384666.963281:0:16158:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.33@tcp50: 0 00000400:00000200:3.0:1767384666.963289:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384666.963298:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.33@tcp50 of length 272/272 into md 0x2019 [1] + 0 00000400:00000200:3.0:1767384666.963329:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384666.963337:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [204:204:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384666.963353:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) 192.168.203.33@tcp50 : REPLY try# 0 00000800:00000200:3.0:1767384666.963359:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384666.963363:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d9d3cad. 00000800:00000200:3.0:1767384666.963371:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (2) 00000800:00000200:3.0:1767384666.963379:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384666.963382:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d9d3cad type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384666.963442:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384666.963444:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dea58ba7. 00000800:00000010:3.0:1767384666.963446:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d9d3cad. 00000400:00000200:3.0:1767384666.963453:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384666.963453:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039018907. 00000400:00000200:3.0:1767384666.963463:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: REPLY: OK 00000800:00000010:2.0:1767384666.963473:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000074cd02ae. 00000800:00000001:3.0:1767384666.963481:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.1:1767384666.963485:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (2) 00000800:00000200:2.1:1767384666.963492:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.33@tcp50 0000000074cd02ae deleted 00000800:00000010:2.1:1767384666.963501:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000074cd02ae. 00000800:00000200:2.0:1767384666.963509:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.33@tcp50 p 3.x 192.168.203.133 -> 192.168.203.33:1022 incarnation:1767384665731812289 sched[0] 00000800:00000010:2.0:1767384666.963518:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ddfb8b9. 00000800:00000001:3.0:1767384666.963541:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384666.963565:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ddfb8b9. 00000800:00000010:2.0:1767384666.963572:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039018907. 00000800:00000010:2.0:1767384666.963593:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000094e25db4. 00000800:00000001:3.0:1767384666.963634:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.963639:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384666.964395:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.964400:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384666.964401:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.964406:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.964412:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : GET - for me 00000400:00000200:3.0:1767384666.964419:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384666.964424:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.33@tcp50 of length 704/704 into md 0x2019 [1] + 0 00000400:00000200:3.0:1767384666.964429:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384666.964436:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [205:205:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1767384666.964443:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) 192.168.203.33@tcp50 : REPLY try# 0 00000800:00000200:3.0:1767384666.964447:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384666.964451:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d9d3cad. 00000800:00000200:3.0:1767384666.964574:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (3) 00000800:00000200:3.0:1767384666.964578:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384666.964581:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d9d3cad type 3, nob 800 niov 1 nkiov 1 00000800:00000200:3.0:1767384666.964610:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384666.964612:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d9d3cad. 00000400:00000200:3.0:1767384666.964677:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.964682:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: REPLY: OK 00000800:00000001:3.0:1767384666.964689:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.964692:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.964995:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384666.965012:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp50 from 253.3.0.2 00000800:00000010:3.0:1767384666.965015:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000343cbae6. 00000800:00000010:2.0:1767384666.965044:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d91391ea. 00000800:00000010:2.0:1767384666.965066:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039018907. 00000800:00000010:2.0:1767384666.965093:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000074cd02ae. 00000800:00000200:2.1:1767384666.965101:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (3) 00000800:00000200:2.1:1767384666.965107:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.33@tcp50 0000000074cd02ae deleted 00000800:00000010:2.1:1767384666.965110:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000074cd02ae. 00000800:00000200:2.0:1767384666.965118:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.33@tcp50 p 3.x 192.168.203.133 -> 192.168.203.33:1021 incarnation:1767384665731812289 sched[0] 00000800:00000010:2.0:1767384666.965125:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ddfb8b9. 00000800:00000010:2.0:1767384666.965172:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ddfb8b9. 00000800:00000010:2.0:1767384666.965178:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039018907. 00000800:00000010:2.0:1767384666.965209:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000343cbae6. 00000800:00000001:0.0:1767384666.965230:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.965237:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.233511:0:16841:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384667.233512:0:16794:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384667.233522:0:16841:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.233524:0:16794:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384667.489396:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp47 00000400:00000010:1.0:1767384667.489405:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004c581835. 00000400:00000010:1.0:1767384667.489412:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007eb61217. 00000400:00000010:1.0:1767384667.489417:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000400:00000010:1.0:1767384667.489424:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008d0f2a20. 00000400:00000200:1.0:1767384667.489428:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp47 00000400:00000200:1.0:1767384667.489447:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp47 local destination 00000400:00000200:1.0:1767384667.489452:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp47 00000400:00000200:1.0:1767384667.489455:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp47 NI seq info: [206:206:256:4294967295] 192.168.203.133@tcp47 LPNI seq info [200:200:8:4294967295] 00000400:00000200:1.0:1767384667.489461:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp47 00000400:00000200:1.0:1767384667.489467:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp47(192.168.203.133@tcp47:) -> 192.168.203.133@tcp47(192.168.203.133@tcp47:192.168.203.133@tcp47) : GET try# 0 00000800:00000200:1.0:1767384667.489471:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp47 00000800:00000010:1.0:1767384667.489485:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9d8ff69. 00000800:00000200:1.0:1767384667.489490:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000800:00000200:1.1:1767384667.489494:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000400:00000200:1.0:1767384667.489516:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp47 added to recovery queue. ping count: 2 next ping: 292 health :800 00000400:00000200:1.0:1767384667.489521:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp48 00000400:00000010:1.0:1767384667.489523:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f24f2d0. 00000400:00000010:1.0:1767384667.489526:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007c30e944. 00000400:00000010:1.0:1767384667.489528:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000400:00000010:1.0:1767384667.489531:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001854b5c3. 00000400:00000200:1.0:1767384667.489533:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp48 00000400:00000200:1.0:1767384667.489537:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp48 local destination 00000400:00000200:1.0:1767384667.489540:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp48 00000400:00000200:1.0:1767384667.489542:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp48 NI seq info: [207:207:256:4294967295] 192.168.203.133@tcp48 LPNI seq info [201:201:8:4294967295] 00000400:00000200:1.0:1767384667.489545:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp48 00000400:00000200:1.0:1767384667.489552:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp48(192.168.203.133@tcp48:) -> 192.168.203.133@tcp48(192.168.203.133@tcp48:192.168.203.133@tcp48) : GET try# 0 00000800:00000200:1.0:1767384667.489555:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp48 00000800:00000010:1.0:1767384667.489558:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000feac87eb. 00000800:00000200:1.0:1767384667.489560:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2de6ce1] -> 12345-192.168.203.133@tcp48 (2) 00000800:00000200:1.1:1767384667.489563:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2de6ce1] -> 12345-192.168.203.133@tcp48 (2) 00000400:00000200:1.0:1767384667.489573:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp48 added to recovery queue. ping count: 1 next ping: 290 health :900 00000400:00000200:3.0:1767384667.489590:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489634:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489654:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.489688:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489691:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489741:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.489757:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489777:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.489800:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489819:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.489845:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489862:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.489895:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489911:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.489945:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.489958:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.489993:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490005:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490042:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490082:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490108:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490131:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490154:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490178:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490201:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490219:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490252:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490269:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490301:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490352:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490390:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490404:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490441:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490452:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490488:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490498:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490538:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490543:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490576:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490600:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490623:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490646:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490664:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490695:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490713:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490747:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490760:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490796:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490810:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490843:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490860:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490894:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490907:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490945:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.490957:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.490995:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.491007:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491057:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.491063:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491107:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.491117:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491154:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.491162:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491204:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.491211:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491254:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491281:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491296:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491344:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491378:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491404:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491421:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491442:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000800:00000010:3.0:1767384667.491445:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000800:00000010:3.0:1767384667.491450:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000428fb9c0. 00000800:00000010:3.0:1767384667.491456:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be6347fd. 00000400:00000200:2.0:1767384667.491461:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000800:00000010:3.0:1767384667.491479:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be6347fd. 00000400:00000200:2.0:1767384667.491488:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000800:00020000:3.0:1767384667.491490:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384667.491494:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000428fb9c0. 00000800:00000010:3.0:1767384667.491497:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005312d69e. 00000400:00000200:2.0:1767384667.491511:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:02020000:3.0:1767384667.491568:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp47 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384667.491568:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.491580:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp47 notifying 192.168.203.133@tcp47: down 00000400:00000200:3.0:1767384667.491586:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384667.491594:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp47 00000800:00000010:3.0:1767384667.491598:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9d8ff69. 00000400:00000200:3.0:1767384667.491604:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384667.491611:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp47->192.168.203.133@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384667.491628:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.491637:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384667.491642:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384667.491648:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp47) recovery failed with -71 00000400:00000200:2.0:1767384667.491658:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491677:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491692:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491709:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491724:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491749:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491764:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491778:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491793:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.133:988 00000400:00000200:2.0:1767384667.491808:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.133:988 00000800:00000010:2.0:1767384667.491993:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d292dc6e. 00000800:00000010:2.0:1767384667.491999:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039018907. 00000800:00000010:2.0:1767384667.492005:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008e6c0d10. 00000800:00000010:2.0:1767384667.492097:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008e6c0d10. 00000400:00000200:3.0:1767384667.492182:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384667.492197:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp48 from 202.3.0.2 00000800:00000010:3.0:1767384667.492200:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d349f1bb. 00000800:00000010:2.0:1767384667.492234:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002805257. 00000800:00000010:2.0:1767384667.492240:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074cd02ae. 00000800:00000010:2.0:1767384667.492261:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2f9f1d6. 00000800:00000200:2.1:1767384667.492267:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2de6ce1] -> 12345-192.168.203.133@tcp48 (2) 00000800:00000200:2.1:1767384667.492271:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp48 00000000e2f9f1d6 deleted 00000800:00000010:2.1:1767384667.492273:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e2f9f1d6. 00000800:00000200:2.1:1767384667.492277:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384667.492283:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp48 ip 192.168.203.133:970 00000800:00000200:2.1:1767384667.492287:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000feac87eb type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384667.492292:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp48 p 3.x 192.168.203.133 -> 192.168.203.133:970 incarnation:1767384658095229780 sched[0] 00000800:00000010:2.0:1767384667.492297:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008e6c0d10. 00000800:00000010:2.0:1767384667.492366:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008e6c0d10. 00000800:00000010:2.0:1767384667.492372:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074cd02ae. 00000800:00000200:0.1:1767384667.492403:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384667.492410:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp48 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384658095229780 sched[0] 00000800:00000010:0.0:1767384667.492414:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039018907. 00000800:00000010:2.0:1767384667.492418:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d349f1bb. 00000800:00000001:3.0:1767384667.492428:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.492433:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384667.492466:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:1.0:1767384667.492467:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.492477:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384667.492480:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384667.492486:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384667.492490:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000feac87eb. 00000800:00000001:1.0:1767384667.492491:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.492494:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.492503:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp48->192.168.203.133@tcp48: GET: OK 00000400:00000200:1.0:1767384667.492506:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp48(192.168.203.133@tcp48) <- 192.168.203.133@tcp48 : GET - for me 00000400:00000200:3.0:1767384667.492510:0:16156:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384667.492514:0:16156:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp48 recovery message sent successfully:0 00000400:00000200:0.0:1767384667.492518:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384667.492522:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384667.492532:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x2019 [1] + 0 00000400:00000200:1.0:1767384667.492542:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp48 to MR: 192.168.203.133@tcp48 local destination 00000400:00000200:1.0:1767384667.492550:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp48 NI seq info: [208:208:256:4294967295] 192.168.203.133@tcp48 LPNI seq info [202:202:8:4294967295] 00000400:00000200:0.0:1767384667.492557:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384667.492567:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp48(192.168.203.133@tcp48:192.168.203.133@tcp48) -> 192.168.203.133@tcp48(192.168.203.133@tcp48:192.168.203.133@tcp48) 192.168.203.133@tcp48 : REPLY try# 0 00000800:00000200:1.0:1767384667.492580:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp48 00000800:00000010:1.0:1767384667.492583:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000feac87eb. 00000800:00000200:1.0:1767384667.492590:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2de6ce1] -> 12345-192.168.203.133@tcp48 (4) 00000400:00000200:0.0:1767384667.492590:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000200:1.0:1767384667.492599:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp48 ip 192.168.203.133:988 00000800:00000200:1.0:1767384667.492602:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000feac87eb type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384667.492619:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000001:3.0:1767384667.492633:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384667.492654:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000200:1.0:1767384667.492679:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384667.492681:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384667.492683:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000feac87eb. 00000400:00000200:0.0:1767384667.492688:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000800:00000001:3.0:1767384667.492689:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.492690:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384667.492694:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.492701:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.492701:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp48->192.168.203.133@tcp48: REPLY: OK 00000400:00000200:3.0:1767384667.492711:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp48(192.168.203.133@tcp48) <- 192.168.203.133@tcp48 : REPLY - for me 00000400:00000200:0.0:1767384667.492723:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384667.492731:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp48: Reply from 12345-192.168.203.133@tcp48 of length 272/272 into md 0x207d 00000800:00000001:2.0:1767384667.492734:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384667.492735:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.492743:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.492746:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.492751:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp48->192.168.203.133@tcp48: REPLY: OK 00000400:00000200:3.0:1767384667.492754:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8764a08 00000400:00000010:3.0:1767384667.492756:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00000400:00000200:3.0:1767384667.492759:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:0.0:1767384667.492762:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000010:3.0:1767384667.492763:0:16157:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f24f2d0. 00000400:00000010:3.0:1767384667.492770:0:16157:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007c30e944. 00000800:00000001:3.0:1767384667.492779:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.492782:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384667.492795:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492810:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492822:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492834:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492847:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492860:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492872:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492885:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492897:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492909:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492921:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492935:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492948:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492960:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492972:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.492984:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493007:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493020:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493032:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493063:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493084:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493097:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493110:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493122:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493134:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384667.493146:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384667.493216:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d84a6dde. 00000800:00000010:0.0:1767384667.493219:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083bfbb77. 00000800:00000010:0.0:1767384667.493221:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bc9e27d. 00000800:00000010:0.0:1767384667.493234:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bc9e27d. 00000800:00020000:0.0:1767384667.493238:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384667.493240:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083bfbb77. 00000800:00000010:0.0:1767384667.493241:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d84a6dde. 00000400:02020000:0.0:1767384667.493265:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp48 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000004:00000001:3.0:1767384667.745431:0:16835:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384667.745440:0:16835:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:0.0:1767384667.745445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767384667.745451:0:16835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ead8a7db. 00000100:00000001:0.0:1767384667.745453:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384667.745459:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000823ef38d. 00000020:00000040:3.0:1767384667.745461:0:16835:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384667.745465:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384667.745468:0:16835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384667.745470:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384667.745474:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384667.745475:0:16835:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384667.745479:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384667.745480:0:16835:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384667.745487:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000863bfe06. 02000000:00000010:3.0:1767384667.745490:0:16835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d9d3cad. 00000100:00000001:0.0:1767384667.745496:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.745498:0:16835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.745506:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384667.745508:0:16835:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384667.745513:0:16835:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.745521:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384667.745523:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384667.745526:0:16835:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ead8a7db] to pc [ptlrpcd_00_02+2] req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384667.745543:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000823ef38d] to pc [ptlrpcd_00_03+3] req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.745563:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.745566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384667.745570:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384667.745573:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d80903f. 00000020:00000040:0.0:1767384667.745577:0:37:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:3.0:1767384667.745578:0:16835:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.745581:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384667.745585:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384667.745588:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384667.745592:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b00e5b9. 00000100:00000001:0.0:1767384667.745596:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.745602:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384667.745602:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384667.745607:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384667.745610:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384667.745610:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384667.745611:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384667.745615:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384667.745615:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d80903f] to pc [ptlrpcd_00_00+0] req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.745626:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384667.745628:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.745632:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384667.745635:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384667.745637:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384667.745639:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.745643:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384667.745646:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000823ef38d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037662720:0@lo:400: 00000100:00000001:1.0:1767384667.745648:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384667.745648:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.745653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384667.745654:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384667.745656:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384667.745660:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384667.745662:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384667.745665:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384667.745666:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012389a18. 00000100:00000001:3.0:1767384667.745672:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384667.745673:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384667.745674:0:37:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384667.745677:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384667.745678:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.745679:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384667.745680:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384667.745683:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384667.745685:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c72a8abd. 02000000:00000001:0.0:1767384667.745685:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384667.745686:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384667.745690:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.745690:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.745692:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384667.745693:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384667.745695:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce1fe3e5. 00000400:00000010:2.0:1767384667.745698:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b7994f. 02000000:00000001:1.0:1767384667.745700:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.745702:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384667.745708:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00100000:1.0:1767384667.745709:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ead8a7db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037662848:0@lo:13: 00000100:00000040:0.0:1767384667.745712:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384667.745717:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037662720, portal 25 00000100:00000001:2.0:1767384667.745723:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384667.745725:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384667.745727:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867980544 : -117138841571072 : ffff95767cf57100) 02000000:00000001:1.0:1767384667.745732:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384667.745735:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384667.745737:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384667.745738:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.745741:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.745741:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384667.745744:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384667.745750:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384667.745751:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384667.745753:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384667.745753:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000025db7ab1. 02000000:00000001:3.0:1767384667.745757:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384667.745760:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384667.745760:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012389a18] to pc [ptlrpcd_00_01+1] req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384667.745761:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384667.745764:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384667.745767:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000400:00000010:1.0:1767384667.745771:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000330f6555. 00000100:00000200:2.0:1767384667.745772:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037662720, offset 0 00000100:00100000:3.0:1767384667.745774:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d80903f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037662976:0@lo:400: 00000400:00000010:1.0:1767384667.745783:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000100:00000001:0.0:1767384667.745783:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.745784:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384667.745788:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384667.745790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384667.745791:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384667.745796:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.745797:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384667.745800:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037662848, portal 4 02000000:00000001:3.0:1767384667.745802:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384667.745803:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 00000100:00000001:1.0:1767384667.745806:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384667.745807:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384667.745808:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:3.0:1767384667.745810:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cfa9924. 00000100:00000001:1.0:1767384667.745811:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855681792 : -117138853869824 : ffff95767c39c700) 00000100:00000001:0.0:1767384667.745812:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384667.745816:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384667.745818:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.745821:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.745825:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f508200 00000100:00000040:1.0:1767384667.745825:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384667.745829:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000064f8bb0. 02000000:00000010:0.0:1767384667.745830:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023544784. 00000400:00000200:2.0:1767384667.745836:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17c9 [2] + 0 00000100:00000001:0.0:1767384667.745837:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.745843:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384667.745846:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae927009. 00000400:00000200:2.0:1767384667.745854:0:16166:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000017db262 00000400:00000200:2.0:1767384667.745862:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384667.745862:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384667.745864:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000001:0.0:1767384667.745867:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384667.745870:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384667.745872:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384667.745872:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384667.745874:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037662976, portal 4 00000400:00000010:1.0:1767384667.745877:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335b0b9d. 00000400:00000200:2.0:1767384667.745879:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000017db262 00000100:00000040:0.0:1767384667.745880:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fc9631] to pc [ptlrpcd_00_02+2] req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384667.745881:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384667.745885:0:16166:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000017db262. 00000100:00000001:3.0:1767384667.745886:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867972480 : -117138841579136 : ffff95767cf55180) 00000100:00000001:2.0:1767384667.745895:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384667.745895:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037662848, offset 0 00000100:00000200:2.0:1767384667.745899:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384667.745899:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384667.745901:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384667.745904:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000d2319483 x1853237037662720 msgsize 224 00000400:00000200:1.0:1767384667.745905:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384667.745906:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (294) 00000400:00000200:1.0:1767384667.745923:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384667.745924:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384667.745930:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384667.745932:0:16166:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384667.745938:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384667.745939:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f508280 00000100:00000001:0.0:1767384667.745939:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384667.745945:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aed24d0. 00000100:00000001:2.0:1767384667.745945:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384667.745946:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384667.745950:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3808 00000100:00000001:0.0:1767384667.745950:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384667.745958:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384667.745959:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037662976, offset 0 00000400:00000200:2.0:1767384667.745959:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056663bf8 00000100:00000040:0.0:1767384667.745959:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384667.745965:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056663bf8. 00000400:00000200:1.0:1767384667.745966:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384667.745973:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384667.745979:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384667.745979:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.745980:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384667.745982:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.745987:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384667.745988:0:16165:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384667.745990:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384667.745991:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384667.745998:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384667.745999:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384667.746000:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005525f07b. 00000100:00000040:1.0:1767384667.746007:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000005525f07b x1853237037662848 msgsize 224 00000100:00100000:0.0:1767384667.746008:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012389a18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16164:1853237037663104:0@lo:400: 00000400:00000200:3.0:1767384667.746019:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f508300 00000100:00100000:1.0:1767384667.746020:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384667.746022:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384667.746029:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.746029:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384667.746032:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384667.746036:0:16165:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384667.746036:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384667.746037:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 5008 02000000:00000001:0.0:1767384667.746064:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384667.746084:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f617bf4c. 02000000:00000001:0.0:1767384667.746087:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384667.746091:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001abec88c. 00000400:00000200:3.0:1767384667.746116:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.746121:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384667.746122:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335b0b9d 00000400:00000010:0.0:1767384667.746122:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000421320ed. 00000400:00000010:1.0:1767384667.746127:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335b0b9d. 00000100:00000001:1.0:1767384667.746130:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384667.746133:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384667.746135:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384667.746135:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037663104, portal 10 00000100:00000200:3.0:1767384667.746137:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384667.746142:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384667.746146:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.746146:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867976960 : -117138841574656 : ffff95767cf56300) 00000100:00000010:3.0:1767384667.746147:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035d48b1e. 00000100:00000001:2.0:1767384667.746152:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384667.746156:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000035d48b1e x1853237037662976 msgsize 224 00000100:00000040:0.0:1767384667.746157:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.746159:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384667.746162:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.746166:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.746169:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294956562 00000100:00100000:3.0:1767384667.746176:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384667.746179:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ffa745. 00000100:00000001:0.0:1767384667.746186:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384667.746189:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384667.746191:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.746193:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384667.746194:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384667.746195:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384667.746197:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294956562 00000400:00000010:0.0:1767384667.746197:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000100:00000200:0.0:1767384667.746201:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037663104, offset 0 00000100:00000010:2.0:1767384667.746202:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038763c60. 00000100:00000001:1.0:1767384667.746203:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.746206:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384667.746208:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384667.746209:0:16165:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5516 usecs (6 jiffies) 00000100:00000001:2.0:1767384667.746211:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294956562 00000100:00000001:1.0:1767384667.746214:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294956550 00000400:00000200:3.0:1767384667.746216:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aed24d0 00000100:00000010:2.0:1767384667.746217:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d852f14b. 00000400:00000200:0.0:1767384667.746217:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384667.746219:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294956562 00000400:00000010:3.0:1767384667.746223:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aed24d0. 00000100:00000001:2.0:1767384667.746225:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384667.746226:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294956550 00000100:00000001:3.0:1767384667.746231:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384667.746232:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f508380 00000100:00000001:1.0:1767384667.746233:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294956562 00000100:00000001:2.0:1767384667.746234:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294956562 00000100:00000010:2.0:1767384667.746239:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000096c8e0b9. 00000100:00000200:3.0:1767384667.746240:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384667.746243:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9400 00000100:00000001:1.0:1767384667.746246:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294956550 00000100:00000001:2.0:1767384667.746247:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384667.746253:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294956562 00000100:00000001:2.0:1767384667.746254:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384667.746255:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384667.746261:0:16165:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294956550 00000100:00000001:2.0:1767384667.746262:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384667.746266:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384667.746268:0:16165:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294956562 00000100:00000001:2.0:1767384667.746270:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746273:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384667.746273:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384667.746275:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.746275:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384667.746280:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384667.746281:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.746281:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.746287:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.746288:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1767384667.746289:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079af0238. 00000100:00000001:2.0:1767384667.746292:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384667.746293:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384667.746295:0:16164:0:(events.c:337:request_in_callback()) incoming req@0000000079af0238 x1853237037663104 msgsize 224 00000100:00000001:2.0:1767384667.746300:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384667.746303:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384667.746304:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384667.746308:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384667.746335:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.746336:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384667.746337:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384667.746342:0:16166:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384667.746343:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384667.746344:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384667.746347:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.746348:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384667.746350:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384667.746352:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746354:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.746355:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384667.746356:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384667.746358:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000100:00000001:2.0:1767384667.746360:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384667.746362:0:16163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5516 usecs (6 jiffies) 00000400:00000010:0.0:1767384667.746362:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000100:00000001:2.0:1767384667.746365:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384667.746382:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384667.746384:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294956551 00000100:00000200:0.0:1767384667.746389:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384667.746390:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294956562 00000100:00000001:2.0:1767384667.746391:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384667.746394:0:16805:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384667.746395:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384667.746398:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294956551 00000100:00100000:1.0:1767384667.746400:0:16805:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037662720 00000100:00000040:2.0:1767384667.746404:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384667.746406:0:16805:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384667.746408:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294956562 00000100:00000001:1.0:1767384667.746410:0:16805:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384667.746414:0:16805:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746415:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294956551 02000000:00000001:1.0:1767384667.746423:0:16805:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746424:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294956562 00000100:00100000:1.0:1767384667.746429:0:16805:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037662720 00000100:00000001:2.0:1767384667.746431:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384667.746433:0:16163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294956551 00000100:00000001:2.0:1767384667.746436:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.746436:0:16805:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384667.746441:0:16163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294956562 00000020:00000040:1.0:1767384667.746442:0:16805:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 02000000:00000001:2.0:1767384667.746443:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384667.746443:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384667.746447:0:16805:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384667.746448:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384667.746448:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384667.746450:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384667.746452:0:16805:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 02000000:00000001:2.0:1767384667.746456:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746457:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.746458:0:16805:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00100000:2.0:1767384667.746463:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9fc9631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037663232:0@lo:400: 00000020:00000001:1.0:1767384667.746465:0:16805:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384667.746466:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.746471:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384667.746473:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384667.746474:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.746474:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.746475:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384667.746478:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000066044621. 02000000:00000001:2.0:1767384667.746479:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.746481:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384667.746484:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384667.746485:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384667.746486:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384667.746489:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746490:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384667.746491:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000066044621. 02000000:00000010:2.0:1767384667.746493:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba14a108. 00000100:00000040:0.0:1767384667.746498:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3660 usecs (4 jiffies) 02000000:00000001:2.0:1767384667.746499:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746500:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384667.746501:0:16805:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f044bd1c. 00000100:00000001:0.0:1767384667.746503:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294956549 00000100:00000001:3.0:1767384667.746504:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384667.746505:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae927009. 00000020:00000010:1.0:1767384667.746509:0:16805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061cbe9ac. 00000100:00000001:3.0:1767384667.746510:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.746511:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294956562 00000400:00000010:2.0:1767384667.746512:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000100:00000001:0.0:1767384667.746516:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294956549 00000100:00000001:3.0:1767384667.746519:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384667.746520:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037663232, portal 10 00000100:00000001:0.0:1767384667.746522:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294956562 00000020:00000010:1.0:1767384667.746524:0:16805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000001:2.0:1767384667.746527:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384667.746528:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294956549 00000100:00000001:2.0:1767384667.746530:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867973376 : -117138841578240 : ffff95767cf55500) 00000100:00000001:0.0:1767384667.746531:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294956562 00000100:00000001:0.0:1767384667.746533:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294956549 00000100:00000040:1.0:1767384667.746535:0:16805:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384667.746536:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294956562 00000100:00000040:2.0:1767384667.746537:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.746542:0:16805:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384667.746543:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384667.746546:0:16805:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384667.746547:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384667.746548:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384667.746548:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.746550:0:16805:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384667.746554:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037662976 00000100:00000040:2.0:1767384667.746555:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384667.746555:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384667.746560:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000100:00000001:1.0:1767384667.746560:0:16805:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384667.746561:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384667.746561:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.746567:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384667.746568:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037663232, offset 0 00000100:00000001:3.0:1767384667.746571:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.746571:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384667.746573:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384667.746576:0:16805:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384667.746577:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384667.746578:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.746579:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384667.746583:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384667.746585:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037662976 00000100:00000001:0.0:1767384667.746587:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384667.746590:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384667.746591:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384667.746591:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384667.746592:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384667.746596:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000001:1.0:1767384667.746596:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384667.746601:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384667.746603:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f508400 00000100:00100000:1.0:1767384667.746605:0:16805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000020:00000040:3.0:1767384667.746607:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000001:3.0:1767384667.746614:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000400:00000200:2.0:1767384667.746614:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9624 00000100:00000040:1.0:1767384667.746614:0:16805:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384667.746617:0:17587:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384667.746620:0:16805:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715859024 : -117138993692592 : ffff957673e44050) 00000020:00000001:3.0:1767384667.746623:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00100000:0.0:1767384667.746623:0:17587:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037662848 02000000:00000001:0.0:1767384667.746628:0:17587:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384667.746629:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384667.746631:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384667.746631:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2319483 x1853237037662720/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:648/0 lens 224/0 e 0 to 0 dl 1767384678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.746633:0:17587:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384667.746637:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384667.746637:0:17587:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384667.746639:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061a7a2b0. 02000000:00000001:0.0:1767384667.746644:0:17587:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.746646:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384667.746648:0:17586:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000023b1629d. 00000100:00000001:1.0:1767384667.746650:0:16805:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384667.746655:0:16805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000066044621. 00000100:00000200:2.0:1767384667.746656:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1767384667.746657:0:17587:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037662848 00000020:00000040:3.0:1767384667.746659:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:1.0:1767384667.746662:0:16805:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384667.746663:0:17587:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767384667.746665:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d92b702. 00000020:00000010:1.0:1767384667.746669:0:16805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000066044621. 00000020:00000040:0.0:1767384667.746669:0:17587:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000100:00000040:2.0:1767384667.746670:0:16166:0:(events.c:337:request_in_callback()) incoming req@000000008d92b702 x1853237037663232 msgsize 224 00000020:00000001:0.0:1767384667.746673:0:17587:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384667.746676:0:17587:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=6 00000100:00000001:3.0:1767384667.746679:0:17586:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384667.746680:0:17587:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000100:00100000:1.0:1767384667.746683:0:16805:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2319483 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037662720:12345-0@lo:400: 00000100:00100000:2.0:1767384667.746684:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384667.746685:0:17587:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 00000020:00000010:3.0:1767384667.746687:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000514f1134. 00000100:00000001:0.0:1767384667.746690:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384667.746696:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a37f392. 00000100:00000200:1.0:1767384667.746697:0:16805:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037662720 00000020:00000010:0.0:1767384667.746698:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013e6e852. 00000100:00000001:2.0:1767384667.746700:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384667.746704:0:16805:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384667.746706:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384667.746708:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000400:00000200:2.0:1767384667.746709:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 00000020:00000001:1.0:1767384667.746710:0:16805:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384667.746712:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013e6e852. 00000400:00000010:2.0:1767384667.746716:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000020:00000001:1.0:1767384667.746716:0:16805:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.746720:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384667.746720:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048cff902. 00000100:00000040:3.0:1767384667.746723:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:1.0:1767384667.746723:0:16805:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384667.746726:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1deff05. 00000100:00000200:2.0:1767384667.746727:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384667.746728:0:16805:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000100:00000001:3.0:1767384667.746730:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384667.746733:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007113a11. 00000100:00000001:3.0:1767384667.746735:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384667.746738:0:16805:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384667.746740:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384667.746743:0:16805:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384667.746744:0:17587:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384667.746751:0:17586:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384667.746751:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384667.746751:0:16805:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384667.746751:0:17587:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384667.746756:0:17587:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384667.746758:0:17586:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384667.746758:0:16805:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384667.746759:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.746759:0:17587:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746764:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.746765:0:16805:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.746768:0:17587:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.746773:0:16805:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384667.746776:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.746777:0:16805:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384667.746779:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384667.746782:0:16805:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384667.746782:0:17587:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.746783:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384667.746789:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.746794:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767384667.746794:0:16805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000189a35fa. 00000100:00000040:2.0:1767384667.746795:0:16166:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3445 usecs (4 jiffies) 00000100:00000001:0.0:1767384667.746797:0:17587:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384667.746799:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384667.746801:0:16805:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.746802:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294956549 00000100:00000001:0.0:1767384667.746802:0:17587:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384667.746807:0:16805:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384667.746808:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:2.0:1767384667.746809:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294956562 00000020:00000001:1.0:1767384667.746811:0:16805:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384667.746813:0:17587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384667.746816:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000001:2.0:1767384667.746817:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294956549 00010000:00000040:1.0:1767384667.746818:0:16805:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037662720 00000100:00000040:0.0:1767384667.746835:0:17587:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 2 00000100:00000001:3.0:1767384667.746839:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855695232 : -117138853856384 : ffff95767c39fb80) 00000100:00000001:2.0:1767384667.746840:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294956562 00010000:00000001:1.0:1767384667.746841:0:16805:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384667.746842:0:17587:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868475904 : -117138841075712 : ffff95767cfd0000) 00000100:00000001:2.0:1767384667.746847:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294956549 00010000:00000200:1.0:1767384667.746850:0:16805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2319483 x1853237037662720/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:648/0 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.746854:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294956562 00000100:00000040:3.0:1767384667.746856:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035d48b1e x1853237037662976/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:648/0 lens 224/0 e 0 to 0 dl 1767384678 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384667.746857:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005525f07b x1853237037662848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:648/0 lens 224/0 e 0 to 0 dl 1767384678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.746861:0:16166:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294956549 00000100:00000001:2.0:1767384667.746868:0:16166:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294956562 00000100:00000001:2.0:1767384667.746875:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384667.746883:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.746904:0:16805:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384667.746907:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.746910:0:16805:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.746914:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384667.746921:0:16805:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384667.746923:0:17587:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384667.746925:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384667.746932:0:16805:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384667.746932:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013e6e852. 00000020:00000010:3.0:1767384667.746933:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d4eda9c. 00000100:00080000:2.0:1767384667.746937:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384667.746941:0:16805:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:0.0:1767384667.746943:0:17587:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384667.746944:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384667.746946:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - evictor 00000100:00000001:1.0:1767384667.746947:0:16805:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000010:0.0:1767384667.746954:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013e6e852. 00000020:00000010:3.0:1767384667.746956:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d4eda9c. 02000000:00000001:1.0:1767384667.746956:0:16805:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384667.746962:0:16805:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384667.746970:0:17587:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005525f07b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16165:x1853237037662848:12345-0@lo:13: 00000100:00000001:1.0:1767384667.746971:0:16805:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384667.746972:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035d48b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16163:x1853237037662976:12345-0@lo:400: 00000100:00000040:1.0:1767384667.746981:0:16805:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384667.746988:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037662976 00000400:00000010:1.0:1767384667.746989:0:16805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335b0b9d. 00000020:00000001:3.0:1767384667.746994:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384667.746998:0:16805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037662720, offset 224 00000020:00000001:3.0:1767384667.747002:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384667.747004:0:17587:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037662848 00000100:00000001:2.0:1767384667.747005:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384667.747007:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384667.747010:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037663104 00000020:00000001:0.0:1767384667.747012:0:17587:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384667.747013:0:16805:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384667.747017:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384667.747019:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384667.747021:0:17587:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384667.747023:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000001:2.0:1767384667.747025:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384667.747025:0:17587:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384667.747030:0:16805:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384667.747032:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384667.747035:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384667.747036:0:17587:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384667.747060:0:16805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f508200 02000000:00000001:2.0:1767384667.747061:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384667.747061:0:17587:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606224 : -1037945392 : ffffffffc22235d0) 00000020:00000001:3.0:1767384667.747062:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384667.747087:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037663104 00000020:00000001:0.0:1767384667.747088:0:17587:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384667.747089:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384667.747093:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384667.747093:0:16805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2081 [1] + 224 00000020:00000001:0.0:1767384667.747093:0:17587:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384667.747095:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1767384667.747097:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000020:00000001:0.0:1767384667.747099:0:17587:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384667.747101:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.747102:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384667.747103:0:17587:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384667.747104:0:16805:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384667.747108:0:17586:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:2.0:1767384667.747109:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000020:00000001:0.0:1767384667.747109:0:17587:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384667.747110:0:16805:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384667.747115:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:3.0:1767384667.747116:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384667.747116:0:17587:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384667.747118:0:16805:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384667.747122:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384667.747122:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 02000000:00000001:0.0:1767384667.747122:0:17587:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384667.747125:0:16805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.747128:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767384667.747130:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000050cf7a19. 02000000:00000010:0.0:1767384667.747131:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000673de950. 00000020:00000010:2.0:1767384667.747134:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e6c0d10. 02000000:00000001:3.0:1767384667.747137:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384667.747138:0:17587:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.747139:0:16811:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384667.747147:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.747147:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e6c0d10. 00000100:00000001:0.0:1767384667.747147:0:17587:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.747148:0:16805:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384667.747154:0:17586:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.747156:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071b3a255. 00002000:00000001:0.0:1767384667.747156:0:17587:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000040:3.0:1767384667.747161:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037662976 00002000:00000001:0.0:1767384667.747163:0:17587:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:2.0:1767384667.747164:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00010000:00000001:3.0:1767384667.747168:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384667.747168:0:17587:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:2.0:1767384667.747170:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000001:1.0:1767384667.747171:0:16805:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:0.0:1767384667.747174:0:17587:0:(osd_handler.c:571:osd_statfs()) Process entered 00010000:00000200:3.0:1767384667.747175:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035d48b1e x1853237037662976/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384667.747178:0:16805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335b0b9d 00000100:00000040:2.0:1767384667.747181:0:16811:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384667.747186:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:0.0:1767384667.747186:0:17587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384667.747189:0:16805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335b0b9d. 00000100:00000001:2.0:1767384667.747190:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384667.747192:0:17587:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384667.747195:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384667.747195:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:0.0:1767384667.747196:0:17587:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384667.747197:0:16805:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384667.747200:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.747202:0:16805:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000020:0.0:1767384667.747203:0:17587:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767384667.747204:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:3.0:1767384667.747208:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384667.747208:0:16805:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.747209:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000020:0.0:1767384667.747209:0:17587:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384667.747213:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.747217:0:16805:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00002000:00000020:0.0:1767384667.747219:0:17587:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384667.747221:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384667.747221:0:16805:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384667.747226:0:16805:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384667.747226:0:17587:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:3.0:1767384667.747229:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:2.0:1767384667.747229:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384667.747232:0:16805:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:0.0:1767384667.747234:0:17587:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384667.747238:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000001:00000001:0.0:1767384667.747238:0:17587:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.747240:0:16805:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2319483 x1853237037662720/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:648/0 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.747242:0:16811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:0.0:1767384667.747245:0:17587:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384667.747247:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1767384667.747247:0:16811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037663232 00010000:00000040:0.0:1767384667.747251:0:17587:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037662848 02000000:00000001:3.0:1767384667.747253:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.747253:0:16811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384667.747257:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384667.747258:0:17587:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384667.747262:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.747263:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384667.747267:0:16805:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2319483 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037662720:12345-0@lo:400: Request processed in 613us (1358us total) trans 0 rc 0/0 00010000:00000200:0.0:1767384667.747267:0:17587:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005525f07b x1853237037662848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:648/0 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384667.747269:0:16811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384667.747273:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384667.747276:0:16811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037663232 00000400:00000010:3.0:1767384667.747280:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aed24d0. 00000100:00100000:1.0:1767384667.747287:0:16805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00000200:3.0:1767384667.747289:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037662976, offset 224 00000020:00000001:2.0:1767384667.747289:0:16811:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384667.747293:0:16811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000040:1.0:1767384667.747294:0:16805:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00010000:00000001:0.0:1767384667.747296:0:17587:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384667.747299:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384667.747300:0:16805:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384667.747304:0:16805:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384667.747306:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384667.747306:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000007276e7 refcount=5 00010000:00000001:0.0:1767384667.747307:0:17587:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384667.747309:0:16805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061cbe9ac. 00000020:00000001:2.0:1767384667.747313:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00001000:0.0:1767384667.747314:0:17587:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a79b16ae time=87 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384667.747315:0:16805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000001:2.0:1767384667.747317:0:16811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570197504 : -117144139354112 : ffff9575412fb000) 00000100:00000001:0.0:1767384667.747320:0:17587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384667.747322:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f044bd1c. 00000400:00000200:3.0:1767384667.747324:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384667.747347:0:16805:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000100:00000040:0.0:1767384667.747348:0:17587:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 02000000:00000001:1.0:1767384667.747351:0:16805:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384667.747353:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384667.747356:0:16805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000189a35fa. 00000100:00000001:0.0:1767384667.747357:0:17587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000010:2.0:1767384667.747374:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e6c0d10. 02000000:00000001:1.0:1767384667.747376:0:16805:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:2.0:1767384667.747378:0:16811:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003d60c9ca. 02000000:00000001:0.0:1767384667.747378:0:17587:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384667.747381:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f508300 00000100:00000001:1.0:1767384667.747381:0:16805:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384667.747383:0:17587:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384667.747385:0:16811:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000100:00000200:1.0:1767384667.747387:0:16805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384667.747390:0:17587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384667.747394:0:16805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095e639c3. 00000400:00000200:3.0:1767384667.747395:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x208d [1] + 224 00000100:00000001:2.0:1767384667.747397:0:16811:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384667.747400:0:17587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384667.747404:0:16811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008aac563c. 00000400:00000010:0.0:1767384667.747406:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000400:00000200:3.0:1767384667.747407:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384667.747409:0:16805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000353211b9. 00000020:00000010:2.0:1767384667.747410:0:16811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000788934eb. 00000100:00000200:0.0:1767384667.747410:0:17587:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037662848, offset 224 00000400:00000200:3.0:1767384667.747417:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384667.747418:0:16811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bbbbaac. 00000400:00000200:0.0:1767384667.747422:0:17587:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384667.747425:0:16811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384667.747426:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384667.747427:0:16811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384667.747432:0:16811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384667.747432:0:17587:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384667.747434:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384667.747436:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.747438:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384667.747440:0:16811:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384667.747444:0:16811:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000001:1.0:1767384667.747445:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384667.747445:0:17587:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f508280 00000100:00000001:2.0:1767384667.747448:0:16811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384667.747450:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384667.747455:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7b7994f. 00000400:00000200:1.0:1767384667.747461:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000100:00000001:2.0:1767384667.747463:0:16811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384667.747464:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000100:00000040:3.0:1767384667.747466:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.747471:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384667.747478:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384667.747480:0:17587:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2089 [1] + 224 00000100:00000001:2.0:1767384667.747483:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384667.747485:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384667.747489:0:17587:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384667.747491:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384667.747492:0:16811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:2.0:1767384667.747499:0:16811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000400:00000200:3.0:1767384667.747500:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aed24d0 00000400:00000200:0.0:1767384667.747501:0:17587:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384667.747506:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aed24d0. 00000100:00000001:2.0:1767384667.747507:0:16811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867981440 : -117138841570176 : ffff95767cf57480) 00000100:00000200:1.0:1767384667.747511:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384667.747513:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384667.747515:0:17587:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384667.747518:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384667.747518:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079af0238 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:648/0 lens 224/0 e 0 to 0 dl 1767384678 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384667.747523:0:17587:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384667.747524:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384667.747533:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00000100:00000001:1.0:1767384667.747535:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384667.747539:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384667.747540:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384667.747544:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.747546:0:16166:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384667.747549:0:16811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384667.747551:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384667.747552:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384667.747554:0:16811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004dc4d919. 00000100:00000040:0.0:1767384667.747555:0:17587:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.747557:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384667.747559:0:16811:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384667.747562:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035d48b1e x1853237037662976/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.747562:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.747564:0:16811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004dc4d919. 02000000:00000001:1.0:1767384667.747568:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384667.747577:0:16811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079af0238 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16164:x1853237037663104:12345-0@lo:400: 00000100:00001000:1.0:1767384667.747577:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384667.747587:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384667.747591:0:17587:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384667.747597:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035d48b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16163:x1853237037662976:12345-0@lo:400: Request processed in 668us (1435us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384667.747597:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384667.747599:0:16811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037663104 00000100:00000001:1.0:1767384667.747601:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384667.747601:0:17587:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000020:00000001:2.0:1767384667.747605:0:16811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384667.747606:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00010000:00000001:1.0:1767384667.747607:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384667.747611:0:16811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384667.747612:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.747613:0:17587:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384667.747615:0:16811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.747617:0:17587:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384667.747619:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.747623:0:16811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384667.747626:0:17587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.747627:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384667.747628:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000001:2.0:1767384667.747628:0:16811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000020:00000001:2.0:1767384667.747635:0:16811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384667.747635:0:17587:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:3.0:1767384667.747636:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 1 00000020:00000001:2.0:1767384667.747640:0:16811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384667.747643:0:17587:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384667.747644:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384667.747647:0:16811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384667.747648:0:17587:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.747649:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384667.747653:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384667.747654:0:16811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384667.747654:0:17587:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384667.747655:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a37f392. 00000100:00000001:1.0:1767384667.747657:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384667.747659:0:16811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.747661:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384667.747663:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000100:00000040:0.0:1767384667.747663:0:17587:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005525f07b x1853237037662848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:648/0 lens 224/368 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384667.747664:0:16811:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384667.747669:0:16811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384667.747669:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384667.747672:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000514f1134. 02000000:00000001:2.0:1767384667.747674:0:16811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767384667.747679:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 02000000:00000010:2.0:1767384667.747681:0:16811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000067681b5b. 00000100:00000001:3.0:1767384667.747685:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384667.747687:0:16811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.747694:0:16811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.747700:0:16811:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.747703:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1767384667.747705:0:16811:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037663104 00000100:00100000:1.0:1767384667.747706:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000823ef38d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037662720:0@lo:400: 00000100:00000001:3.0:1767384667.747707:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384667.747710:0:16811:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:3.0:1767384667.747713:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000200:2.0:1767384667.747718:0:16811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079af0238 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384667.747719:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384667.747722:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384667.747723:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000064f8bb0. 00000100:00100000:0.0:1767384667.747724:0:17587:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005525f07b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16165:x1853237037662848:12345-0@lo:13: Request processed in 797us (1712us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384667.747732:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000100:00000001:1.0:1767384667.747732:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384667.747737:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000100:00100000:0.0:1767384667.747738:0:17587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00000001:2.0:1767384667.747739:0:16811:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384667.747743:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384667.747743:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000823ef38d x1853237037662720/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384667.747744:0:16811:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.747745:0:17587:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:0.0:1767384667.747750:0:17587:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384667.747752:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384667.747752:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384667.747753:0:17587:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384667.747759:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1deff05. 00000100:00000001:2.0:1767384667.747764:0:16811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384667.747766:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007113a11. 00000100:00000040:2.0:1767384667.747771:0:16811:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000010:0.0:1767384667.747774:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048cff902. 00000100:00000001:2.0:1767384667.747778:0:16811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:1.0:1767384667.747783:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1767384667.747784:0:17587:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 02000000:00000001:2.0:1767384667.747786:0:16811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384667.747788:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384667.747789:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384667.747790:0:16811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.747791:0:17587:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384667.747792:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c72a8abd. 00000100:00000001:2.0:1767384667.747797:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384667.747802:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384667.747805:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384667.747805:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384667.747806:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384667.747811:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384667.747811:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384667.747813:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 02000000:00000001:3.0:1767384667.747816:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384667.747816:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000100:00000200:2.0:1767384667.747819:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037663104, offset 224 00000100:00000001:0.0:1767384667.747819:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384667.747821:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384667.747823:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384667.747824:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.747824:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1767384667.747828:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000863bfe06. 02000000:00000001:3.0:1767384667.747829:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.747832:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384667.747835:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 02000000:00000001:1.0:1767384667.747837:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767384667.747838:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=87 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384667.747840:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000007276e7 : new rpc_count 1 02000000:00000001:1.0:1767384667.747841:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767384667.747845:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=87 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384667.747846:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000823ef38d. 00000100:00000001:0.0:1767384667.747847:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626929598929024 : -117144110622592 : ffff957542e61880) 00000100:00000001:1.0:1767384667.747854:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384667.747855:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384667.747856:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384667.747857:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.747858:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384667.747859:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d92b702 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:648/0 lens 224/0 e 0 to 0 dl 1767384678 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384667.747865:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384667.747866:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.747870:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f508380 00000100:00000001:1.0:1767384667.747872:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1767384667.747873:0:16163:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.747877:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384667.747880:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.747884:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2099 [1] + 224 00000100:00000001:1.0:1767384667.747886:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.747886:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384667.747892:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013e6e852. 00000400:00000200:2.0:1767384667.747897:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384667.747898:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384667.747900:0:16163:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384667.747902:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013e6e852. 00000100:00000001:1.0:1767384667.747904:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384667.747905:0:16163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384667.747906:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384667.747909:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384667.747910:0:16163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:0.0:1767384667.747910:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d92b702 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037663232:12345-0@lo:400: 00000100:00000001:2.0:1767384667.747913:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384667.747915:0:16163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767384667.747915:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384667.747920:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384667.747920:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384667.747921:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384667.747921:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037663232 00000400:00000010:1.0:1767384667.747924:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000330f6555. 00000020:00000001:0.0:1767384667.747928:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384667.747931:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384667.747931:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000020:00000001:0.0:1767384667.747933:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384667.747936:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000020:00000001:0.0:1767384667.747938:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.747943:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384667.747945:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384667.747950:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659569120 : -1049982496 : ffffffffc16a89e0) 00000100:00000200:1.0:1767384667.747951:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384667.747956:0:16811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384667.747957:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384667.747960:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384667.747967:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.747968:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384667.747971:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384667.747974:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384667.747979:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384667.747982:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384667.747984:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384667.747991:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1767384667.747992:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.747995:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384667.748000:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384667.748001:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384667.748005:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c033e282. 00000400:00000200:2.0:1767384667.748008:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 02000000:00000001:0.0:1767384667.748012:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384667.748013:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000100:00000001:0.0:1767384667.748020:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384667.748021:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d80903f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16163:1853237037662976:0@lo:400: 00000100:00000001:2.0:1767384667.748022:0:16811:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384667.748022:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384667.748024:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.748027:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.748028:0:16811:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:0.0:1767384667.748032:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037663232 00000100:00000001:1.0:1767384667.748034:0:16165:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384667.748036:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384667.748037:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.748037:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.748038:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384667.748057:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384667.748059:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384667.748061:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384667.748061:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d92b702 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384667.748064:0:16811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000040:3.0:1767384667.748067:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d80903f x1853237037662976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384667.748068:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.748085:0:16811:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384667.748091:0:16811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384667.748093:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 000000007033af34 time=87 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384667.748097:0:16811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384667.748104:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=87 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384667.748106:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079af0238 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384667.748108:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384667.748113:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.748114:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384667.748114:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767384667.748117:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=91 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384667.748118:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384667.748122:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cfa9924. 00000100:00000001:1.0:1767384667.748125:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.748126:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384667.748128:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384667.748131:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384667.748132:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00000020:00000001:3.0:1767384667.748133:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384667.748134:0:16811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079af0238 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16164:x1853237037663104:12345-0@lo:400: Request processed in 580us (1834us total) trans 0 rc 0/0 00000020:00000040:3.0:1767384667.748137:0:16163:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384667.748139:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00010000:00080000:1.0:1767384667.748140:0:16165:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384667.748143:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384667.748148:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005b00e5b9. 02000000:00000001:0.0:1767384667.748148:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384667.748153:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384667.748157:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384667.748157:0:16811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000001:0.0:1767384667.748160:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384667.748161:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384667.748165:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d80903f. 00000100:00000040:2.0:1767384667.748165:0:16811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000040:0.0:1767384667.748169:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384667.748170:0:16165:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.748172:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384667.748172:0:16811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384667.748175:0:16165:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767384667.748175:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000100:00000001:3.0:1767384667.748176:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.748177:0:16811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384667.748179:0:16165:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384667.748182:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384667.748182:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037663232, offset 224 00000100:00000001:1.0:1767384667.748183:0:16165:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384667.748184:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000100:00000001:1.0:1767384667.748188:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.748191:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384667.748192:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000100:00000040:1.0:1767384667.748194:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384667.748195:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384667.748196:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.748198:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071b3a255. 00000100:00000001:3.0:1767384667.748202:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384667.748207:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384667.748208:0:16811:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000400:00000200:0.0:1767384667.748211:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384667.748221:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384667.748222:0:16811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.748224:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384667.748225:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f508400 00000100:00000001:1.0:1767384667.748227:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384667.748232:0:16165:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00080000:3.0:1767384667.748233:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000040:1.0:1767384667.748237:0:16165:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:0.0:1767384667.748238:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20a1 [1] + 224 00000020:00000040:3.0:1767384667.748239:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - evictor 00000004:00000040:1.0:1767384667.748242:0:16165:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:2.0:1767384667.748243:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384667.748247:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384667.748249:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767384667.748253:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384667.748256:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000020:1.0:1767384667.748257:0:16165:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000015c35855): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:0.0:1767384667.748257:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384667.748258:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001abec88c. 00000400:00000200:2.0:1767384667.748266:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000421320ed 00000004:00000001:1.0:1767384667.748266:0:16165:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384667.748272:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000421320ed. 00000100:00000040:1.0:1767384667.748274:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.748278:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384667.748284:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384667.748285:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ead8a7db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16165:1853237037662848:0@lo:13: 00000100:00000200:2.0:1767384667.748287:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384667.748290:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.748293:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.748297:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384667.748303:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ead8a7db x1853237037662848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384667.748311:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.748316:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384667.748319:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384667.748322:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000025db7ab1. 00000100:00000001:2.0:1767384667.748341:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384667.748342:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.748344:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.748349:0:16164:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384667.748349:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384667.748352:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384667.748354:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384667.748358:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384667.748359:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.748360:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384667.748361:0:16165:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384667.748364:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.748365:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384667.748368:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d9d3cad. 00000400:00000200:0.0:1767384667.748369:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000100:00001000:2.0:1767384667.748372:0:16164:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=91 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384667.748372:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1767384667.748374:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 02000000:00000001:1.0:1767384667.748375:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1767384667.748378:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=91 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384667.748379:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ead8a7db. 00000100:00000001:0.0:1767384667.748380:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384667.748382:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384667.748383:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384667.748385:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384667.748387:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384667.748388:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384667.748389:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384667.748391:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.748393:0:16164:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384667.748394:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384667.748394:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384667.748396:0:16164:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384667.748397:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000400:00000001:3.0:1767384667.748400:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384667.748401:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384667.748403:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:2.0:1767384667.748404:0:16164:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384667.748405:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384667.748406:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae927009. 00000100:00000001:1.0:1767384667.748406:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384667.748409:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384667.748414:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384667.748415:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056663bf8 00000100:00000040:0.0:1767384667.748417:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d92b702 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1767384678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.748418:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384667.748420:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056663bf8. 00010000:00000001:2.0:1767384667.748421:0:16164:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.748427:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384667.748428:0:16164:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384667.748432:0:16164:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384667.748434:0:16164:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767384667.748435:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.748437:0:16164:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384667.748437:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d92b702 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16166:x1853237037663232:12345-0@lo:400: Request processed in 547us (1762us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384667.748445:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384667.748458:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:0.0:1767384667.748479:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000007276e7 : new rpc_count 0 00000100:00000001:2.0:1767384667.748480:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384667.748482:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384667.748485:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384667.748490:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384667.748495:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384667.748495:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000788934eb. 00000100:00000001:2.0:1767384667.748498:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.748501:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384667.748503:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bbbbaac. 00000100:00000001:3.0:1767384667.748504:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384667.748506:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384667.748509:0:16166:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384667.748510:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008aac563c. 02000000:00000001:3.0:1767384667.748512:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384667.748515:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384667.748517:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000100:00000001:3.0:1767384667.748519:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384667.748521:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384667.748524:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012389a18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16164:1853237037663104:0@lo:400: 02000000:00000001:3.0:1767384667.748525:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384667.748531:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 000000002f586f94 time=91 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384667.748532:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384667.748541:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384667.748541:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384667.748547:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384667.748550:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384667.748550:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012389a18 x1853237037663104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384667.748555:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384667.748560:0:16166:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384667.748580:0:16166:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.748581:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384667.748583:0:16166:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384667.748584:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384667.748585:0:16166:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:2.0:1767384667.748588:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f617bf4c. 00000100:00000001:3.0:1767384667.748589:0:16166:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384667.748591:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.748594:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384667.748595:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384667.748599:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384667.748602:0:16164:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384667.748606:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384667.748609:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce1fe3e5. 00000100:00000001:3.0:1767384667.748610:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384667.748614:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384667.748615:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384667.748616:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384667.748619:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384667.748622:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384667.748623:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012389a18. 00000100:00000001:2.0:1767384667.748629:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384667.748632:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384667.748635:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9fc9631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16166:1853237037663232:0@lo:400: 00000100:00000001:2.0:1767384667.748637:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.748642:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.748645:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384667.748645:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384667.748649:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384667.748651:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9fc9631 x1853237037663232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.748653:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384667.748657:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.748663:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384667.748665:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384667.748667:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba14a108. 02000000:00000001:3.0:1767384667.748671:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384667.748672:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384667.748673:0:16166:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384667.748675:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384667.748676:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023544784. 02000000:00000001:3.0:1767384667.748678:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384667.748679:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384667.748680:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000100:00000001:3.0:1767384667.748682:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384667.748683:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.748684:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384667.748687:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384667.748688:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384667.748690:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384667.748691:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.764387:0:372:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294956562, at 4294956563 00000100:00000040:3.0:1767384667.764391:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294956562, at 4294956563 00000100:00000010:1.0:1767384667.764396:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038763c60. 00000100:00000010:3.0:1767384667.764400:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000096c8e0b9. 00000100:00000040:2.0:1767384667.764404:0:1020:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294956562, at 4294956563 00000100:00000040:0.0:1767384667.764404:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294956562, at 4294956563 00000100:00000010:0.0:1767384667.764415:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ffa745. 00000100:00000010:2.0:1767384667.764416:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d852f14b. 00010000:00000001:0.0:1767384667.809408:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384667.809413:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384667.809419:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384667.809421:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384667.809524:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384667.809528:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384667.809532:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384667.993277:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.993295:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384667.993299:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.993301:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.993336:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384667.993352:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 520 into portal 26 MB=0x695825ee00180 00000400:00000200:1.0:1767384667.993359:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 520/520 into md 0x17d1 [2] + 0 00000400:00000010:1.0:1767384667.993364:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008e4896b. 00000400:00000200:1.0:1767384667.993371:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c2197eb 00000800:00000001:1.0:1767384667.993377:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.993386:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.993388:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.993392:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384667.993395:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2197eb 00000400:00000010:1.0:1767384667.993397:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c2197eb. 00000100:00000001:1.0:1767384667.993402:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384667.993405:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384667.993407:0:16158:0:(events.c:337:request_in_callback()) incoming req@0000000016c38d7e x1853237030289792 msgsize 520 00000100:00100000:1.0:1767384667.993411:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:1.0:1767384667.993426:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384667.993441:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384667.993450:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.993452:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.993526:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384667.993531:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030289792 02000000:00000001:2.0:1767384667.993533:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384667.993535:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384667.993537:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.993551:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384667.993555:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030289792 00000020:00000001:2.0:1767384667.993558:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384667.993559:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384667.993561:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384667.993563:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.993565:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.993570:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071b3a255. 00000020:00000010:2.0:1767384667.993575:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384667.993579:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000001:2.0:1767384667.993586:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384667.993587:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384667.993589:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.993594:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.993607:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.993617:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384667.993619:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384667.993625:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 161 00000100:00000001:2.0:1767384667.993628:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715870288 : -117138993681328 : ffff957673e46c50) 00000100:00000040:2.0:1767384667.993634:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016c38d7e x1853237030289792/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384667.993646:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016c38d7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:12157:x1853237030289792:12345-192.168.203.33@tcp50:250: 00000100:00000200:2.0:1767384667.993649:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030289792 00000020:00000001:2.0:1767384667.993651:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384667.993656:0:16804:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384667.993663:0:16804:0:(obd_config.c:927:class_incref()) incref MGS (00000000b51fa921) now 6 - find 00000020:00000001:2.0:1767384667.993666:0:16804:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446626934626333104 : -117139083218512 : ffff95766e8e31b0) 00000100:00000001:2.0:1767384667.993671:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384667.993674:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384667.993678:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000060aa33b3. 02000000:00000001:2.0:1767384667.993680:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.993682:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384667.993684:0:16804:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384667.993689:0:16804:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50 t0 exp 0000000000000000 cur 289 last 0 00010000:00000001:2.0:1767384667.993698:0:16804:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767384667.993700:0:16804:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767384667.993702:0:16804:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384667.993704:0:16804:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384667.993706:0:16804:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005b78aa92. 00000020:00000001:2.0:1767384667.993708:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384667.993710:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005b78aa92 with handle 0x1c01179f271ede75 to hash 00000020:00000001:2.0:1767384667.993711:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384667.993714:0:16804:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767384667.993717:0:16804:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384667.993719:0:16804:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384667.993722:0:16804:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000074fd10da. 00000001:00000010:2.0:1767384667.993725:0:16804:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000052f8d196. 00000001:00000010:2.0:1767384667.993729:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba14a108. 00000001:00000010:2.0:1767384667.993731:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008aac563c. 00000001:00000010:2.0:1767384667.993733:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c72a8abd. 00000001:00000010:2.0:1767384667.993736:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020dbd816. 00010000:00000001:2.0:1767384667.993738:0:16804:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.993740:0:16804:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.993741:0:16804:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384667.993743:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=3 00000020:00000040:2.0:1767384667.993746:0:16804:0:(obd_config.c:927:class_incref()) incref MGS (00000000b51fa921) now 7 - export 00000020:00000001:2.0:1767384667.993748:0:16804:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000040:2.0:1767384667.993750:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 2 00000020:00000080:2.0:1767384667.993752:0:16804:0:(genops.c:1402:class_connect()) connect: client 007077c8-5f93-4ffb-97be-03e289c71d5a, cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384667.993753:0:16804:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.993755:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384667.993756:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384667.993757:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384667.993758:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=3 00000020:00000001:2.0:1767384667.993759:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384667.993760:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 20000000:00000001:2.0:1767384667.993762:0:16804:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767384667.993764:0:16804:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767384667.993770:0:16804:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384667.993773:0:16804:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000050b13d40 00000020:00000010:2.0:1767384667.993775:0:16804:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d852f14b. 00000020:00000040:2.0:1767384667.993782:0:16804:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000d852f14b for nid 192.168.203.33@tcp50 - ref 2 00000020:00000001:2.0:1767384667.993834:0:16804:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.993839:0:16804:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fd3fb773. 00000020:00000010:2.0:1767384667.993842:0:16804:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000074cd02ae. 00000020:00000010:2.0:1767384667.993844:0:16804:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000004413e539. 00000020:00000010:2.0:1767384667.993854:0:16804:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000910d9b92. 00000020:00000010:2.0:1767384667.993856:0:16804:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000cd979607. 00000020:00000010:2.0:1767384667.993859:0:16804:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000064d2fc4. 20000000:00000001:2.0:1767384667.993865:0:16804:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384667.993867:0:16804:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384667.993868:0:16804:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.993870:0:16804:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.993873:0:16804:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006c1c876a. 00000020:00000040:2.0:1767384667.993874:0:16804:0:(obd_config.c:927:class_incref()) incref MGS (00000000b51fa921) now 8 - import 00000020:00000001:2.0:1767384667.993879:0:16804:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384667.993880:0:16804:0:(genops.c:1242:class_import_put()) import 000000006c1c876a refcount=1 obd=MGS 00000020:00000001:2.0:1767384667.993881:0:16804:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384667.993885:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=4 00000100:00000040:2.0:1767384667.993886:0:16804:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384667.993889:0:16804:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384667.993894:0:16804:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000080e37ae8 (1) 00000400:00000200:2.0:1767384667.993898:0:16804:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000080e37ae8 (2) 00000400:00000200:2.0:1767384667.993909:0:16804:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.33@tcp50 (0000000080e37ae8): 0 00000400:00000200:2.0:1767384667.993911:0:16804:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384667.993978:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384667.993986:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.33@tcp50(0000000080e37ae8) state 0x40 00000400:00000200:1.0:1767384667.993989:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000080e37ae8 (3) 00000400:00000010:1.0:1767384667.993995:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f044bd1c. 00000400:00000010:1.0:1767384667.993999:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000400:00000010:1.0:1767384667.994005:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000211d6b0e. 00000400:00000200:1.0:1767384667.994008:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.33@tcp50 00000400:00000200:1.0:1767384667.994027:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:1.0:1767384667.994033:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp50 00000400:00000200:1.0:1767384667.994036:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [209:209:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1767384667.994058:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.33@tcp50 00000400:00000200:1.0:1767384667.994065:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : GET try# 0 00000800:00000200:1.0:1767384667.994069:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.33@tcp50 00000800:00000010:1.0:1767384667.994073:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000feac87eb. 00000800:00000200:1.0:1767384667.994077:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:1.0:1767384667.994083:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:1.0:1767384667.994087:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000feac87eb type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384667.994102:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.33@tcp50 00000400:00000200:1.0:1767384667.994104:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.33@tcp50(0000000080e37ae8) state 0x240 rc 0 00000800:00000200:2.0:1767384667.994198:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384667.994202:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000feac87eb. 00000400:00000200:2.0:1767384667.994206:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384667.994210:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: GET: OK 00000400:00000200:2.0:1767384667.994214:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384667.994216:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.33@tcp50: 0 00000800:00000001:3.0:1767384667.994979:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.994996:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384667.994999:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.995000:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.995006:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : REPLY - for me 00000400:00000200:3.0:1767384667.995015:0:16157:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp50: Reply from 12345-192.168.203.33@tcp50 of length 48/48 into md 0x20c1 00000800:00000001:3.0:1767384667.995019:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.995023:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.995025:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.995028:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: REPLY: OK 00000400:00000200:3.0:1767384667.995030:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e98a14 00000400:00000010:3.0:1767384667.995032:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000400:00000200:3.0:1767384667.995035:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384667.995038:0:16157:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.33@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:3.0:1767384667.995058:0:16157:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.33@tcp50(0000000080e37ae8) not MR: DD disabled remotely 00000400:00000200:3.0:1767384667.995062:0:16157:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.33@tcp50 data present 3. state = 0x242 00000400:00000200:3.0:1767384667.995065:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.33@tcp50 (0000000080e37ae8): -114 00000400:00000200:3.0:1767384667.995075:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000080e37ae8 (4) 00000800:00000001:3.0:1767384667.995080:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.995083:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.995161:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384667.995167:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.33@tcp50(0000000080e37ae8) state 0xc2 00000400:00000010:1.0:1767384667.995174:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000066044621. 00000400:00000010:1.0:1767384667.995177:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000006aee8dd6. 00000400:00000010:1.0:1767384667.995178:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000c238562c. 00000400:00000010:1.0:1767384667.995183:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000066044621. 00000400:00000010:1.0:1767384667.995185:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000006aee8dd6. 00000400:00000010:1.0:1767384667.995187:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000c238562c. 00000400:00000010:1.0:1767384667.995189:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f044bd1c. 00000400:00000200:1.0:1767384667.995199:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.33@tcp50 (0000000080e37ae8): 0 00000400:00000200:1.0:1767384667.995201:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.33@tcp50(0000000080e37ae8): 0. state = 0x142 00000400:00000200:1.0:1767384667.995204:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.33@tcp50(0000000080e37ae8) state 0x142 rc 1 00000400:00000200:1.0:1767384667.995207:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.33@tcp50(0000000080e37ae8) state 0x142 00000400:00000200:1.0:1767384667.995209:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.33@tcp50 00000400:00000200:1.0:1767384667.995210:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.33@tcp50(0000000080e37ae8) state 0x112 rc 0 00000400:00000200:1.0:1767384667.995213:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.33@tcp50 (0000000080e37ae8) 00000400:00000200:1.0:1767384667.995236:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000080e37ae8 (3) 00000400:00000200:2.0:1767384667.995328:0:16804:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000080e37ae8 (2) 00000400:00000200:2.0:1767384667.995341:0:16804:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000080e37ae8 (1) 00000400:00000200:2.0:1767384667.995347:0:16804:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.33@tcp50 NID 192.168.203.33@tcp50: 0. discovery complete 00000400:00000200:2.0:1767384667.995349:0:16804:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000080e37ae8 (2) 00000400:00000200:2.0:1767384667.995353:0:16804:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.33@tcp50 primary NID 192.168.203.33@tcp50 rc 0 00000100:00000010:2.0:1767384667.995357:0:16804:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000004dc4d919. 00000100:00000001:2.0:1767384667.995360:0:16804:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:2.0:1767384667.995362:0:16804:0:(connection.c:149:ptlrpc_connection_get()) conn=000000004dc4d919 refcount 1 to 192.168.203.33@tcp50 00000020:00000040:2.0:1767384667.995365:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=5 00000100:00000001:2.0:1767384667.995371:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384667.995373:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384667.995375:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384667.995378:0:16804:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384667.995381:0:16804:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384667.995383:0:16804:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:2.0:1767384667.995385:0:16804:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659820608 : -1049731008 : ffffffffc16e6040) 02000000:00000001:2.0:1767384667.995387:0:16804:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.995389:0:16804:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384667.995392:0:16804:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384667.995394:0:16804:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384667.995396:0:16804:0:(import.c:65:import_set_state_nolock()) 000000006c1c876a : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384667.995399:0:16804:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384667.995400:0:16804:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384667.995402:0:16804:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384667.995405:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 4 00000020:00000040:2.0:1767384667.995406:0:16804:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b51fa921) now 8 - find 00010000:00000001:2.0:1767384667.995408:0:16804:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.995411:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384667.995413:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441344 : -1042110272 : ffffffffc1e2a8c0) 00000020:00000001:2.0:1767384667.995416:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384667.995417:0:16804:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384667.995419:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384667.995421:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384667.995423:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384667.995425:0:16804:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:2.0:1767384667.995431:0:16804:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384667.995435:0:16804:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384667.995437:0:16804:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384667.995439:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030289792 00010000:00000001:2.0:1767384667.995442:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384667.995445:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016c38d7e x1853237030289792/t0(0) o250->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384667.995453:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384667.995455:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384667.995457:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=97 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384667.995461:0:16804:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384667.995464:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384667.995465:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384667.995467:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384667.995469:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384667.995471:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.995473:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384667.995475:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384667.995478:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000100:00000200:2.0:1767384667.995481:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237030289792, offset 0 00000400:00000200:2.0:1767384667.995485:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384667.995491:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384667.995510:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [210:210:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384667.995518:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384667.995522:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384667.995524:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a18b6267. 00000800:00000200:2.0:1767384667.995528:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384667.995532:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:2.0:1767384667.995534:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a18b6267 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384667.995547:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384667.995550:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384667.995557:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384667.995559:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.995561:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384667.995564:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016c38d7e x1853237030289792/t0(0) o250->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384667.995572:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016c38d7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+4:12157:x1853237030289792:12345-192.168.203.33@tcp50:250: Request processed in 1928us (2164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384667.995590:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 161 00000100:00000040:2.0:1767384667.995593:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384667.995595:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384667.995596:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384667.995600:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384667.995605:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384667.995608:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071b3a255. 00000020:00000040:2.0:1767384667.995613:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 3 00000100:00000001:2.0:1767384667.995617:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384667.995621:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384667.995626:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ebb017. 00000400:00000010:2.0:1767384667.995631:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2f9f1d6. 00000800:00000200:1.0:1767384667.995668:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384667.995672:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a18b6267. 00000400:00000200:1.0:1767384667.995676:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.995681:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384667.995684:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 00000400:00000010:1.0:1767384667.995686:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000100:00000001:1.0:1767384667.995689:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384667.995691:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384667.995693:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000060aa33b3. 02000000:00000001:1.0:1767384667.995696:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384667.995697:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384667.997001:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384667.997011:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384667.997014:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384667.997016:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384667.997022:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:2.0:1767384667.997032:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 328 into portal 26 MB=0x695825ee00100 00000400:00000200:2.0:1767384667.997037:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 328/328 into md 0x180d [2] + 0 00000400:00000010:2.0:1767384667.997064:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c42c690. 00000400:00000200:2.0:1767384667.997095:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b502b673 00000800:00000001:2.0:1767384667.997098:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384667.997104:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384667.997105:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384667.997109:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:2.0:1767384667.997119:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b502b673 00000400:00000010:2.0:1767384667.997121:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b502b673. 00000100:00000001:2.0:1767384667.997123:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384667.997125:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384667.997127:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000087464d3b x1853237030289664 msgsize 328 00000100:00100000:2.0:1767384667.997131:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:2.0:1767384667.997132:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384667.997145:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384667.997150:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384667.997152:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.997220:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384667.997223:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030289664 02000000:00000001:1.0:1767384667.997225:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384667.997227:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384667.997228:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.997231:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384667.997233:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030289664 00000020:00000001:1.0:1767384667.997235:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384667.997236:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:1.0:1767384667.997237:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384667.997239:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=4 00000020:00000001:1.0:1767384667.997241:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:1.0:1767384667.997243:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:1.0:1767384667.997247:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384667.997251:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c238562c. 00000100:00000001:1.0:1767384667.997259:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384667.997261:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c238562c. 00000020:00000010:1.0:1767384667.997276:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f044bd1c. 00000020:00000010:1.0:1767384667.997279:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061cbe9ac. 00000020:00000010:1.0:1767384667.997282:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000040:1.0:1767384667.997287:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384667.997289:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384667.997290:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384667.997292:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.997295:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.997330:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.997340:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384667.997342:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384667.997348:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384667.997348:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 162 00000100:00000001:2.0:1767384667.997353:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384667.997354:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384667.997356:0:16805:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.997357:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715863120 : -117138993688496 : ffff957673e45050) 00000100:00000001:2.0:1767384667.997359:0:16805:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.997364:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087464d3b x1853237030289664/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:648/0 lens 328/0 e 0 to 0 dl 1767384678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.997373:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384667.997375:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c238562c. 00000100:00000001:1.0:1767384667.997377:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384667.997379:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c238562c. 00000100:00100000:1.0:1767384667.997382:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087464d3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+4:15561:x1853237030289664:12345-192.168.203.33@tcp50:101: 00000100:00000200:1.0:1767384667.997385:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030289664 00000020:00000001:1.0:1767384667.997386:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384667.997399:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384667.997401:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.997402:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384667.997404:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:1.0:1767384667.997406:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384667.997407:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384667.997409:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384667.997415:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384667.997418:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.997420:0:16804:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384667.997422:0:16804:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384667.997424:0:16804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384667.997425:0:16804:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384667.997427:0:16804:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.997431:0:16804:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384667.997436:0:16804:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 6 00010000:00000001:1.0:1767384667.997439:0:16804:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384667.997441:0:16804:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384667.997444:0:16804:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0c199df. 00000020:00000001:1.0:1767384667.997447:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384667.997448:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0c199df with handle 0x1c01179f271ede7c to hash 00000020:00000001:1.0:1767384667.997450:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384667.997451:0:16804:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933867406848 : -117139842144768 : ffff95764151e600) 00010000:00000001:1.0:1767384667.997453:0:16804:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933867406848 : -117139842144768 : ffff95764151e600) 00010000:00010000:1.0:1767384667.997455:0:16804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e0c199df/0x1c01179f271ede7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x30f1753b00832c7e expref: -99 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384667.997463:0:16804:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005b78aa92 : new locks_count 1 00000020:00000040:1.0:1767384667.997464:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=5 00000100:00000001:1.0:1767384667.997469:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384667.997470:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384667.997473:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000189a35fa. 02000000:00000001:1.0:1767384667.997474:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.997476:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.997478:0:16804:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384667.997481:0:16804:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384667.997483:0:16804:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384667.997485:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384667.997498:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.997500:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384667.997501:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.997503:0:16804:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384667.997505:0:16804:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384667.997510:0:16804:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384667.997511:0:16804:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384667.997513:0:16804:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000c29753a0) refcount = 6 00010000:00000040:1.0:1767384667.997516:0:16804:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384667.997519:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000049891318/0x1c01179f271edb73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edb6c expref: 14 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384667.997524:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007faebf05/0x1c01179f271edb49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edb42 expref: 14 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384667.997528:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ac004cba/0x1c01179f271edaee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edae7 expref: 14 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384667.997532:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000040b2a7c0/0x1c01179f271eda69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271eda62 expref: 14 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384667.997536:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007bc4ca4f/0x1c01179f271eda4d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271eda46 expref: 14 pid: 16806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384667.997541:0:16804:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0c199df/0x1c01179f271ede7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832c7e expref: 5 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.997545:0:16804:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384667.997546:0:16804:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384667.997547:0:16804:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.997549:0:16804:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.997550:0:16804:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384667.997565:0:16804:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384667.997566:0:16804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e0c199df/0x1c01179f271ede7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832c7e expref: 5 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.997571:0:16804:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384667.997573:0:16804:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384667.997575:0:16804:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.997576:0:16804:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.997578:0:16804:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384667.997582:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.997584:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384667.997585:0:16804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e0c199df, rc 0) 00000020:00000001:1.0:1767384667.997587:0:16804:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384667.997589:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030289664 00010000:00000001:1.0:1767384667.997591:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384667.997593:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087464d3b x1853237030289664/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:648/0 lens 328/344 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384667.997599:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384667.997600:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384667.997602:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384667.997605:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384667.997607:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:1.0:1767384667.997608:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:1.0:1767384667.997610:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384667.997611:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.997613:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384667.997615:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:1.0:1767384667.997617:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335b0b9d. 00000100:00000200:1.0:1767384667.997620:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237030289664, offset 224 00000400:00000200:1.0:1767384667.997623:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:1.0:1767384667.997629:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:1.0:1767384667.997636:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [211:211:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767384667.997645:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384667.997649:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:1.0:1767384667.997651:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9d8ff69. 00000800:00000200:1.0:1767384667.997655:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:1.0:1767384667.997659:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:1.0:1767384667.997661:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9d8ff69 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384667.997674:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.997676:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:1.0:1767384667.997683:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384667.997684:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384667.997686:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384667.997689:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087464d3b x1853237030289664/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:648/0 lens 328/344 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384667.997698:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087464d3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+5:15561:x1853237030289664:12345-192.168.203.33@tcp50:101: Request processed in 324us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384667.997704:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 162 00000100:00000040:1.0:1767384667.997707:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:1.0:1767384667.997709:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384667.997710:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384667.997713:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061cbe9ac. 00000020:00000010:1.0:1767384667.997715:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384667.997718:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f044bd1c. 00000020:00000040:1.0:1767384667.997722:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 4 00000100:00000001:1.0:1767384667.997724:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384667.997727:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384667.997731:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000330f6555. 00000400:00000010:1.0:1767384667.997734:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a21d44db. 00000800:00000200:3.0:1767384667.997749:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384667.997754:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9d8ff69. 00000400:00000200:3.0:1767384667.997758:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.997763:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384667.997766:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335b0b9d 00000400:00000010:3.0:1767384667.997768:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335b0b9d. 00000100:00000001:3.0:1767384667.997771:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384667.997772:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384667.997774:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000189a35fa. 02000000:00000001:3.0:1767384667.997776:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384667.997777:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384667.998740:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.998748:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384667.998751:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.998752:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.998758:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384667.998766:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 512 into portal 26 MB=0x695825ee00200 00000400:00000200:1.0:1767384667.998770:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 512/512 into md 0x1845 [2] + 0 00000400:00000010:1.0:1767384667.998773:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031c696bc. 00000400:00000200:1.0:1767384667.998777:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c63edf7 00000800:00000001:1.0:1767384667.998780:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.998784:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.998786:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.998788:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384667.998799:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c63edf7 00000400:00000010:1.0:1767384667.998801:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c63edf7. 00000100:00000001:1.0:1767384667.998803:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384667.998805:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384667.998807:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000cfd150dd x1853237030289920 msgsize 512 00000100:00100000:1.0:1767384667.998810:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:1.0:1767384667.998812:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384667.998824:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384667.998830:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.998832:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.998910:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384667.998913:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030289920 02000000:00000001:2.0:1767384667.998916:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384667.998917:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384667.998929:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.998931:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384667.998934:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030289920 00000020:00000001:2.0:1767384667.998935:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384667.998936:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384667.998938:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384667.998940:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=5 00000020:00000001:2.0:1767384667.998942:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384667.998944:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384667.998946:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384667.998949:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5a382d. 00000100:00000001:2.0:1767384667.998951:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384667.998953:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5a382d. 00000020:00000010:2.0:1767384667.998957:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384667.998959:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384667.998962:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384667.998966:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384667.998975:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384667.998976:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384667.998977:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.998980:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.999004:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.999011:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384667.999012:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384667.999016:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 163 00000100:00000040:2.0:1767384667.999019:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384667.999021:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715867216 : -117138993684400 : ffff957673e46050) 00000100:00000040:2.0:1767384667.999026:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cfd150dd x1853237030289920/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:648/0 lens 512/0 e 0 to 0 dl 1767384678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.999034:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384667.999037:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5a382d. 00000100:00000001:2.0:1767384667.999053:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384667.999056:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5a382d. 00000100:00100000:2.0:1767384667.999059:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cfd150dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+5:15561:x1853237030289920:12345-192.168.203.33@tcp50:501: 00000100:00000200:2.0:1767384667.999063:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030289920 00000020:00000001:2.0:1767384667.999065:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384667.999067:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384667.999068:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.999070:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384667.999071:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667440832 : -1042110784 : ffffffffc1e2a6c0) 00000020:00000001:2.0:1767384667.999073:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384667.999074:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384667.999075:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384667.999076:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384667.999079:0:16804:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384667.999081:0:16804:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.999082:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384667.999083:0:16804:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384667.999085:0:16804:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384667.999086:0:16804:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384667.999094:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384667.999095:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384667.999098:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005b6cb757. 02000000:00000001:2.0:1767384667.999100:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.999101:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384667.999104:0:16804:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:2.0:1767384667.999106:0:16804:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a2d438fe : new refcount 2 00000040:00000001:2.0:1767384667.999108:0:16804:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384667.999111:0:16804:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083532ac0. 00000040:00000001:2.0:1767384667.999114:0:16804:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384667.999117:0:16804:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384667.999119:0:16804:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626934742337024 : -117138967214592 : 0xffff957675784600) 00000020:00000001:2.0:1767384667.999121:0:16804:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626934742337024 : -117138967214592 : ffff957675784600) 00080000:00000001:2.0:1767384667.999128:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384667.999305:0:16804:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384667.999332:0:16804:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384667.999335:0:16804:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384667.999337:0:16804:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384667.999339:0:16804:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083532ac0. 00000040:00000001:2.0:1767384667.999341:0:16804:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384667.999343:0:16804:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:2.0:1767384667.999345:0:16804:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a2d438fe : new refcount 1 00000020:00000001:2.0:1767384667.999347:0:16804:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:2.0:1767384667.999349:0:16804:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1767384667.999352:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030289920 00010000:00000001:2.0:1767384667.999354:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384667.999358:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cfd150dd x1853237030289920/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:648/0 lens 512/272 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384667.999364:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384667.999366:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384667.999367:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384667.999370:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384667.999378:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384667.999380:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384667.999382:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384667.999383:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.999385:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384667.999387:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384667.999390:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ae67c3. 00000100:00000200:2.0:1767384667.999392:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237030289920, offset 224 00000400:00000200:2.0:1767384667.999396:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384667.999402:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384667.999409:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [212:212:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1767384667.999418:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384667.999422:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384667.999424:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2c278d2. 00000800:00000200:2.0:1767384667.999428:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384667.999432:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:2.0:1767384667.999434:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2c278d2 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384667.999446:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384667.999448:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384667.999450:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384667.999452:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.999453:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384667.999456:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfd150dd x1853237030289920/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:648/0 lens 512/272 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384667.999463:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cfd150dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+5:15561:x1853237030289920:12345-192.168.203.33@tcp50:501: Request processed in 428us (655us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767384667.999470:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 163 00000100:00000040:2.0:1767384667.999472:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384667.999474:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384667.999482:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384667.999485:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384667.999488:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384667.999491:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384667.999494:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 4 00000100:00000001:2.0:1767384667.999496:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384667.999499:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384667.999503:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3adc485. 00000400:00000010:2.0:1767384667.999507:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039018907. 00000800:00000200:3.0:1767384667.999535:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384667.999541:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2c278d2. 00000400:00000200:3.0:1767384667.999545:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.999551:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384667.999555:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ae67c3 00000400:00000010:3.0:1767384667.999557:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ae67c3. 00000100:00000001:3.0:1767384667.999560:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384667.999562:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384667.999564:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005b6cb757. 02000000:00000001:3.0:1767384667.999567:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384667.999568:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384668.000708:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.000715:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.000717:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.000719:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.000725:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:3.0:1767384668.000732:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 328 into portal 26 MB=0x695825ee00280 00000400:00000200:3.0:1767384668.000736:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 328/328 into md 0x184d [2] + 0 00000400:00000010:3.0:1767384668.000739:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aef5163c. 00000400:00000200:3.0:1767384668.000743:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024059df1 00000800:00000001:3.0:1767384668.000745:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.000750:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.000751:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.000754:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.000757:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024059df1 00000400:00000010:3.0:1767384668.000758:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024059df1. 00000100:00000001:3.0:1767384668.000761:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.000762:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.000765:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000009da888ce x1853237030290048 msgsize 328 00000100:00100000:3.0:1767384668.000768:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:3.0:1767384668.000769:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.000780:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384668.000784:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.000786:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.000868:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.000871:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030290048 02000000:00000001:2.0:1767384668.000873:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.000875:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.000876:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.000879:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.000881:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030290048 00000020:00000001:2.0:1767384668.000882:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.000883:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.000885:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.000898:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=5 00000020:00000001:2.0:1767384668.000900:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.000902:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.000904:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.000908:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5a382d. 00000100:00000001:2.0:1767384668.000909:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.000911:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5a382d. 00000020:00000010:2.0:1767384668.000915:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.000917:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.000920:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.000923:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.000925:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.000926:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.000927:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.000931:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.000943:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.000957:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.000958:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.000963:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 164 00000100:00000040:2.0:1767384668.000965:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.000967:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715866192 : -117138993685424 : ffff957673e45c50) 00000100:00000040:2.0:1767384668.000970:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009da888ce x1853237030290048/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.000978:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.000980:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5a382d. 00000100:00000001:2.0:1767384668.000981:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.000983:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5a382d. 00000100:00100000:2.0:1767384668.000986:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009da888ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+5:15561:x1853237030290048:12345-192.168.203.33@tcp50:101: 00000100:00000200:2.0:1767384668.000989:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030290048 00000020:00000001:2.0:1767384668.000991:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.000993:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.000994:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.000996:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.000998:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:2.0:1767384668.001000:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.001001:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.001003:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.001004:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.001007:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.001008:0:16804:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384668.001009:0:16804:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384668.001011:0:16804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384668.001012:0:16804:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384668.001014:0:16804:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.001016:0:16804:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384668.001019:0:16804:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 7 00010000:00000001:2.0:1767384668.001021:0:16804:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384668.001023:0:16804:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384668.001025:0:16804:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002c643dd1. 00000020:00000001:2.0:1767384668.001033:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384668.001035:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002c643dd1 with handle 0x1c01179f271ede83 to hash 00000020:00000001:2.0:1767384668.001037:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384668.001038:0:16804:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00000001:2.0:1767384668.001057:0:16804:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00010000:00010000:2.0:1767384668.001060:0:16804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002c643dd1/0x1c01179f271ede83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x30f1753b00832c85 expref: -99 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.001066:0:16804:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005b78aa92 : new locks_count 2 00000020:00000040:2.0:1767384668.001067:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=6 00000100:00000001:2.0:1767384668.001071:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.001073:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.001076:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000732ffea8. 02000000:00000001:2.0:1767384668.001077:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.001079:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.001080:0:16804:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384668.001082:0:16804:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384668.001083:0:16804:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384668.001084:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384668.001086:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.001087:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384668.001088:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.001089:0:16804:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384668.001091:0:16804:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384668.001092:0:16804:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384668.001093:0:16804:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384668.001094:0:16804:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000c29753a0) refcount = 7 00010000:00000040:2.0:1767384668.001096:0:16804:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384668.001098:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e0c199df/0x1c01179f271ede7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832c7e expref: 6 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.001103:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000049891318/0x1c01179f271edb73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edb6c expref: 14 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.001108:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007faebf05/0x1c01179f271edb49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edb42 expref: 14 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.001117:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ac004cba/0x1c01179f271edaee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edae7 expref: 14 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.001122:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000040b2a7c0/0x1c01179f271eda69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271eda62 expref: 14 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.001125:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007bc4ca4f/0x1c01179f271eda4d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271eda46 expref: 14 pid: 16806 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384668.001130:0:16804:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002c643dd1/0x1c01179f271ede83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832c85 expref: 6 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384668.001133:0:16804:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384668.001134:0:16804:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384668.001135:0:16804:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.001137:0:16804:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.001138:0:16804:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384668.001141:0:16804:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384668.001142:0:16804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002c643dd1/0x1c01179f271ede83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832c85 expref: 6 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384668.001147:0:16804:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384668.001148:0:16804:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384668.001149:0:16804:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.001150:0:16804:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.001151:0:16804:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384668.001152:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384668.001153:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384668.001154:0:16804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002c643dd1, rc 0) 00000020:00000001:2.0:1767384668.001156:0:16804:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.001158:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030290048 00010000:00000001:2.0:1767384668.001159:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.001162:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009da888ce x1853237030290048/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.001177:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.001178:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.001180:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.001182:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.001184:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.001186:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.001188:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.001189:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.001191:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.001192:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.001195:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eb67eb2. 00000100:00000200:2.0:1767384668.001197:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237030290048, offset 224 00000400:00000200:2.0:1767384668.001201:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.001206:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.001214:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [213:213:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767384668.001222:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.001226:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.001228:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ac44fb3. 00000800:00000200:2.0:1767384668.001232:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.001236:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:2.0:1767384668.001239:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ac44fb3 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384668.001250:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.001253:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.001255:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.001256:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.001258:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.001260:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009da888ce x1853237030290048/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.001268:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009da888ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+6:15561:x1853237030290048:12345-192.168.203.33@tcp50:101: Request processed in 288us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.001282:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 164 00000100:00000040:2.0:1767384668.001285:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.001287:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.001288:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.001291:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.001294:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.001297:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.001300:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 5 00000100:00000001:2.0:1767384668.001303:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.001306:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.001343:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d8e199. 00000800:00000200:1.0:1767384668.001346:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384668.001350:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041e7ed68. 00000800:00000010:1.0:1767384668.001351:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ac44fb3. 00000400:00000200:1.0:1767384668.001358:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.001365:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384668.001369:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eb67eb2 00000400:00000010:1.0:1767384668.001371:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eb67eb2. 00000100:00000001:1.0:1767384668.001375:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384668.001378:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384668.001380:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000732ffea8. 02000000:00000001:1.0:1767384668.001383:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384668.001384:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384668.002327:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.002336:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.002340:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.002343:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.002350:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:3.0:1767384668.002361:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 512 into portal 26 MB=0x695825ee00300 00000400:00000200:3.0:1767384668.002367:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 512/512 into md 0x1871 [2] + 0 00000400:00000010:3.0:1767384668.002372:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009df34be8. 00000400:00000200:3.0:1767384668.002376:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba53f549 00000800:00000001:3.0:1767384668.002380:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.002387:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.002390:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.002393:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.002396:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba53f549 00000400:00000010:3.0:1767384668.002398:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba53f549. 00000100:00000001:3.0:1767384668.002401:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.002402:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.002404:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000afe504db x1853237030290176 msgsize 512 00000100:00100000:3.0:1767384668.002408:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:3.0:1767384668.002409:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.002420:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384668.002424:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.002426:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.002493:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.002496:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030290176 02000000:00000001:2.0:1767384668.002499:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.002500:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.002501:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.002504:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.002506:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030290176 00000020:00000001:2.0:1767384668.002508:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.002509:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.002510:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.002512:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=6 00000020:00000001:2.0:1767384668.002514:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.002516:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.002519:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.002522:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5a382d. 00000100:00000001:2.0:1767384668.002524:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.002526:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5a382d. 00000020:00000010:2.0:1767384668.002529:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.002532:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.002534:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.002546:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.002548:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.002549:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.002550:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.002553:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.002565:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.002572:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.002573:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.002577:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 165 00000100:00000040:2.0:1767384668.002579:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.002581:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715862096 : -117138993689520 : ffff957673e44c50) 00000100:00000040:2.0:1767384668.002585:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afe504db x1853237030290176/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 512/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.002592:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.002594:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5a382d. 00000100:00000001:2.0:1767384668.002595:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.002597:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5a382d. 00000100:00100000:2.0:1767384668.002600:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afe504db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+6:15561:x1853237030290176:12345-192.168.203.33@tcp50:501: 00000100:00000200:2.0:1767384668.002603:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030290176 00000020:00000001:2.0:1767384668.002605:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.002606:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.002608:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.002609:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.002611:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667440832 : -1042110784 : ffffffffc1e2a6c0) 00000020:00000001:2.0:1767384668.002613:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.002614:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.002615:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.002617:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.002619:0:16804:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384668.002621:0:16804:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.002623:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.002624:0:16804:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384668.002626:0:16804:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384668.002632:0:16804:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384668.002635:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.002637:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.002639:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000732ffea8. 02000000:00000001:2.0:1767384668.002641:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.002643:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384668.002646:0:16804:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:2.0:1767384668.002648:0:16804:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a2d438fe : new refcount 2 00000040:00000001:2.0:1767384668.002650:0:16804:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384668.002651:0:16804:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083532ac0. 00000040:00000001:2.0:1767384668.002653:0:16804:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384668.002655:0:16804:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384668.002656:0:16804:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626934742337024 : -117138967214592 : 0xffff957675784600) 00000020:00000001:2.0:1767384668.002658:0:16804:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626934742337024 : -117138967214592 : ffff957675784600) 00080000:00000001:2.0:1767384668.002662:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384668.002678:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384668.002680:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384668.002682:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384668.002683:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384668.002687:0:16804:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000007e04e55. 00000020:00000001:2.0:1767384668.002690:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384668.002695:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136194136 : -117139573357480 : ffff957651574458) 00000040:00000001:2.0:1767384668.002698:0:16804:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.002699:0:16804:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.002702:0:16804:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384668.002704:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000006aa27a42/0000000069e6687f to site lru. bkt: 000000002874178b 00000040:00000010:2.0:1767384668.002706:0:16804:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000007e04e55. 00000040:00000001:2.0:1767384668.002708:0:16804:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384668.002709:0:16804:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083532ac0. 00000040:00000001:2.0:1767384668.002711:0:16804:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384668.002712:0:16804:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a2d438fe : new refcount 1 00000020:00000001:2.0:1767384668.002714:0:16804:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.002717:0:16804:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384668.002718:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384668.002720:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384668.002722:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.002729:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384668.002731:0:16804:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000002e5a382d. 00000020:00000040:2.0:1767384668.002732:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=7 20000000:00000001:2.0:1767384668.002735:0:16804:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.002736:0:16804:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.002738:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030290176 00010000:00000001:2.0:1767384668.002740:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.002743:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afe504db x1853237030290176/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 512/272 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.002750:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.002751:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.002753:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.002756:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.002757:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.002759:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.002761:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.002762:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.002764:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.002766:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.002768:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092f3e14c. 00000100:00000200:2.0:1767384668.002770:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237030290176, offset 224 00000400:00000200:2.0:1767384668.002774:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.002780:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.002788:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [214:214:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767384668.002796:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.002800:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.002802:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000046ae28b5. 00000800:00000200:2.0:1767384668.002806:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.002810:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:2.0:1767384668.002812:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000046ae28b5 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384668.002825:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.002833:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.002834:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.002836:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.002838:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.002841:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afe504db x1853237030290176/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 512/272 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.002848:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afe504db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+7:15561:x1853237030290176:12345-192.168.203.33@tcp50:501: Request processed in 255us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.002856:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 165 00000100:00000040:2.0:1767384668.002858:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.002859:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.002861:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.002864:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.002867:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.002870:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.002873:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 6 00000100:00000001:2.0:1767384668.002875:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.002878:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.002882:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec30a1cc. 00000400:00000010:2.0:1767384668.002885:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffe66ef9. 00000800:00000200:3.0:1767384668.002922:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384668.002927:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000046ae28b5. 00000400:00000200:3.0:1767384668.002932:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.002937:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.002941:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092f3e14c 00000400:00000010:3.0:1767384668.002943:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092f3e14c. 00000100:00000001:3.0:1767384668.002947:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384668.002949:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.002951:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000732ffea8. 02000000:00000001:3.0:1767384668.002955:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.002956:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384668.003977:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.003990:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.003994:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.003997:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.004006:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384668.004019:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 272 into portal 26 MB=0x695825ee00380 00000400:00000200:1.0:1767384668.004026:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 272/272 into md 0x1879 [2] + 0 00000400:00000010:1.0:1767384668.004031:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008635150d. 00000400:00000200:1.0:1767384668.004037:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007a0b4bc 00000800:00000001:1.0:1767384668.004067:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.004076:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.004105:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.004108:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384668.004111:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007a0b4bc 00000400:00000010:1.0:1767384668.004120:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007a0b4bc. 00000100:00000001:1.0:1767384668.004123:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384668.004125:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384668.004127:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000ddc0cf63 x1853237030290304 msgsize 272 00000100:00100000:1.0:1767384668.004130:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:1.0:1767384668.004132:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384668.004143:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384668.004149:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.004151:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.004218:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.004221:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030290304 02000000:00000001:2.0:1767384668.004224:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.004225:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.004226:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.004229:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.004231:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030290304 00000020:00000001:2.0:1767384668.004233:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.004234:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.004236:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.004238:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=7 00000020:00000001:2.0:1767384668.004240:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.004242:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.004253:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.004255:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.004257:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.004258:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000020:00000010:2.0:1767384668.004262:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.004264:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.004267:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.004271:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.004273:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.004274:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.004275:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.004278:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.004290:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.004297:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.004298:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.004302:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 166 00000100:00000001:1.0:1767384668.004334:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384668.004335:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:1.0:1767384668.004337:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384668.004339:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715868240 : -117138993683376 : ffff957673e46450) 00000100:00000001:1.0:1767384668.004341:0:16805:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.004345:0:16805:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.004349:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddc0cf63 x1853237030290304/t0(0) o503->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.004358:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.004361:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.004362:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.004364:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000100:00100000:2.0:1767384668.004367:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddc0cf63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+7:15561:x1853237030290304:12345-192.168.203.33@tcp50:503: 00000100:00000200:2.0:1767384668.004370:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030290304 00000020:00000001:2.0:1767384668.004372:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.004373:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.004375:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.004376:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.004378:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667440928 : -1042110688 : ffffffffc1e2a720) 00000020:00000001:2.0:1767384668.004380:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.004387:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.004388:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.004389:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.004391:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.004393:0:16804:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384668.004394:0:16804:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384668.004397:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.004398:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.004411:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000005258912. 02000000:00000001:2.0:1767384668.004413:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.004415:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384668.004417:0:16804:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a2d438fe : new refcount 2 00000040:00000001:2.0:1767384668.004419:0:16804:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384668.004420:0:16804:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083532ac0. 00000040:00000001:2.0:1767384668.004423:0:16804:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384668.004424:0:16804:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384668.004425:0:16804:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626934742337024 : -117138967214592 : 0xffff957675784600) 00000020:00000001:2.0:1767384668.004427:0:16804:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626934742337024 : -117138967214592 : ffff957675784600) 00000020:00000001:2.0:1767384668.004430:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384668.004432:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136194136 : -117139573357480 : ffff957651574458) 00000040:00000001:2.0:1767384668.004434:0:16804:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.004435:0:16804:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.004437:0:16804:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384668.004443:0:16804:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a4c06d34. 00000040:00000001:2.0:1767384668.004445:0:16804:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384668.004446:0:16804:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384668.004664:0:16804:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.004667:0:16804:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.004668:0:16804:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384668.004673:0:16804:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:2.0:1767384668.004675:0:16804:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384668.004678:0:16804:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384668.004680:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000006aa27a42/0000000069e6687f to site lru. bkt: 000000002874178b 00000040:00000001:2.0:1767384668.004682:0:16804:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384668.004684:0:16804:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a4c06d34. 00000040:00000010:2.0:1767384668.004688:0:16804:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083532ac0. 00000040:00000040:2.0:1767384668.004696:0:16804:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a2d438fe : new refcount 1 00000020:00000001:2.0:1767384668.004699:0:16804:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.004701:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030290304 00010000:00000001:2.0:1767384668.004704:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.004708:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddc0cf63 x1853237030290304/t0(0) o503->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/8416 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.004715:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.004717:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.004719:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.004722:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.004724:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.004726:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.004728:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.004730:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.004732:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.004734:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.004737:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009225774a. 00000100:00000200:2.0:1767384668.004740:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237030290304, offset 224 00000400:00000200:2.0:1767384668.004745:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.004751:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.004760:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [215:215:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1767384668.004769:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.004774:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.004777:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000083532ac0. 00000800:00000200:2.0:1767384668.004781:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.004786:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1022 00000800:00000200:2.0:1767384668.004789:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083532ac0 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767384668.004803:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.004806:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.004808:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.004810:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.004818:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.004822:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddc0cf63 x1853237030290304/t0(0) o503->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/8416 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.004831:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddc0cf63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+7:15561:x1853237030290304:12345-192.168.203.33@tcp50:503: Request processed in 472us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.004840:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 166 00000100:00000040:2.0:1767384668.004842:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.004845:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.004847:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.004850:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.004854:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.004857:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.004861:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 6 00000100:00000001:2.0:1767384668.004864:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.004867:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.004872:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af6903e5. 00000400:00000010:2.0:1767384668.004876:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d57733e8. 00000800:00000200:3.0:1767384668.004940:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384668.004946:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000083532ac0. 00000400:00000200:3.0:1767384668.004952:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.004960:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.004965:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009225774a 00000400:00000010:3.0:1767384668.004967:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009225774a. 00000100:00000001:3.0:1767384668.004971:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384668.004974:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.004976:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000005258912. 02000000:00000001:3.0:1767384668.004990:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.004992:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384668.006508:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.006516:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.006519:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.006521:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.006528:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:3.0:1767384668.006537:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 272 into portal 26 MB=0x695825ee00400 00000400:00000200:3.0:1767384668.006593:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 272/272 into md 0x18a9 [2] + 0 00000400:00000010:3.0:1767384668.006598:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011abb15c. 00000400:00000200:3.0:1767384668.006602:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a4b0cbc8 00000800:00000001:3.0:1767384668.006607:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.006614:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.006617:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.006621:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.006625:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4b0cbc8 00000400:00000010:3.0:1767384668.006627:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4b0cbc8. 00000100:00000001:3.0:1767384668.006631:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.006633:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.006636:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000008d306bd0 x1853237030290432 msgsize 272 00000100:00100000:3.0:1767384668.006642:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:3.0:1767384668.006644:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.006667:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384668.006672:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.006675:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.006761:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.006765:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030290432 02000000:00000001:2.0:1767384668.006767:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.006769:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.006771:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.006774:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.006776:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030290432 00000020:00000001:2.0:1767384668.006778:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.006779:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.006781:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.006783:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=7 00000020:00000001:2.0:1767384668.006786:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.006788:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.006790:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.006794:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.006796:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.006807:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000020:00000010:2.0:1767384668.006811:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.006814:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.006817:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.006821:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.006824:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.006825:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.006826:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.006830:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.006844:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.006851:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.006853:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.006858:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 167 00000100:00000040:2.0:1767384668.006860:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.006862:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715852880 : -117138993698736 : ffff957673e42850) 00000100:00000040:2.0:1767384668.006866:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d306bd0 x1853237030290432/t0(0) o502->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.006875:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.006877:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.006879:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.006890:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000100:00100000:2.0:1767384668.006893:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d306bd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+7:15580:x1853237030290432:12345-192.168.203.33@tcp50:502: 00000100:00000200:2.0:1767384668.006897:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030290432 00000020:00000001:2.0:1767384668.006899:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.006901:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.006902:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.006904:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.006906:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667440880 : -1042110736 : ffffffffc1e2a6f0) 00000020:00000001:2.0:1767384668.006909:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.006911:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.006913:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.006915:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.006924:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.006926:0:16804:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384668.006928:0:16804:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384668.006948:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.006950:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.006964:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005bdee8c9. 02000000:00000001:2.0:1767384668.006967:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.006969:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384668.006971:0:16804:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a2d438fe : new refcount 2 00000040:00000001:2.0:1767384668.006974:0:16804:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384668.006976:0:16804:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001528f270. 00000040:00000001:2.0:1767384668.006979:0:16804:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384668.006980:0:16804:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384668.006982:0:16804:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626934742337024 : -117138967214592 : 0xffff957675784600) 00000020:00000001:2.0:1767384668.006984:0:16804:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626934742337024 : -117138967214592 : ffff957675784600) 00000020:00000001:2.0:1767384668.006988:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384668.006991:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136194136 : -117139573357480 : ffff957651574458) 00000040:00000001:2.0:1767384668.006993:0:16804:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.006995:0:16804:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.006996:0:16804:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384668.006999:0:16804:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a4c06d34. 00000040:00000001:2.0:1767384668.007000:0:16804:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384668.007002:0:16804:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384668.007072:0:16804:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.007074:0:16804:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.007076:0:16804:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.007095:0:16804:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384668.007097:0:16804:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384668.007100:0:16804:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:2.0:1767384668.007175:0:16804:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384668.007177:0:16804:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.007179:0:16804:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384668.007180:0:16804:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384668.007182:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000006aa27a42/0000000069e6687f to site lru. bkt: 000000002874178b 00000040:00000001:2.0:1767384668.007184:0:16804:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384668.007186:0:16804:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a4c06d34. 00000040:00000010:2.0:1767384668.007194:0:16804:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001528f270. 00000040:00000040:2.0:1767384668.007196:0:16804:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a2d438fe : new refcount 1 00000020:00000001:2.0:1767384668.007198:0:16804:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.007200:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030290432 00010000:00000001:2.0:1767384668.007202:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.007205:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d306bd0 x1853237030290432/t0(0) o502->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/8472 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.007212:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.007213:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.007215:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.007218:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.007220:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.007222:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.007224:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.007225:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.007227:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.007228:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.007230:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009225774a. 00000100:00000200:2.0:1767384668.007233:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237030290432, offset 224 00000400:00000200:2.0:1767384668.007237:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.007243:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.007251:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [216:216:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384668.007259:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.007263:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.007266:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000001528f270. 00000800:00000200:2.0:1767384668.007269:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.007273:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1022 00000800:00000200:2.0:1767384668.007276:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001528f270 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1767384668.007288:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.007290:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.007292:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.007329:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.007331:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.007335:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d306bd0 x1853237030290432/t0(0) o502->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/8472 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.007344:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d306bd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+7:15580:x1853237030290432:12345-192.168.203.33@tcp50:502: Request processed in 468us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.007352:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 167 00000100:00000040:2.0:1767384668.007354:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.007356:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.007358:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.007360:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.007363:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.007366:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.007370:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 6 00000100:00000001:2.0:1767384668.007373:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.007376:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.007380:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7015953. 00000400:00000010:2.0:1767384668.007385:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db60d64a. 00000800:00000200:1.0:1767384668.007405:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384668.007409:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000001528f270. 00000400:00000200:1.0:1767384668.007413:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.007418:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384668.007421:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009225774a 00000400:00000010:1.0:1767384668.007423:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009225774a. 00000100:00000001:1.0:1767384668.007425:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384668.007427:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384668.007429:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005bdee8c9. 02000000:00000001:1.0:1767384668.007437:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384668.007439:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384668.022196:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.022207:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.022210:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.022212:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.022219:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:3.0:1767384668.022229:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 272 into portal 26 MB=0x695825ee00480 00000400:00000200:3.0:1767384668.022235:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 272/272 into md 0x18dd [2] + 0 00000400:00000010:3.0:1767384668.022239:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbde3bd4. 00000400:00000200:3.0:1767384668.022243:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d695ae1c 00000800:00000001:3.0:1767384668.022246:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.022253:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.022255:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.022257:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.022260:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d695ae1c 00000400:00000010:3.0:1767384668.022262:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d695ae1c. 00000100:00000001:3.0:1767384668.022265:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.022267:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.022269:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000097fa744 x1853237030290560 msgsize 272 00000100:00100000:3.0:1767384668.022273:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:3.0:1767384668.022275:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.022288:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384668.022294:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.022297:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.022365:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.022369:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030290560 02000000:00000001:2.0:1767384668.022371:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.022373:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.022375:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.022378:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.022381:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030290560 00000020:00000001:2.0:1767384668.022383:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.022384:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.022386:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.022387:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=7 00000020:00000001:2.0:1767384668.022390:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.022392:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.022395:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.022399:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.022413:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.022415:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000020:00000010:2.0:1767384668.022419:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.022421:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.022424:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.022429:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.022430:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.022432:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.022433:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.022437:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.022450:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.022457:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.022458:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.022462:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 168 00000100:00000040:2.0:1767384668.022465:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.022466:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715844688 : -117138993706928 : ffff957673e40850) 00000100:00000040:2.0:1767384668.022471:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000097fa744 x1853237030290560/t0(0) o502->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.022479:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.022481:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.022482:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.022484:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000100:00100000:2.0:1767384668.022487:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000097fa744 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+7:15580:x1853237030290560:12345-192.168.203.33@tcp50:502: 00000100:00000200:2.0:1767384668.022490:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030290560 00000020:00000001:2.0:1767384668.022491:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.022494:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.022495:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.022497:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.022498:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667440880 : -1042110736 : ffffffffc1e2a6f0) 00000020:00000001:2.0:1767384668.022501:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.022502:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.022504:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.022511:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.022513:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.022514:0:16804:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384668.022516:0:16804:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384668.022520:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.022522:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.022532:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005bdee8c9. 02000000:00000001:2.0:1767384668.022535:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.022537:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384668.022539:0:16804:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a2d438fe : new refcount 2 00000040:00000001:2.0:1767384668.022541:0:16804:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384668.022543:0:16804:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000782c3f63. 00000040:00000001:2.0:1767384668.022546:0:16804:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384668.022547:0:16804:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384668.022549:0:16804:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626934742337024 : -117138967214592 : 0xffff957675784600) 00000020:00000001:2.0:1767384668.022551:0:16804:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626934742337024 : -117138967214592 : ffff957675784600) 00000020:00000001:2.0:1767384668.022554:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384668.022558:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626934136194136 : -117139573357480 : ffff957651574458) 00000040:00000001:2.0:1767384668.022570:0:16804:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.022572:0:16804:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.022574:0:16804:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384668.022577:0:16804:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a4c06d34. 00000040:00000001:2.0:1767384668.022578:0:16804:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384668.022580:0:16804:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384668.022639:0:16804:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.022641:0:16804:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.022642:0:16804:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.022645:0:16804:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384668.022646:0:16804:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384668.022649:0:16804:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384668.022692:0:16804:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384668.022695:0:16804:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.022697:0:16804:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384668.022699:0:16804:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384668.022701:0:16804:0:(lu_object.c:207:lu_object_put()) Add 000000006aa27a42/0000000069e6687f to site lru. bkt: 000000002874178b 00000040:00000001:2.0:1767384668.022704:0:16804:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384668.022712:0:16804:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a4c06d34. 00000040:00000010:2.0:1767384668.022716:0:16804:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000782c3f63. 00000040:00000040:2.0:1767384668.022718:0:16804:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a2d438fe : new refcount 1 00000020:00000001:2.0:1767384668.022720:0:16804:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.022723:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030290560 00010000:00000001:2.0:1767384668.022725:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.022730:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000097fa744 x1853237030290560/t0(0) o502->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/8472 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.022738:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.022739:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.022741:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.022745:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.022748:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.022750:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.022752:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.022754:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.022756:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.022758:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.022762:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000e0146b3. 00000100:00000200:2.0:1767384668.022766:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237030290560, offset 224 00000400:00000200:2.0:1767384668.022772:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.022779:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.022790:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [217:217:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1767384668.022800:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.022806:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.022809:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000782c3f63. 00000800:00000200:2.0:1767384668.022814:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.022819:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1022 00000800:00000200:2.0:1767384668.022822:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000782c3f63 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1767384668.022837:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.022840:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.022849:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.022851:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.022853:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.022857:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000097fa744 x1853237030290560/t0(0) o502->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/8472 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.022865:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000097fa744 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+7:15580:x1853237030290560:12345-192.168.203.33@tcp50:502: Request processed in 385us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.022890:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 168 00000100:00000040:2.0:1767384668.022893:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.022896:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.022897:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.022901:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.022905:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.022909:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.022913:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 6 00000100:00000001:2.0:1767384668.022918:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.022923:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.022928:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dbbdc37. 00000400:00000010:2.0:1767384668.022934:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c2197eb. 00000800:00000200:3.0:1767384668.023062:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384668.023068:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000782c3f63. 00000400:00000200:3.0:1767384668.023073:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.023094:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.023097:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e0146b3 00000400:00000010:3.0:1767384668.023099:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000e0146b3. 00000100:00000001:3.0:1767384668.023103:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384668.023104:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.023106:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005bdee8c9. 02000000:00000001:3.0:1767384668.023116:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.023117:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384668.024701:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.024710:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.024712:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.024714:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.024719:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384668.024728:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 328 into portal 26 MB=0x695825ee00500 00000400:00000200:1.0:1767384668.024733:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 328/328 into md 0x18e5 [2] + 0 00000400:00000010:1.0:1767384668.024736:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb148da6. 00000400:00000200:1.0:1767384668.024740:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df5a7b21 00000800:00000001:1.0:1767384668.024743:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.024749:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.024759:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.024762:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384668.024765:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5a7b21 00000400:00000010:1.0:1767384668.024766:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df5a7b21. 00000100:00000001:1.0:1767384668.024769:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384668.024771:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384668.024773:0:16158:0:(events.c:337:request_in_callback()) incoming req@0000000017bedb4c x1853237030290688 msgsize 328 00000100:00100000:1.0:1767384668.024776:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:1.0:1767384668.024778:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384668.024789:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384668.024795:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.024797:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.024863:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.024866:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030290688 02000000:00000001:2.0:1767384668.024868:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.024870:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.024871:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.024874:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.024876:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030290688 00000020:00000001:2.0:1767384668.024878:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.024879:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.024880:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.024882:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=7 00000020:00000001:2.0:1767384668.024885:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.024886:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.024889:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.024899:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.024901:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.024903:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000020:00000010:2.0:1767384668.024906:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.024909:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.024911:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.024916:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.024917:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.024918:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.024919:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.024923:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.024935:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.024942:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.024943:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.024947:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 169 00000100:00000040:2.0:1767384668.024950:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.024952:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715842640 : -117138993708976 : ffff957673e40050) 00000100:00000040:2.0:1767384668.024957:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017bedb4c x1853237030290688/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.024964:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.024967:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.024969:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.024971:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000100:00100000:2.0:1767384668.024975:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017bedb4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+7:15561:x1853237030290688:12345-192.168.203.33@tcp50:101: 00000100:00000200:2.0:1767384668.024977:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030290688 00000020:00000001:2.0:1767384668.024979:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.024981:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.024982:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.024984:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.024985:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:2.0:1767384668.024987:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.024988:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.024995:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.024997:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.024999:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.025001:0:16804:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384668.025003:0:16804:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384668.025004:0:16804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384668.025006:0:16804:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384668.025007:0:16804:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.025011:0:16804:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384668.025016:0:16804:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008209141f count: 2 00010000:00000001:2.0:1767384668.025018:0:16804:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384668.025020:0:16804:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384668.025022:0:16804:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000001dd3a57. 00000020:00000001:2.0:1767384668.025025:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384668.025027:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000001dd3a57 with handle 0x1c01179f271ede8a to hash 00000020:00000001:2.0:1767384668.025028:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384668.025029:0:16804:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:2.0:1767384668.025032:0:16804:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00010000:2.0:1767384668.025034:0:16804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000001dd3a57/0x1c01179f271ede8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x30f1753b00832ca8 expref: -99 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.025060:0:16804:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005b78aa92 : new locks_count 3 00000020:00000040:2.0:1767384668.025062:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=8 00000100:00000001:2.0:1767384668.025066:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.025068:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.025070:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005b6cb757. 02000000:00000001:2.0:1767384668.025072:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.025073:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.025075:0:16804:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384668.025078:0:16804:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384668.025080:0:16804:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384668.025081:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384668.025083:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.025084:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384668.025085:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.025087:0:16804:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384668.025093:0:16804:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384668.025095:0:16804:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384668.025096:0:16804:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384668.025097:0:16804:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008209141f) refcount = 2 00010000:00000040:2.0:1767384668.025100:0:16804:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384668.025103:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e90c0234/0x1c01179f271ede6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271ede67 expref: 14 pid: 16805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384668.025108:0:16804:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000001dd3a57/0x1c01179f271ede8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832ca8 expref: 8 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384668.025113:0:16804:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384668.025114:0:16804:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384668.025116:0:16804:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.025117:0:16804:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.025118:0:16804:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384668.025122:0:16804:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384668.025124:0:16804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000001dd3a57/0x1c01179f271ede8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832ca8 expref: 8 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384668.025129:0:16804:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384668.025130:0:16804:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384668.025132:0:16804:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.025133:0:16804:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.025135:0:16804:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384668.025136:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384668.025138:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384668.025139:0:16804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000001dd3a57, rc 0) 00000020:00000001:2.0:1767384668.025141:0:16804:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.025142:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030290688 00010000:00000001:2.0:1767384668.025144:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.025146:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017bedb4c x1853237030290688/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.025152:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.025154:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.025159:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.025162:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.025164:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.025165:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.025167:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.025168:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.025170:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.025172:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.025175:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092f3e14c. 00000100:00000200:2.0:1767384668.025177:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237030290688, offset 224 00000400:00000200:2.0:1767384668.025181:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.025187:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.025194:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [218:218:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767384668.025203:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.025207:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.025210:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f0a08d5. 00000800:00000200:2.0:1767384668.025213:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.025217:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:2.0:1767384668.025220:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f0a08d5 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384668.025231:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.025233:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.025235:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.025237:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.025238:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.025241:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017bedb4c x1853237030290688/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.025249:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017bedb4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+8:15561:x1853237030290688:12345-192.168.203.33@tcp50:101: Request processed in 283us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.025254:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 169 00000100:00000040:2.0:1767384668.025257:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.025264:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.025266:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.025269:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.025272:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.025276:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.025279:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 7 00000100:00000001:2.0:1767384668.025281:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.025295:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.025300:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f318f8f. 00000400:00000010:2.0:1767384668.025304:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018c62acd. 00000800:00000200:3.0:1767384668.025379:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384668.025385:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f0a08d5. 00000400:00000200:3.0:1767384668.025391:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.025397:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.025401:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092f3e14c 00000400:00000010:3.0:1767384668.025404:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092f3e14c. 00000100:00000001:3.0:1767384668.025407:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384668.025409:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.025411:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005b6cb757. 02000000:00000001:3.0:1767384668.025413:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.025414:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384668.027211:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.027218:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.027221:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.027222:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.027228:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:3.0:1767384668.027235:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 304 into portal 26 MB=0x695825ee00580 00000400:00000200:3.0:1767384668.027240:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 304/304 into md 0x1901 [2] + 0 00000400:00000010:3.0:1767384668.027243:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084af5790. 00000400:00000200:3.0:1767384668.027246:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009aec8026 00000800:00000001:3.0:1767384668.027248:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.027252:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.027254:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.027257:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.027259:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aec8026 00000400:00000010:3.0:1767384668.027260:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009aec8026. 00000100:00000001:3.0:1767384668.027263:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.027264:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.027266:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000072cb678a x1853237030290816 msgsize 304 00000100:00100000:3.0:1767384668.027270:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:3.0:1767384668.027271:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.027281:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384668.027285:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.027287:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.027344:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.027347:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030290816 02000000:00000001:2.0:1767384668.027349:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.027350:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.027352:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.027354:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.027356:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030290816 00000020:00000001:2.0:1767384668.027358:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.027359:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.027361:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.027362:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=8 00000020:00000001:2.0:1767384668.027365:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.027366:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.027369:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.027372:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.027374:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.027376:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000020:00000010:2.0:1767384668.027379:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.027382:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.027384:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.027388:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.027390:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.027391:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.027392:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.027395:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.027413:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.027420:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.027421:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.027425:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 170 00000100:00000040:2.0:1767384668.027427:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.027429:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715853904 : -117138993697712 : ffff957673e42c50) 00000100:00000040:2.0:1767384668.027433:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072cb678a x1853237030290816/t0(0) o256->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 304/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.027439:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.027441:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.027443:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.027445:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000100:00100000:2.0:1767384668.027448:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072cb678a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+8:15561:x1853237030290816:12345-192.168.203.33@tcp50:256: 00000100:00000200:2.0:1767384668.027450:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030290816 00000020:00000001:2.0:1767384668.027452:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.027454:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.027455:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.027456:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.027458:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441632 : -1042109984 : ffffffffc1e2a9e0) 00000020:00000001:2.0:1767384668.027460:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.027461:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.027463:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.027464:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.027466:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.027469:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.027471:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.027474:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000060aa33b3. 02000000:00000001:2.0:1767384668.027475:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.027477:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.027480:0:16804:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384668.027483:0:16804:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384668.027486:0:16804:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384668.027488:0:16804:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384668.027496:0:16804:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.027498:0:16804:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384668.027499:0:16804:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:2.0:1767384668.027502:0:16804:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000e05090a2. 20000000:00000001:2.0:1767384668.027505:0:16804:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384668.027518:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384668.027523:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384668.027527:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384668.027529:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384668.027530:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384668.027532:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384668.027533:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384668.027535:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384668.027536:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384668.027538:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384668.027539:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384668.027540:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384668.027542:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384668.027543:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384668.027544:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384668.027546:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384668.027547:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384668.027548:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384668.027550:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384668.027551:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384668.027552:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384668.027554:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384668.027555:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384668.027556:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384668.027557:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384668.027559:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384668.027560:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384668.027561:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384668.027563:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384668.027564:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384668.027565:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384668.027567:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384668.027568:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384668.027575:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384668.027580:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384668.027582:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384668.027583:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384668.027585:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384668.027586:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384668.027588:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384668.027589:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384668.027591:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384668.027592:0:16804:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:2.0:1767384668.027600:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384668.027602:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384668.027603:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384668.027604:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384668.027606:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384668.027607:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384668.027608:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384668.027610:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384668.027611:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384668.027613:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384668.027614:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384668.027616:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384668.027617:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384668.027619:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384668.027620:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384668.027638:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384668.027640:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384668.027641:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384668.027643:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384668.027644:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384668.027646:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384668.027648:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384668.027649:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384668.027651:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384668.027652:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384668.027654:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384668.027655:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384668.027657:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384668.027658:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384668.027660:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384668.027666:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384668.027668:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384668.027669:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384668.027671:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384668.027673:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384668.027675:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384668.027676:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384668.027678:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384668.027679:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384668.027681:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384668.027683:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384668.027684:0:16804:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384668.027686:0:16804:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:2.0:1767384668.027688:0:16804:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:2.0:1767384668.027689:0:16804:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767384668.027692:0:16804:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384668.027695:0:16804:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007bc6a408. 00000100:00000010:2.0:1767384668.027698:0:16804:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000007e04e55. 00000020:00000040:2.0:1767384668.027700:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=9 00010000:00000001:2.0:1767384668.027703:0:16804:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384668.027706:0:16804:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384668.027709:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eb67eb2. 00000400:00000010:2.0:1767384668.027714:0:16804:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004864f75f. 00000400:00000200:2.0:1767384668.027717:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.027726:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.027734:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:2.0:1767384668.027739:0:16804:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.027746:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.027751:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.027754:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f15af66b. 00000800:00000200:2.0:1767384668.027758:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.027762:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1022 00000800:00000200:2.0:1767384668.027765:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f15af66b type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:2.0:1767384668.027780:0:16804:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.33@tcp50 mbits 0x695825ee00580-0x695825ee00580 00000100:00000001:2.0:1767384668.027789:0:16804:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384668.027904:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384668.027909:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f15af66b. 00000400:00000200:1.0:1767384668.027941:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.027949:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:1.0:1767384668.027954:0:16158:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384668.027956:0:16158:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000007bc6a408 00000100:00000001:1.0:1767384668.027959:0:16158:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384668.028745:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.028753:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.028756:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.028802:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.028812:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : ACK - for me 00000400:00000200:3.0:1767384668.028825:0:16156:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp50: ACK from 12345-192.168.203.33@tcp50 into md 0x210d 00000400:00000200:3.0:1767384668.028831:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.028834:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: ACK: OK 00000400:00000200:3.0:1767384668.028837:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eb67eb2 00000400:00000010:3.0:1767384668.028840:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eb67eb2. 00000100:00000001:3.0:1767384668.028843:0:16156:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384668.028845:0:16156:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000007bc6a408 00000100:00000001:3.0:1767384668.028856:0:16156:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384668.028861:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.028864:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.028966:0:16804:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.028973:0:16804:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384668.028976:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 8 00000100:00000010:2.0:1767384668.028980:0:16804:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000007e04e55. 00000100:00000010:2.0:1767384668.028985:0:16804:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007bc6a408. 00000100:00000001:2.0:1767384668.028988:0:16804:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384668.028990:0:16804:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384668.029000:0:16804:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000e05090a2. 20000000:00000001:2.0:1767384668.029004:0:16804:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.029007:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030290816 00010000:00000001:2.0:1767384668.029010:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.029016:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072cb678a x1853237030290816/t0(0) o256->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 304/240 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.029026:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.029028:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.029031:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.029035:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.029037:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.029075:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.029078:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.029080:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.029082:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.029085:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.029100:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ae67c3. 00000100:00000200:2.0:1767384668.029104:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237030290816, offset 224 00000400:00000200:2.0:1767384668.029108:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.029131:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.029138:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [220:220:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767384668.029147:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.029151:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.029160:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b4a00e8. 00000800:00000200:2.0:1767384668.029164:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.029168:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:2.0:1767384668.029170:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b4a00e8 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:2.0:1767384668.029184:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.029186:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.029188:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.029189:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.029191:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.029194:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072cb678a x1853237030290816/t0(0) o256->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 304/240 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.029202:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072cb678a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+8:15561:x1853237030290816:12345-192.168.203.33@tcp50:256: Request processed in 1761us (1933us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.029209:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 170 00000100:00000040:2.0:1767384668.029212:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.029213:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.029215:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.029217:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.029220:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.029223:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.029226:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 7 00000100:00000001:2.0:1767384668.029229:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.029232:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.029236:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003d0a1a6. 00000400:00000010:2.0:1767384668.029239:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab08d90. 00000800:00000200:3.0:1767384668.029248:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384668.029252:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b4a00e8. 00000400:00000200:3.0:1767384668.029256:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.029261:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.029265:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ae67c3 00000400:00000010:3.0:1767384668.029266:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ae67c3. 00000100:00000001:3.0:1767384668.029268:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384668.029270:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.029272:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000060aa33b3. 02000000:00000001:3.0:1767384668.029274:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.029275:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384668.035553:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.035562:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.035564:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.035566:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.035572:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384668.035599:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 328 into portal 26 MB=0x695825ee00600 00000400:00000200:1.0:1767384668.035605:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 328/328 into md 0x1919 [2] + 0 00000400:00000010:1.0:1767384668.035609:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a62a8306. 00000400:00000200:1.0:1767384668.035613:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e393a14c 00000800:00000001:1.0:1767384668.035617:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.035623:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.035625:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.035628:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384668.035631:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e393a14c 00000400:00000010:1.0:1767384668.035633:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e393a14c. 00000100:00000001:1.0:1767384668.035662:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384668.035664:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384668.035666:0:16158:0:(events.c:337:request_in_callback()) incoming req@000000002e081088 x1853237030290944 msgsize 328 00000100:00100000:1.0:1767384668.035670:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:1.0:1767384668.035672:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384668.035687:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384668.035693:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.035696:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.035770:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.035774:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030290944 02000000:00000001:2.0:1767384668.035777:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.035778:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.035780:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.035783:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.035786:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030290944 00000020:00000001:2.0:1767384668.035797:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.035798:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.035800:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.035802:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=8 00000020:00000001:2.0:1767384668.035805:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.035807:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.035810:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.035812:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.035814:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.035817:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000020:00000010:2.0:1767384668.035821:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.035823:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.035827:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.035831:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.035833:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.035834:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.035836:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.035840:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.035854:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.035861:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.035863:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.035868:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 171 00000100:00000040:2.0:1767384668.035871:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.035874:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715846736 : -117138993704880 : ffff957673e41050) 00000100:00000040:2.0:1767384668.035879:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e081088 x1853237030290944/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.035889:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.035892:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.035894:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.035897:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000100:00100000:2.0:1767384668.035900:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e081088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+8:15561:x1853237030290944:12345-192.168.203.33@tcp50:101: 00000100:00000200:2.0:1767384668.035904:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030290944 00000020:00000001:2.0:1767384668.035912:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.035915:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.035916:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.035918:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.035920:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441216 : -1042110400 : ffffffffc1e2a840) 00000020:00000001:2.0:1767384668.035922:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.035924:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.035925:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.035927:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.035929:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.035931:0:16804:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384668.035932:0:16804:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384668.035934:0:16804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384668.035935:0:16804:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384668.035952:0:16804:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.035956:0:16804:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384668.035960:0:16804:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002146da38 count: 3 00010000:00000001:2.0:1767384668.035962:0:16804:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384668.035964:0:16804:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384668.035967:0:16804:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000057066aa8. 00000020:00000001:2.0:1767384668.035970:0:16804:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384668.035971:0:16804:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000057066aa8 with handle 0x1c01179f271ede91 to hash 00000020:00000001:2.0:1767384668.035973:0:16804:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384668.035974:0:16804:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:2.0:1767384668.035977:0:16804:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00010000:2.0:1767384668.035979:0:16804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000057066aa8/0x1c01179f271ede91 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x30f1753b00832caf expref: -99 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.035985:0:16804:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005b78aa92 : new locks_count 4 00000020:00000040:2.0:1767384668.035987:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=9 00000100:00000001:2.0:1767384668.035992:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.035994:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.035996:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007bc6a408. 02000000:00000001:2.0:1767384668.035998:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.036000:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.036007:0:16804:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384668.036010:0:16804:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384668.036011:0:16804:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384668.036013:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384668.036015:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.036017:0:16804:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384668.036018:0:16804:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.036020:0:16804:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384668.036021:0:16804:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384668.036023:0:16804:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384668.036024:0:16804:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384668.036025:0:16804:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000002146da38) refcount = 3 00010000:00000040:2.0:1767384668.036028:0:16804:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384668.036031:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000122eaa19/0x1c01179f271edb65 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edb5e expref: 14 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384668.036036:0:16804:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a957705f/0x1c01179f271edae0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1c01179f271edad9 expref: 14 pid: 16806 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384668.036064:0:16804:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000057066aa8/0x1c01179f271ede91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832caf expref: 9 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384668.036085:0:16804:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384668.036086:0:16804:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384668.036087:0:16804:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.036088:0:16804:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.036089:0:16804:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384668.036093:0:16804:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384668.036095:0:16804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000057066aa8/0x1c01179f271ede91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832caf expref: 9 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384668.036099:0:16804:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384668.036101:0:16804:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384668.036102:0:16804:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.036103:0:16804:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.036104:0:16804:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384668.036110:0:16804:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384668.036111:0:16804:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384668.036112:0:16804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000057066aa8, rc 0) 00000020:00000001:2.0:1767384668.036114:0:16804:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.036116:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030290944 00010000:00000001:2.0:1767384668.036118:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.036121:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e081088 x1853237030290944/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.036127:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.036128:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.036130:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.036133:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.036135:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.036137:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.036139:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.036140:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.036142:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.036144:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.036146:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000100:00000200:2.0:1767384668.036149:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237030290944, offset 224 00000400:00000200:2.0:1767384668.036153:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.036159:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.036166:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [221:221:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1767384668.036175:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.036179:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.036182:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12802b8. 00000800:00000200:2.0:1767384668.036185:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.036189:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:2.0:1767384668.036191:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c12802b8 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384668.036203:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.036205:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.036212:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.036213:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.036215:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.036218:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e081088 x1853237030290944/t0(0) o101->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.036225:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e081088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+9:15561:x1853237030290944:12345-192.168.203.33@tcp50:101: Request processed in 335us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.036230:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 171 00000100:00000040:2.0:1767384668.036232:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.036234:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.036235:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.036237:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.036240:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.036242:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.036245:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 8 00000100:00000001:2.0:1767384668.036247:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.036249:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.036253:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c92aa12. 00000400:00000010:2.0:1767384668.036256:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ca581b9. 00000800:00000200:3.0:1767384668.036354:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384668.036359:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12802b8. 00000400:00000200:3.0:1767384668.036364:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.036371:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.036376:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d852756c 00000400:00000010:3.0:1767384668.036378:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d852756c. 00000100:00000001:3.0:1767384668.036382:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384668.036384:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.036386:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007bc6a408. 02000000:00000001:3.0:1767384668.036389:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.036390:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384668.037590:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.037598:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.037601:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.037603:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.037610:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:3.0:1767384668.037619:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 504 into portal 26 MB=0x695825ee00680 00000400:00000200:3.0:1767384668.037626:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 504/504 into md 0x196d [2] + 0 00000400:00000010:3.0:1767384668.037629:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020af9296. 00000400:00000200:3.0:1767384668.037634:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032931198 00000800:00000001:3.0:1767384668.037637:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.037643:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.037645:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.037649:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.037651:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032931198 00000400:00000010:3.0:1767384668.037653:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032931198. 00000100:00000001:3.0:1767384668.037656:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.037658:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.037660:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000df536074 x1853237030291072 msgsize 504 00000100:00100000:3.0:1767384668.037664:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:3.0:1767384668.037666:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.037679:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384668.037684:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.037686:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.037771:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.037775:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030291072 02000000:00000001:2.0:1767384668.037778:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.037780:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.037781:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.037785:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.037788:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030291072 00000020:00000001:2.0:1767384668.037790:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.037791:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.037793:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.037795:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=9 00000020:00000001:2.0:1767384668.037798:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.037800:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.037803:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.037816:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.037818:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.037820:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000020:00000010:2.0:1767384668.037825:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.037828:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.037831:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.037836:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.037838:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.037839:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.037841:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.037845:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.037860:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.037868:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.037869:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.037875:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 172 00000100:00000040:2.0:1767384668.037878:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.037879:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715850832 : -117138993700784 : ffff957673e42050) 00000100:00000040:2.0:1767384668.037884:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df536074 x1853237030291072/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 504/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.037893:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.037895:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.037897:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.037899:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000100:00100000:2.0:1767384668.037903:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df536074 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+9:15561:x1853237030291072:12345-192.168.203.33@tcp50:501: 00000100:00000200:2.0:1767384668.037906:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030291072 00000020:00000001:2.0:1767384668.037908:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.037911:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.037912:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.037914:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.037916:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667440832 : -1042110784 : ffffffffc1e2a6c0) 00000020:00000001:2.0:1767384668.037918:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.037920:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.037930:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.037932:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.037935:0:16804:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384668.037937:0:16804:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.037940:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.037942:0:16804:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384668.037944:0:16804:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384668.037947:0:16804:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384668.037949:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.037951:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.037955:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000057b6808e. 02000000:00000001:2.0:1767384668.037958:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.037960:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384668.037964:0:16804:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:2.0:1767384668.037966:0:16804:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a2d438fe : new refcount 2 00000040:00000001:2.0:1767384668.037968:0:16804:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384668.037971:0:16804:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000523485b2. 00000040:00000001:2.0:1767384668.037974:0:16804:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384668.037976:0:16804:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384668.037978:0:16804:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626934742337024 : -117138967214592 : 0xffff957675784600) 00000020:00000001:2.0:1767384668.037980:0:16804:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626934742337024 : -117138967214592 : ffff957675784600) 00080000:00000001:2.0:1767384668.037986:0:16804:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384668.038019:0:16804:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384668.038022:0:16804:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384668.038023:0:16804:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384668.038025:0:16804:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384668.038029:0:16804:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000008b6855c. 00000020:00000001:2.0:1767384668.038032:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384668.038036:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626929581711960 : -117144127839656 : ffff957541df6258) 00000040:00000001:2.0:1767384668.038038:0:16804:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.038065:0:16804:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.038069:0:16804:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384668.038071:0:16804:0:(lu_object.c:207:lu_object_put()) Add 00000000b9db27cd/00000000cc6b1f64 to site lru. bkt: 000000003cd66f7d 00000040:00000010:2.0:1767384668.038100:0:16804:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000008b6855c. 00000040:00000001:2.0:1767384668.038102:0:16804:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384668.038103:0:16804:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000523485b2. 00000040:00000001:2.0:1767384668.038111:0:16804:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384668.038112:0:16804:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a2d438fe : new refcount 1 00000020:00000001:2.0:1767384668.038114:0:16804:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.038118:0:16804:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.038120:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030291072 00010000:00000001:2.0:1767384668.038122:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.038125:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df536074 x1853237030291072/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 504/272 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.038132:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.038133:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.038135:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.038137:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.038150:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.038152:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.038154:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.038155:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.038157:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.038159:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.038161:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000100:00000200:2.0:1767384668.038164:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237030291072, offset 224 00000400:00000200:2.0:1767384668.038168:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.038173:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.038181:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [222:222:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384668.038189:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.038193:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.038196:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e684d796. 00000800:00000200:2.0:1767384668.038199:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.038204:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:2.0:1767384668.038206:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e684d796 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384668.038217:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.038220:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.038227:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.038228:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.038230:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.038233:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df536074 x1853237030291072/t0(0) o501->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 504/272 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.038241:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df536074 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+9:15561:x1853237030291072:12345-192.168.203.33@tcp50:501: Request processed in 347us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.038247:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 172 00000100:00000040:2.0:1767384668.038249:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.038250:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.038252:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.038254:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.038257:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.038259:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.038261:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 8 00000100:00000001:2.0:1767384668.038264:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.038266:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.038269:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6eee671. 00000400:00000010:2.0:1767384668.038272:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009d0f005. 00000800:00000200:1.0:1767384668.038354:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384668.038358:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e684d796. 00000400:00000200:1.0:1767384668.038362:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.038367:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384668.038370:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056663bf8 00000400:00000010:1.0:1767384668.038372:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056663bf8. 00000100:00000001:1.0:1767384668.038375:0:16158:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384668.038376:0:16158:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384668.038378:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000057b6808e. 02000000:00000001:1.0:1767384668.038380:0:16158:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384668.038381:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384668.039449:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.039456:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.039458:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.039460:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.039465:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:3.0:1767384668.039472:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 272 into portal 26 MB=0x695825ee00700 00000400:00000200:3.0:1767384668.039477:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 272/272 into md 0x1975 [2] + 0 00000400:00000010:3.0:1767384668.039480:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035f7a29c. 00000400:00000200:3.0:1767384668.039483:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd2c7ae2 00000800:00000001:3.0:1767384668.039486:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.039490:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.039492:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.039495:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.039497:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd2c7ae2 00000400:00000010:3.0:1767384668.039498:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd2c7ae2. 00000100:00000001:3.0:1767384668.039501:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.039503:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.039505:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000021cffa19 x1853237030291200 msgsize 272 00000100:00100000:3.0:1767384668.039508:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:3.0:1767384668.039509:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.039520:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384668.039523:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.039526:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.039612:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.039616:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030291200 02000000:00000001:2.0:1767384668.039618:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.039620:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.039621:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.039624:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.039627:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030291200 00000020:00000001:2.0:1767384668.039629:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.039630:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:2.0:1767384668.039631:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.039634:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=9 00000020:00000001:2.0:1767384668.039636:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:2.0:1767384668.039639:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:2.0:1767384668.039641:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.039653:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.039655:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.039657:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000020:00000010:2.0:1767384668.039662:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:2.0:1767384668.039665:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.039668:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000100:00000040:2.0:1767384668.039673:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384668.039674:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.039676:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.039677:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.039681:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.039695:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.039702:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.039704:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.039709:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 173 00000100:00000040:2.0:1767384668.039712:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:2.0:1767384668.039713:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715849808 : -117138993701808 : ffff957673e41c50) 00000100:00000040:2.0:1767384668.039718:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021cffa19 x1853237030291200/t0(0) o503->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.039726:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.039728:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001377b0ad. 00000100:00000001:2.0:1767384668.039730:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.039732:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001377b0ad. 00000100:00100000:2.0:1767384668.039736:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021cffa19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+9:15561:x1853237030291200:12345-192.168.203.33@tcp50:503: 00000100:00000200:2.0:1767384668.039739:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030291200 00000020:00000001:2.0:1767384668.039741:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384668.039743:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.039744:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.039746:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.039748:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667440928 : -1042110688 : ffffffffc1e2a720) 00000020:00000001:2.0:1767384668.039750:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.039752:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.039761:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.039762:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.039764:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.039767:0:16804:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384668.039769:0:16804:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384668.039772:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.039775:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384668.039786:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000005bdee8c9. 02000000:00000001:2.0:1767384668.039789:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.039791:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384668.039793:0:16804:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a2d438fe : new refcount 2 00000040:00000001:2.0:1767384668.039795:0:16804:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384668.039797:0:16804:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000523485b2. 00000040:00000001:2.0:1767384668.039799:0:16804:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384668.039801:0:16804:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384668.039803:0:16804:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446626934742337024 : -117138967214592 : 0xffff957675784600) 00000020:00000001:2.0:1767384668.039805:0:16804:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446626934742337024 : -117138967214592 : ffff957675784600) 00000020:00000001:2.0:1767384668.039808:0:16804:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384668.039811:0:16804:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626929581711960 : -117144127839656 : ffff957541df6258) 00000040:00000001:2.0:1767384668.039813:0:16804:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.039814:0:16804:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.039816:0:16804:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384668.039820:0:16804:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a4c06d34. 00000040:00000001:2.0:1767384668.039821:0:16804:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384668.039823:0:16804:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384668.039828:0:16804:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384668.039830:0:16804:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384668.039832:0:16804:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384668.039834:0:16804:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384668.039836:0:16804:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384668.039839:0:16804:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:2.0:1767384668.039842:0:16804:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384668.039843:0:16804:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384668.039845:0:16804:0:(lu_object.c:207:lu_object_put()) Add 00000000b9db27cd/00000000cc6b1f64 to site lru. bkt: 000000003cd66f7d 00000040:00000001:2.0:1767384668.039847:0:16804:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384668.039853:0:16804:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a4c06d34. 00000040:00000010:2.0:1767384668.039857:0:16804:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000523485b2. 00000040:00000040:2.0:1767384668.039859:0:16804:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a2d438fe : new refcount 1 00000020:00000001:2.0:1767384668.039861:0:16804:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384668.039864:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030291200 00010000:00000001:2.0:1767384668.039866:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384668.039869:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021cffa19 x1853237030291200/t0(0) o503->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/8416 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384668.039876:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384668.039878:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.039880:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.039883:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384668.039885:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:2.0:1767384668.039887:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:2.0:1767384668.039889:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384668.039891:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.039893:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.039895:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:2.0:1767384668.039897:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005bb8a147. 00000100:00000200:2.0:1767384668.039900:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237030291200, offset 224 00000400:00000200:2.0:1767384668.039905:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:2.0:1767384668.039911:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:2.0:1767384668.039920:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [223:223:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384668.039929:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384668.039934:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.33@tcp50 00000800:00000010:2.0:1767384668.039937:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000523485b2. 00000800:00000200:2.0:1767384668.039940:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:2.0:1767384668.039945:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1022 00000800:00000200:2.0:1767384668.039948:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000523485b2 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767384668.039961:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.039964:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00010000:00000001:2.0:1767384668.039973:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384668.039974:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.039976:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384668.039980:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021cffa19 x1853237030291200/t0(0) o503->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:649/0 lens 272/8416 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.039988:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021cffa19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+9:15561:x1853237030291200:12345-192.168.203.33@tcp50:503: Request processed in 261us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384668.039995:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 173 00000100:00000040:2.0:1767384668.039997:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:2.0:1767384668.039999:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.040000:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384668.040003:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060bd7550. 00000020:00000010:2.0:1767384668.040006:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:2.0:1767384668.040009:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:2.0:1767384668.040011:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 8 00000100:00000001:2.0:1767384668.040014:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384668.040017:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384668.040021:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfb0296a. 00000400:00000010:2.0:1767384668.040024:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2a3f275. 00000800:00000200:3.0:1767384668.040133:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384668.040137:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000523485b2. 00000400:00000200:3.0:1767384668.040141:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.040146:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:3.0:1767384668.040149:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb8a147 00000400:00000010:3.0:1767384668.040151:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005bb8a147. 00000100:00000001:3.0:1767384668.040153:0:16157:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384668.040155:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.040157:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000005bdee8c9. 02000000:00000001:3.0:1767384668.040176:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.040177:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384668.043224:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.043234:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.043237:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.043239:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.043245:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384668.043256:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 520 into portal 12 MB=0x695825ee00780 00000400:00000200:1.0:1767384668.043263:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.33@tcp50 of length 520/520 into md 0x229 [64] + 9848 00000800:00000001:1.0:1767384668.043268:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.043274:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.043276:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.043279:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:1.0:1767384668.043284:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384668.043286:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384668.043291:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d1886d2. 00000100:00000040:1.0:1767384668.043294:0:16158:0:(events.c:337:request_in_callback()) incoming req@000000003d1886d2 x1853237030291328 msgsize 520 00000100:00100000:1.0:1767384668.043299:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000001:1.0:1767384668.043345:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384668.043352:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.043355:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384668.043426:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384668.043431:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030291328 02000000:00000001:0.0:1767384668.043433:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384668.043435:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384668.043437:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384668.043440:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384668.043442:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030291328 00000020:00000001:0.0:1767384668.043444:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384668.043446:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384668.043447:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384668.043449:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384668.043450:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384668.043455:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048cff902. 00000020:00000010:0.0:1767384668.043460:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1deff05. 00000020:00000010:0.0:1767384668.043464:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007113a11. 00000100:00000001:0.0:1767384668.043467:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384668.043469:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384668.043471:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384668.043475:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384668.043490:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384668.043499:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384668.043500:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384668.043506:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 3 00000100:00000001:0.0:1767384668.043509:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868480384 : -117138841071232 : ffff95767cfd1180) 00000100:00000040:0.0:1767384668.043514:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d1886d2 x1853237030291328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384668.043527:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d1886d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:12157:x1853237030291328:12345-192.168.203.33@tcp50:38: 00000100:00000200:0.0:1767384668.043531:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030291328 00000020:00000001:0.0:1767384668.043533:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384668.043536:0:16813:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384668.043545:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 8 - find 00000020:00000001:0.0:1767384668.043547:0:16813:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446626933988956376 : -117139720595240 : ffff9576489098d8) 00000100:00000001:0.0:1767384668.043552:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384668.043554:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384668.043566:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a9937820. 02000000:00000001:0.0:1767384668.043568:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384668.043570:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384668.043572:0:16813:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384668.043578:0:16813:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50 t0 exp 0000000000000000 cur 289 last 0 00010000:00000001:0.0:1767384668.043582:0:16813:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384668.043585:0:16813:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1767384668.043588:0:16813:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384668.043591:0:16813:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384668.043597:0:16813:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384668.043600:0:16813:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384668.043602:0:16813:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384668.043605:0:16813:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384668.043606:0:16813:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384668.043608:0:16813:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384668.043609:0:16813:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384668.043611:0:16813:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384668.043614:0:16813:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384668.043616:0:16813:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a7f9a98a. 00000020:00000001:0.0:1767384668.043619:0:16813:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384668.043620:0:16813:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a7f9a98a with handle 0x1c01179f271ede98 to hash 00000020:00000001:0.0:1767384668.043622:0:16813:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384668.043625:0:16813:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384668.043626:0:16813:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384668.043629:0:16813:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000013e6e852. 00000001:00000001:0.0:1767384668.043631:0:16813:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384668.043634:0:16813:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000068a01084. 00000001:00000001:0.0:1767384668.043636:0:16813:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384668.043638:0:16813:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384668.043640:0:16813:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384668.043643:0:16813:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002d465f96. 00000001:00000010:0.0:1767384668.043647:0:16813:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001776102b. 00000001:00000010:0.0:1767384668.043650:0:16813:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067e6a39e. 00000001:00000010:0.0:1767384668.043652:0:16813:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007cc8d5aa. 00000001:00000010:0.0:1767384668.043655:0:16813:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f617bf4c. 00000001:00000010:0.0:1767384668.043657:0:16813:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e245a71. 00000001:00000001:0.0:1767384668.043664:0:16813:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384668.043666:0:16813:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f62062a4. 00000001:00000010:0.0:1767384668.043668:0:16813:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b4f7c960. 00000001:00000010:0.0:1767384668.043670:0:16813:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003240a5b4. 00000001:00000010:0.0:1767384668.043673:0:16813:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb9cf512. 00000001:00000010:0.0:1767384668.043675:0:16813:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d02921a. 00000001:00000010:0.0:1767384668.043677:0:16813:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a6038dff. 00010000:00000001:0.0:1767384668.043679:0:16813:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384668.043681:0:16813:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384668.043682:0:16813:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384668.043684:0:16813:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384668.043686:0:16813:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=3 00000020:00000040:0.0:1767384668.043689:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 9 - export 00000020:00000001:0.0:1767384668.043691:0:16813:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000020:00000040:0.0:1767384668.043693:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 2 00000020:00000080:0.0:1767384668.043695:0:16813:0:(genops.c:1402:class_connect()) connect: client 4c0f10ca-8dcd-4af4-a42d-39e7be246612, cookie 0x1c01179f271ede98 00000020:00000001:0.0:1767384668.043696:0:16813:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384668.043698:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384668.043699:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede98 00000020:00000001:0.0:1767384668.043700:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384668.043701:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7f9a98a refcount=3 00000020:00000001:0.0:1767384668.043703:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000020:00000001:0.0:1767384668.043705:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000001:00000001:0.0:1767384668.043708:0:16813:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384668.043711:0:16813:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384668.043714:0:16813:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 6 00000001:00000001:0.0:1767384668.043716:0:16813:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446626934885794816 : -117138823756800 : ffff95767e054400) 00000001:00000001:0.0:1767384668.043718:0:16813:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384668.043720:0:16813:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=4 00000001:00000040:0.0:1767384668.043721:0:16813:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 7 00000001:00000001:0.0:1767384668.043724:0:16813:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384668.043727:0:16813:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.33@tcp50 to nodemap default 00000001:00000040:0.0:1767384668.043730:0:16813:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 6 00000001:00000001:0.0:1767384668.043737:0:16813:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384668.043742:0:16813:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384668.043745:0:16813:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384668.043756:0:16813:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384668.043758:0:16813:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384668.043761:0:16813:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a free: 389545984 avail: 387448832 00000020:00000001:0.0:1767384668.043764:0:16813:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384668.043765:0:16813:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:0.0:1767384668.043768:0:16813:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:0.0:1767384668.043771:0:16813:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1767384668.043773:0:16813:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:0.0:1767384668.043775:0:16813:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:0.0:1767384668.043777:0:16813:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:0.0:1767384668.043779:0:16813:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:0.0:1767384668.043781:0:16813:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:0.0:1767384668.043784:0:16813:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:0.0:1767384668.043787:0:16813:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384668.043790:0:16813:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384668.043792:0:16813:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384668.043795:0:16813:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384668.043800:0:16813:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b8596e1. 00080000:00000001:0.0:1767384668.043802:0:16813:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626933944791040 : -117139764760576 : ffff957645eeb000) 00080000:00000001:0.0:1767384668.043805:0:16813:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384668.043810:0:16813:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384668.043811:0:16813:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384668.043813:0:16813:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384668.043828:0:16813:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384668.043830:0:16813:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384668.043833:0:16813:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384668.043905:0:16813:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384668.043908:0:16813:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384668.043910:0:16813:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384668.043919:0:16813:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384668.054251:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384668.054258:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384668.054261:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384668.054263:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384668.054266:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384668.054269:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000b8596e1. 00080000:00000001:3.0:1767384668.054275:0:16813:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384668.054277:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000040:3.0:1767384668.054283:0:16813:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384668.054288:0:16813:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384668.054292:0:16813:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '4c0f10ca-8dcd-4af4-a42d-39e7be246612' generation 1 00000001:00000001:3.0:1767384668.054297:0:16813:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384668.054301:0:16813:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384668.054339:0:16813:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a1e811ec. 00080000:00000001:3.0:1767384668.054344:0:16813:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934721386496 : -117138988165120 : ffff957674389800) 00080000:00000001:3.0:1767384668.054348:0:16813:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384668.054354:0:16813:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384668.054356:0:16813:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384668.054359:0:16813:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384668.054374:0:16813:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384668.054376:0:16813:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000bc756ae7. 00000001:00000040:3.0:1767384668.054379:0:16813:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a7f9a98a : new cb_count 1 00000020:00000040:3.0:1767384668.054382:0:16813:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=5 00080000:00000001:3.0:1767384668.054398:0:16813:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384668.054455:0:16813:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384668.054458:0:16813:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384668.054460:0:16813:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384668.054467:0:16813:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384668.054469:0:16813:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384668.054472:0:16813:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384668.054475:0:16813:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384668.054477:0:16813:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384668.054483:0:16813:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000004875587e 00000020:00000010:3.0:1767384668.054485:0:16813:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000cc2ddeb3. 00000020:00000040:3.0:1767384668.054492:0:16813:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000cc2ddeb3 for nid 192.168.203.33@tcp50 - ref 2 00000020:00000001:3.0:1767384668.054549:0:16813:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384668.054556:0:16813:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000205170ca. 00000020:00000010:3.0:1767384668.054559:0:16813:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000090329a97. 00000020:00000010:3.0:1767384668.054563:0:16813:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000c3d035d8. 00000020:00000010:3.0:1767384668.054591:0:16813:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d94d1cd9. 00000020:00000010:3.0:1767384668.054593:0:16813:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000736e925a. 00000020:00000010:3.0:1767384668.054595:0:16813:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001265b4d1. 00000004:00000001:3.0:1767384668.054605:0:16813:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384668.054607:0:16813:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.054610:0:16813:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384668.054614:0:16813:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000067f23827. 00000020:00000040:3.0:1767384668.054616:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 10 - import 00000020:00000001:3.0:1767384668.054621:0:16813:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384668.054622:0:16813:0:(genops.c:1242:class_import_put()) import 0000000067f23827 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384668.054624:0:16813:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384668.054626:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000020:00000040:3.0:1767384668.054632:0:16813:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=6 00000100:00000040:3.0:1767384668.054634:0:16813:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000a7f9a98a : new rpc_count 1 00000100:00000001:3.0:1767384668.054637:0:16813:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384668.054644:0:16813:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.33@tcp50 primary NID 192.168.203.33@tcp50 rc 0 00000100:00000001:3.0:1767384668.054648:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384668.054650:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384668.054653:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 00000100:00000001:3.0:1767384668.054655:0:16813:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626933945309376 : -117139764242240 : 0xffff957645f698c0) 00000100:00000040:3.0:1767384668.054658:0:16813:0:(connection.c:149:ptlrpc_connection_get()) conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000020:00000040:3.0:1767384668.054661:0:16813:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=7 00000100:00000001:3.0:1767384668.054666:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384668.054667:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 4 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384668.054669:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384668.054671:0:16813:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384668.054675:0:16813:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384668.054677:0:16813:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384668.054679:0:16813:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659820608 : -1049731008 : ffffffffc16e6040) 02000000:00000001:3.0:1767384668.054682:0:16813:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.054684:0:16813:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384668.054687:0:16813:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384668.054689:0:16813:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384668.054691:0:16813:0:(import.c:65:import_set_state_nolock()) 0000000067f23827 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384668.054694:0:16813:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384668.054695:0:16813:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384668.054697:0:16813:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384668.054700:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 6 00000020:00000040:3.0:1767384668.054703:0:16813:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 10 - find 00010000:00000001:3.0:1767384668.054705:0:16813:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.054709:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384668.054711:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669482288 : -1040069328 : ffffffffc201cd30) 00000020:00000001:3.0:1767384668.054714:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384668.054715:0:16813:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384668.054717:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384668.054719:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384668.054721:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.054723:0:16813:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384668.054728:0:16813:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384668.054730:0:16813:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384668.054731:0:16813:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384668.054733:0:16813:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.054735:0:16813:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384668.054737:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030291328 00010000:00000001:3.0:1767384668.054739:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384668.054744:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d1886d2 x1853237030291328/t0(0) o38->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.054753:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384668.054755:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384668.054757:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=92 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384668.054761:0:16813:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384668.054763:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384668.054765:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 5 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384668.054767:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384668.054769:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384668.054771:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.054773:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384668.054776:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:3.0:1767384668.054779:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000200:3.0:1767384668.054782:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237030291328, offset 0 00000400:00000200:3.0:1767384668.054788:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:3.0:1767384668.054795:0:16813:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384668.054808:0:16813:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [224:224:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384668.054820:0:16813:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384668.054825:0:16813:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384668.054829:0:16813:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d45c61d. 00000800:00000200:3.0:1767384668.054835:0:16813:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:3.0:1767384668.054841:0:16813:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384668.054844:0:16813:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d45c61d type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384668.054863:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384668.054866:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 4 to 192.168.203.33@tcp50 00010000:00000001:3.0:1767384668.054879:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384668.054881:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.054883:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384668.054886:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d1886d2 x1853237030291328/t0(0) o38->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384668.054895:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d1886d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4c0f10ca-8dcd-4af4-a42d-39e7be246612+6:12157:x1853237030291328:12345-192.168.203.33@tcp50:38: Request processed in 11371us (11600us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384668.054903:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 3 00000100:00000040:3.0:1767384668.054906:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7f9a98a : new rpc_count 0 00000100:00000001:3.0:1767384668.054908:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384668.054909:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384668.054913:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1deff05. 00000020:00000010:3.0:1767384668.054917:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007113a11. 00000020:00000010:3.0:1767384668.054921:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048cff902. 00000020:00000040:3.0:1767384668.054924:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 5 00000100:00000001:3.0:1767384668.054927:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384668.055014:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384668.055020:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d45c61d. 00000400:00000200:2.0:1767384668.055025:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384668.055031:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:2.0:1767384668.055035:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058c3d3e 00000400:00000010:2.0:1767384668.055037:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000100:00000001:2.0:1767384668.055063:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384668.055065:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384668.513418:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384668.513440:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384668.513442:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000400:00000010:1.0:1767384668.513448:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000800:00000200:3.0:1767384668.513454:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c29e2fba] -> 12345-192.168.203.133@tcp16 (6) 00000400:00000200:1.0:1767384668.513458:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384668.513464:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp16 ip 192.168.203.133:988 00000400:00000200:1.0:1767384668.513468:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp47 recovery ping unlinked 00000800:00000200:3.0:1767384668.513470:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384668.513486:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004c581835. 00000400:00000010:1.0:1767384668.513497:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007eb61217. 00000800:00000200:3.0:1767384668.513503:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079323200] -> 12345-192.168.203.133@tcp37 (4) 00000400:00000200:1.0:1767384668.513509:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp46 00000800:00000200:3.1:1767384668.513515:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079323200] -> 12345-192.168.203.133@tcp37 (4) 00000400:00000010:1.0:1767384668.513517:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a9c34289. 00000400:00000010:1.0:1767384668.513526:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003aa23be2. 00000400:00000010:1.0:1767384668.513530:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000400:00000010:1.0:1767384668.513536:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000717b7ad6. 00000400:00000200:1.0:1767384668.513542:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp46 00000400:00000200:1.0:1767384668.513555:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp46 local destination 00000400:00000200:1.0:1767384668.513578:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp46 00000400:00000200:1.0:1767384668.513582:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp46 NI seq info: [225:225:256:4294967295] 192.168.203.133@tcp46 LPNI seq info [203:203:8:4294967295] 00000400:00000200:1.0:1767384668.513589:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp46 00000400:00000200:1.0:1767384668.513596:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp46(192.168.203.133@tcp46:) -> 192.168.203.133@tcp46(192.168.203.133@tcp46:192.168.203.133@tcp46) : GET try# 0 00000800:00000200:1.0:1767384668.513600:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp46 00000800:00000010:1.0:1767384668.513603:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000054447add. 00000800:00000200:1.0:1767384668.513607:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000800:00000200:1.1:1767384668.513611:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000400:00000200:1.0:1767384668.513626:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp46 added to recovery queue. ping count: 3 next ping: 298 health :700 00000400:00000200:1.0:1767384668.513629:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp43 00000400:00000010:1.0:1767384668.513632:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000042e98e40. 00000400:00000010:1.0:1767384668.513634:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e7f980e1. 00000400:00000010:1.0:1767384668.513636:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000400:00000010:1.0:1767384668.513640:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ac66e8fc. 00000400:00000200:1.0:1767384668.513645:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp43 00000400:00000200:1.0:1767384668.513660:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp43 local destination 00000400:00000200:1.0:1767384668.513663:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp43 00000400:00000200:1.0:1767384668.513665:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp43 NI seq info: [226:226:256:4294967295] 192.168.203.133@tcp43 LPNI seq info [204:204:8:4294967295] 00000400:00000200:1.0:1767384668.513668:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp43 00000400:00000200:1.0:1767384668.513673:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp43(192.168.203.133@tcp43:) -> 192.168.203.133@tcp43(192.168.203.133@tcp43:192.168.203.133@tcp43) : GET try# 0 00000800:00000200:1.0:1767384668.513678:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp43 00000800:00000010:1.0:1767384668.513681:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003cccebe5. 00000800:00000200:1.0:1767384668.513686:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000400:00000200:2.0:1767384668.513688:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:1.1:1767384668.513691:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000400:00000200:3.0:1767384668.513703:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000200:0.0:1767384668.513704:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384668.513720:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp43 added to recovery queue. ping count: 4 next ping: 306 health :600 00000800:00000001:0.0:1767384668.513724:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384668.513737:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384668.513743:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384668.513747:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.513776:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.513787:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.513801:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.513841:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.513859:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.513878:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.513895:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.513919:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.513963:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.513966:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.513985:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514024:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514069:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514070:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514114:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514149:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514160:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514169:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514211:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514242:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514248:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514269:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514298:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514354:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514365:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514382:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514433:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514434:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514439:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514502:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514513:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514523:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514564:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514573:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514600:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514623:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514635:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514675:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514682:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514696:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514767:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514767:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514769:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514833:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514835:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514851:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514892:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514896:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.514925:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.514946:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.514959:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515024:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515033:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515063:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515140:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515159:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515159:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515202:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515245:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515255:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515268:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515318:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515372:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515381:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515412:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515471:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515472:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515473:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515546:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515547:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515564:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515625:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515636:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515658:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515678:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515693:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515736:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515741:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515755:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515826:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515828:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515900:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515913:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515915:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.515973:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.515979:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.515987:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.516059:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516070:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.516071:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.516111:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516135:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.516148:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384668.516167:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516197:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.516221:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516250:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.516281:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516297:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000800:00000010:1.0:1767384668.516360:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4707545. 00000800:00000010:1.0:1767384668.516365:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c55ea12. 00000400:00000200:3.0:1767384668.516370:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000800:00000010:1.0:1767384668.516371:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c238562c. 00000400:00000200:2.0:1767384668.516385:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000800:00000010:1.0:1767384668.516397:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c238562c. 00000800:00020000:1.0:1767384668.516407:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384668.516410:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c55ea12. 00000800:00000010:1.0:1767384668.516413:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4707545. 00000400:00000200:3.0:1767384668.516440:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516444:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:02020000:1.0:1767384668.516474:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp43 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384668.516481:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp43 notifying 192.168.203.133@tcp43: down 00000400:00000200:1.0:1767384668.516485:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384668.516487:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp43 00000800:00000010:1.0:1767384668.516490:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003cccebe5. 00000400:00000200:1.0:1767384668.516493:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384668.516498:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp43->192.168.203.133@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384668.516505:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384668.516508:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384668.516513:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp43) recovery failed with -71 00000400:00000200:2.0:1767384668.516516:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.516528:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516555:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.516590:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516600:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516651:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:3.0:1767384668.516666:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516686:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516724:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516739:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516762:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516785:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516812:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.133:988 00000400:00000200:2.0:1767384668.516836:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.133:988 00000800:00000010:3.0:1767384668.516851:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000400:00000200:2.0:1767384668.516857:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.133:988 00000800:00000010:3.0:1767384668.516858:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f31d9456. 00000800:00000010:3.0:1767384668.516865:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a414532a. 00000400:00000200:2.0:1767384668.516878:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.133:988 00000800:00000010:3.0:1767384668.516894:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a414532a. 00000400:00000200:2.0:1767384668.516899:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.133:988 00000800:00020000:3.0:1767384668.516904:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384668.516909:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f31d9456. 00000800:00000010:3.0:1767384668.516913:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005312d69e. 00000400:00000200:2.0:1767384668.516933:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.203.133:988 00000400:02020000:3.0:1767384668.516976:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp46 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384668.516983:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp46 notifying 192.168.203.133@tcp46: down 00000400:00000200:3.0:1767384668.516987:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384668.516991:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp46 00000800:00000010:3.0:1767384668.516994:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000054447add. 00000400:00000200:3.0:1767384668.516998:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384668.517002:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp46->192.168.203.133@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384668.517010:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384668.517014:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384668.517019:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp46) recovery failed with -71 00000800:00000010:2.0:1767384668.517119:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4c06d34. 00000800:00000010:2.0:1767384668.517123:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006ea7921f. 00000800:00000010:2.0:1767384668.517127:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be14f008. 00000800:00000010:2.0:1767384668.517153:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be14f008. 00000400:00000200:3.0:1767384668.517247:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384668.517264:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp37 from 201.3.0.2 00000800:00000010:3.0:1767384668.517268:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000343cbae6. 00000800:00000010:0.0:1767384668.517330:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d84a6dde. 00000800:00000010:0.0:1767384668.517338:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083bfbb77. 00000800:00000010:0.0:1767384668.517362:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d872dc8a. 00000800:00000200:0.1:1767384668.517370:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079323200] -> 12345-192.168.203.133@tcp37 (4) 00000800:00000200:0.1:1767384668.517376:0:16151:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp37 00000000d872dc8a deleted 00000800:00000010:0.1:1767384668.517378:0:16151:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d872dc8a. 00000800:00000200:0.1:1767384668.517383:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384668.517387:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp37 p 3.x 192.168.203.133 -> 192.168.203.133:969 incarnation:1767384632244972408 sched[0] 00000800:00000010:0.0:1767384668.517392:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000190fa90. 00000800:00000010:0.0:1767384668.517446:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000190fa90. 00000800:00000010:0.0:1767384668.517451:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083bfbb77. 00000800:00000200:2.1:1767384668.517469:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.1:1767384668.517477:0:16153:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp37 ip 192.168.203.133:988 00000800:00000200:2.1:1767384668.517480:0:16153:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd38d5c4 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:0.0:1767384668.517483:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000343cbae6. 00000800:00000200:2.0:1767384668.517485:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp37 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384632244972408 sched[0] 00000800:00000010:2.0:1767384668.517489:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ea7921f. 00000800:00000001:1.0:1767384668.517501:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.517508:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.517525:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.517528:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384668.517575:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384668.517579:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.517584:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.517588:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.517590:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384668.833381:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384668.833387:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384668.833392:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384668.833393:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.833466:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384668.833469:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384668.833472:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384669.056338:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.056355:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384669.056359:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.056375:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384669.056385:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:2.0:1767384669.056398:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 224 into portal 12 MB=0x695825ee00880 00000400:00000200:2.0:1767384669.056405:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.33@tcp50 of length 224/224 into md 0x229 [64] + 10368 00000800:00000001:2.0:1767384669.056411:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.056415:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384669.056417:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384669.056420:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:2.0:1767384669.056425:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384669.056427:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384669.056432:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005808b957. 00000100:00000040:2.0:1767384669.056435:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000005808b957 x1853237030291584 msgsize 224 00000100:00100000:2.0:1767384669.056439:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000001:2.0:1767384669.056449:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384669.056456:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.056459:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384669.056460:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.056461:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384669.056466:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:2.0:1767384669.056470:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 224 into portal 12 MB=0x695825ee00800 00000400:00000200:2.0:1767384669.056474:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.33@tcp50 of length 224/224 into md 0x229 [64] + 10592 00000800:00000001:2.0:1767384669.056477:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.056483:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384669.056484:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384669.056485:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384669.056487:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00100000:3.0:1767384669.056491:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030291584 00000100:00000001:2.0:1767384669.056492:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384669.056496:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384669.056497:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384669.056499:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000362ff3a8. 00000100:00000001:3.0:1767384669.056500:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384669.056503:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000362ff3a8 x1853237030291456 msgsize 224 00000100:00000001:3.0:1767384669.056504:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.056509:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384669.056510:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00100000:3.0:1767384669.056516:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030291584 00000020:00000001:3.0:1767384669.056519:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.056521:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede98 00000020:00000001:3.0:1767384669.056523:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384669.056524:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384669.056525:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7f9a98a refcount=6 00000020:00000001:3.0:1767384669.056529:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000800:00000001:2.0:1767384669.056530:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384669.056531:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000100:00000001:3.0:1767384669.056535:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.056540:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020390c19. 00000800:00000001:2.0:1767384669.056542:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384669.056545:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c600cff0. 00000020:00000040:3.0:1767384669.056551:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 10 - evictor 00000100:00000001:3.0:1767384669.056559:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384669.056563:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000514f1134. 00000100:00000001:0.0:1767384669.056565:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384669.056567:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd62757b. 00000100:00100000:0.0:1767384669.056569:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030291456 00000020:00000010:3.0:1767384669.056572:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 02000000:00000001:0.0:1767384669.056573:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00080000:2.0:1767384669.056577:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384669.056578:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.056580:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384669.056582:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 10 - evictor 02000000:00000001:0.0:1767384669.056583:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.056584:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767384669.056587:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030291456 00000100:00000001:3.0:1767384669.056589:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384669.056593:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384669.056593:0:16812:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384669.056597:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.056598:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede98 00000020:00000001:0.0:1767384669.056602:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384669.056605:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.056605:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7f9a98a refcount=7 00000020:00000001:0.0:1767384669.056611:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000020:00000001:0.0:1767384669.056614:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000100:00000001:3.0:1767384669.056617:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.056617:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384669.056625:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000100:00000001:3.0:1767384669.056630:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384669.056630:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.056633:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000100:00000001:3.0:1767384669.056634:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384669.056639:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 4 00000100:00000040:3.0:1767384669.056643:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7f9a98a : new rpc_count 1 00000100:00000001:3.0:1767384669.056647:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626929598928128 : -117144110623488 : ffff957542e61500) 00000020:00000010:0.0:1767384669.056649:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbcfd6a. 00000100:00000040:3.0:1767384669.056653:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005808b957 x1853237030291584/t0(0) o41->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384669.056655:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e22184b. 00000020:00000010:0.0:1767384669.056663:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000278999d0. 00000100:00000001:3.0:1767384669.056664:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.056668:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000100:00000001:0.0:1767384669.056670:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384669.056671:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.056675:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000100:00000001:0.0:1767384669.056675:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384669.056680:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384669.056682:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005808b957 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4c0f10ca-8dcd-4af4-a42d-39e7be246612+7:15561:x1853237030291584:12345-192.168.203.33@tcp50:41: 00000100:00000200:3.0:1767384669.056687:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030291584 00000100:00000001:0.0:1767384669.056688:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.056689:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384669.056694:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384669.056697:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.056698:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384669.056699:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669482432 : -1040069184 : ffffffffc201cdc0) 00000100:00000001:0.0:1767384669.056701:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384669.056702:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384669.056707:0:16813:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237030291584, found 0 last_xid 0 00000020:00000001:3.0:1767384669.056709:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384669.056712:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384669.056714:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384669.056716:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384669.056717:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.056719:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384669.056722:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384669.056726:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384669.056727:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 5 00000100:00000001:2.0:1767384669.056729:0:16811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1767384669.056730:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005928dfa4. 00000100:00000040:0.0:1767384669.056731:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7f9a98a : new rpc_count 2 00000100:00000001:2.0:1767384669.056732:0:16811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384669.056733:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.056735:0:16811:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.056735:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626929598924544 : -117144110627072 : ffff957542e60700) 00000100:00000001:3.0:1767384669.056736:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.056739:0:16811:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.056742:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000362ff3a8 x1853237030291456/t0(0) o41->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384669.056743:0:16813:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1767384669.056747:0:16813:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384669.056750:0:16813:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384669.056759:0:16813:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767384669.056760:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384669.056764:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000100:00000001:0.0:1767384669.056768:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.056770:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00080000:00000001:3.0:1767384669.056771:0:16813:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1767384669.056775:0:16813:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000100:00100000:0.0:1767384669.056780:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000362ff3a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+7:0:x1853237030291456:12345-192.168.203.33@tcp50:41: 00000020:00000020:3.0:1767384669.056781:0:16813:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384669.056786:0:16813:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a dirty 0 pend 0 grant 3407872 00000020:00000020:3.0:1767384669.056790:0:16813:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000007276e7 dirty 0 pend 0 grant 0 00000100:00000200:0.0:1767384669.056790:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030291456 00000020:00000020:3.0:1767384669.056795:0:16813:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000013126cc2 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384669.056796:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000020:3.0:1767384669.056797:0:16813:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000001:0.0:1767384669.056800:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384669.056803:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.056805:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384669.056807:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669482432 : -1040069184 : ffffffffc201cdc0) 00000020:00000001:0.0:1767384669.056809:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384669.056810:0:16812:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237030291456, found 0 last_xid 0 00000020:00000001:0.0:1767384669.056812:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.056813:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384669.056814:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384669.056815:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.056823:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384669.056824:0:16813:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000004e2a5b85. 02000000:00000001:0.0:1767384669.056825:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384669.056831:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008a5a0d4d. 00000020:00000001:3.0:1767384669.056832:0:16813:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384669.056835:0:16813:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.056836:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.056838:0:16813:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384669.056839:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.056841:0:16813:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384669.056844:0:16812:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1767384669.056845:0:16813:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384669.056848:0:16812:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00010000:00000040:3.0:1767384669.056849:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030291584 00000004:00000001:0.0:1767384669.056851:0:16812:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.056852:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000024:0.0:1767384669.056855:0:16812:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00010000:00000200:3.0:1767384669.056859:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005808b957 x1853237030291584/t0(0) o41->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384669.056860:0:16812:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384669.056866:0:16812:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a dirty 0 pend 0 grant 3407872 00000020:00000020:0.0:1767384669.056871:0:16812:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000007276e7 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384669.056876:0:16812:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000013126cc2 dirty 0 pend 0 grant 0 00010000:00000001:3.0:1767384669.056877:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.056881:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384669.056881:0:16812:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000100:00001000:3.0:1767384669.056884:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=93 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384669.056887:0:16812:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000044dd48f9. 00000100:00000001:3.0:1767384669.056889:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384669.056892:0:16812:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000040:3.0:1767384669.056893:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 5 to 192.168.203.33@tcp50 00000020:00000001:0.0:1767384669.056895:0:16812:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.056897:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 00000001:00000001:0.0:1767384669.056898:0:16812:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384669.056901:0:16812:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.056902:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:0.0:1767384669.056905:0:16812:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.056906:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384669.056910:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030291456 00000100:00000001:3.0:1767384669.056911:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384669.056914:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384669.056917:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:3.0:1767384669.056921:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aed24d0. 00010000:00000200:0.0:1767384669.056921:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000362ff3a8 x1853237030291456/t0(0) o41->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384669.056927:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237030291584, offset 224 00010000:00000001:0.0:1767384669.056932:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384669.056934:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.056937:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000100:00001000:0.0:1767384669.056938:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384669.056942:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384669.056944:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00000400:00000200:3.0:1767384669.056949:0:16813:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000100:00000001:0.0:1767384669.056949:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:0.0:1767384669.056954:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384669.056956:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.056962:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384669.056965:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:0.0:1767384669.056968:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b6b725e. 00000400:00000200:3.0:1767384669.056970:0:16813:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [227:227:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [19:19:8:4294967295] 00000100:00000200:0.0:1767384669.056972:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237030291456, offset 224 00000400:00000200:0.0:1767384669.056981:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:3.0:1767384669.056987:0:16813:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384669.056992:0:16813:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384669.056996:0:16813:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da11576. 00000400:00000200:0.0:1767384669.057000:0:16812:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000800:00000200:3.0:1767384669.057004:0:16813:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000400:00000200:0.0:1767384669.057012:0:16812:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [228:228:255:4294967295] 192.168.203.33@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:3.0:1767384669.057013:0:16813:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384669.057020:0:16813:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004da11576 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1767384669.057028:0:16812:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384669.057048:0:16812:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.057051:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384669.057052:0:16812:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bec7d. 00000100:00000040:3.0:1767384669.057057:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 5 to 192.168.203.33@tcp50 00000800:00000200:0.0:1767384669.057062:0:16812:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00010000:00000001:3.0:1767384669.057063:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384669.057065:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.057068:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1767384669.057070:0:16812:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000100:00000040:3.0:1767384669.057074:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005808b957 x1853237030291584/t0(0) o41->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384669.057075:0:16812:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e06bec7d type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1767384669.057082:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.057089:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 4 to 192.168.203.33@tcp50 00000100:00100000:3.0:1767384669.057094:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005808b957 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4c0f10ca-8dcd-4af4-a42d-39e7be246612+7:15561:x1853237030291584:12345-192.168.203.33@tcp50:41: Request processed in 426us (654us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384669.057094:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384669.057096:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.057101:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384669.057108:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 4 00000100:00000040:0.0:1767384669.057109:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000362ff3a8 x1853237030291456/t0(0) o41->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384669.057113:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7f9a98a : new rpc_count 1 00000100:00000001:3.0:1767384669.057117:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.057122:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1767384669.057123:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767384669.057126:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000362ff3a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+7:0:x1853237030291456:12345-192.168.203.33@tcp50:41: Request processed in 361us (617us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384669.057127:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd62757b. 00000800:00000010:1.0:1767384669.057128:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da11576. 00000020:00000010:3.0:1767384669.057135:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000400:00000200:1.0:1767384669.057136:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384669.057141:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 5 00000020:00000010:3.0:1767384669.057144:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000514f1134. 00000100:00000040:0.0:1767384669.057147:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7f9a98a : new rpc_count 0 00000400:00000200:1.0:1767384669.057148:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000020:00000040:3.0:1767384669.057151:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 6 00000100:00000001:0.0:1767384669.057151:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384669.057153:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aed24d0 00000100:00000001:0.0:1767384669.057155:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384669.057156:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384669.057157:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aed24d0. 00000020:00000010:0.0:1767384669.057160:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e22184b. 00000100:00000001:1.0:1767384669.057164:0:16158:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384669.057165:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000278999d0. 00000100:00000001:1.0:1767384669.057167:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384669.057171:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbcfd6a. 00000020:00000040:0.0:1767384669.057177:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 5 00000100:00000001:0.0:1767384669.057184:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384669.057217:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384669.057219:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bec7d. 00000400:00000200:1.0:1767384669.057222:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.057224:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384669.057226:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6b725e 00000400:00000010:1.0:1767384669.057227:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b6b725e. 00000100:00000001:1.0:1767384669.057229:0:16158:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384669.057230:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384669.058138:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.058145:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.058147:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.058148:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.058153:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384669.058160:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 440 into portal 12 MB=0x695825ee00900 00000400:00000200:1.0:1767384669.058163:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.33@tcp50 of length 440/440 into md 0x229 [64] + 10816 00000800:00000001:1.0:1767384669.058167:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.058171:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.058173:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.058175:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:1.0:1767384669.058185:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384669.058186:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384669.058188:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 00000100:00000040:1.0:1767384669.058190:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000aa35affc x1853237030291712 msgsize 440 00000100:00100000:1.0:1767384669.058193:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000001:1.0:1767384669.058204:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384669.058210:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.058212:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.058269:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384669.058272:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030291712 02000000:00000001:0.0:1767384669.058274:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.058275:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.058276:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.058278:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.058280:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030291712 00000020:00000001:0.0:1767384669.058281:0:16812:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384669.058282:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede98 00000020:00000001:0.0:1767384669.058283:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384669.058285:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7f9a98a refcount=6 00000020:00000001:0.0:1767384669.058287:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000020:00000001:0.0:1767384669.058289:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000100:00000001:0.0:1767384669.058291:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384669.058293:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000100:00000001:0.0:1767384669.058295:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.058297:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000020:00000010:0.0:1767384669.058300:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbcfd6a. 00000020:00000010:0.0:1767384669.058302:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e22184b. 00000020:00000010:0.0:1767384669.058304:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000278999d0. 00000100:00000040:0.0:1767384669.058307:0:16812:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384669.058308:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384669.058325:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384669.058327:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.058330:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.058339:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.058344:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384669.058345:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384669.058349:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 6 00000100:00000040:0.0:1767384669.058351:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7f9a98a : new rpc_count 1 00000100:00000001:0.0:1767384669.058352:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868478592 : -117138841073024 : ffff95767cfd0a80) 00000100:00000040:0.0:1767384669.058355:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa35affc x1853237030291712/t0(0) o40->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 440/0 e 0 to 0 dl 1767384680 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.058373:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384669.058374:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000100:00000001:0.0:1767384669.058376:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.058377:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000100:00100000:0.0:1767384669.058380:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa35affc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+6:15561:x1853237030291712:12345-192.168.203.33@tcp50:40: 00000100:00000200:0.0:1767384669.058383:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030291712 00000020:00000001:0.0:1767384669.058385:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384669.058387:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384669.058389:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.058390:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384669.058392:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669482384 : -1040069232 : ffffffffc201cd90) 00000020:00000001:0.0:1767384669.058394:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384669.058395:0:16812:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237030291712, found 0 last_xid 1853237030291711 00000020:00000001:0.0:1767384669.058397:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.058399:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384669.058400:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384669.058403:0:16812:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384669.058405:0:16812:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.058406:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.058408:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384669.058410:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384669.058413:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000000b8596e1. 02000000:00000001:0.0:1767384669.058414:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.058415:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384669.058417:0:16812:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:0.0:1767384669.058418:0:16812:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384669.058419:0:16812:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384669.058421:0:16812:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384669.058422:0:16812:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384669.058423:0:16812:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:0.0:1767384669.058425:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030291712 00010000:00000001:0.0:1767384669.058426:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384669.058428:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa35affc x1853237030291712/t0(0) o40->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 440/448 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384669.058438:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384669.058439:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384669.058441:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384669.058443:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384669.058445:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 5 to 192.168.203.33@tcp50 00000100:00000001:0.0:1767384669.058446:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:0.0:1767384669.058448:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384669.058448:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.058450:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384669.058451:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:0.0:1767384669.058453:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3972d42. 00000100:00000200:0.0:1767384669.058456:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237030291712, offset 224 00000400:00000200:0.0:1767384669.058459:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:0.0:1767384669.058464:0:16812:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:0.0:1767384669.058470:0:16812:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [229:229:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384669.058476:0:16812:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384669.058480:0:16812:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:0.0:1767384669.058482:0:16812:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f4a5de8. 00000800:00000200:0.0:1767384669.058485:0:16812:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:0.0:1767384669.058488:0:16812:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:0.0:1767384669.058490:0:16812:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f4a5de8 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384669.058501:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.058504:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 4 to 192.168.203.33@tcp50 00010000:00000001:0.0:1767384669.058506:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384669.058508:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.058510:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384669.058513:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa35affc x1853237030291712/t0(0) o40->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 440/448 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384669.058522:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa35affc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+6:15561:x1853237030291712:12345-192.168.203.33@tcp50:40: Request processed in 148us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384669.058536:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 6 00000100:00000040:0.0:1767384669.058539:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7f9a98a : new rpc_count 0 00000100:00000001:0.0:1767384669.058541:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384669.058543:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384669.058546:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e22184b. 00000020:00000010:0.0:1767384669.058549:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000278999d0. 00000020:00000010:0.0:1767384669.058552:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbcfd6a. 00000020:00000040:0.0:1767384669.058555:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 5 00000100:00000001:0.0:1767384669.058557:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384669.058583:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384669.058587:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f4a5de8. 00000400:00000200:2.0:1767384669.058591:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384669.058595:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:2.0:1767384669.058599:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3972d42 00000400:00000010:2.0:1767384669.058601:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3972d42. 00000100:00000001:2.0:1767384669.058603:0:16157:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384669.058604:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384669.059998:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.060013:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.060017:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.060019:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.060028:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384669.060082:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 520 into portal 28 MB=0x695825ee00980 00000400:00000200:1.0:1767384669.060087:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.33@tcp50 of length 520/520 into md 0xae1 [8] + 5232 00000800:00000001:1.0:1767384669.060091:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.060094:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.060095:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.060098:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:1.0:1767384669.060101:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384669.060102:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384669.060105:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6b99f9d. 00000100:00000040:1.0:1767384669.060107:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000f6b99f9d x1853237030291840 msgsize 520 00000100:00100000:1.0:1767384669.060110:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000001:1.0:1767384669.060121:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384669.060125:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.060127:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.060128:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.060130:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.060133:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384669.060138:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 448 into portal 23 MB=0x695825ee00a00 00000400:00000200:1.0:1767384669.060143:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.33@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:1.0:1767384669.060145:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384669.060152:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384669.060155:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384669.060156:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030291840 00000400:00000200:1.0:1767384669.060158:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384669.060160:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384669.060163:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384669.060164:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:3.0:1767384669.060166:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.060169:0:16158:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384669.060170:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384669.060171:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00100000:3.0:1767384669.060173:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030291840 00000100:00000010:1.0:1767384669.060175:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f38d0. 00000020:00000001:3.0:1767384669.060177:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384669.060178:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000921f38d0 x1853237030291968 msgsize 448 00000020:00000040:3.0:1767384669.060179:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384669.060183:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384669.060187:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.060187:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000020:00000001:3.0:1767384669.060190:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384669.060194:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb61217. 00000100:00000001:1.0:1767384669.060198:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384669.060199:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd62757b. 00000020:00000010:3.0:1767384669.060203:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000800:00000001:1.0:1767384669.060204:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384669.060207:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:1.0:1767384669.060208:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.060209:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:1.0:1767384669.060212:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384669.060213:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384669.060217:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.060218:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384669.060224:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384669.060230:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 224 into portal 26 MB=0x695825ee00a80 00000400:00000200:1.0:1767384669.060233:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 224/224 into md 0x19a5 [2] + 0 00000100:00000001:3.0:1767384669.060235:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384669.060237:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005975b71f. 00000400:00000200:1.0:1767384669.060241:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6ea45ed 00000800:00000001:1.0:1767384669.060243:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384669.060245:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384669.060248:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1767384669.060251:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384669.060255:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 4 00000400:00000200:1.0:1767384669.060255:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384669.060260:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868490240 : -117138841061376 : ffff95767cfd3800) 00000400:00000200:1.0:1767384669.060264:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000040:3.0:1767384669.060266:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6b99f9d x1853237030291840/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384669.060268:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6ea45ed 00000400:00000010:1.0:1767384669.060272:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6ea45ed. 00000020:00000010:2.0:1767384669.060276:0:16815:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004dbf7670. 00000100:00000001:1.0:1767384669.060277:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384669.060280:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384669.060284:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6b99f9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:12157:x1853237030291840:12345-192.168.203.33@tcp50:8: 00000100:00000040:1.0:1767384669.060285:0:16158:0:(events.c:337:request_in_callback()) incoming req@0000000028533f5c x1853237030292096 msgsize 224 00000100:00000001:2.0:1767384669.060286:0:16815:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384669.060291:0:16815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030291968 00000100:00000200:3.0:1767384669.060292:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030291840 00000020:00000001:3.0:1767384669.060297:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384669.060298:0:16815:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384669.060301:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00010000:00000001:3.0:1767384669.060303:0:17586:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:2.0:1767384669.060303:0:16815:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384669.060304:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384669.060308:0:16815:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.060336:0:16815:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.060337:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384669.060340:0:16815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030291968 00000020:00000040:3.0:1767384669.060341:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 6 - find 00000800:00000001:1.0:1767384669.060342:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384669.060345:0:16815:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384669.060348:0:17586:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446626933969668744 : -117139739882872 : ffff9576476a4a88) 00000020:00000040:2.0:1767384669.060349:0:16815:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede98 00000800:00000001:1.0:1767384669.060349:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.060351:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384669.060354:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384669.060355:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384669.060356:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030292096 02000000:00000001:3.0:1767384669.060358:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1767384669.060359:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7f9a98a refcount=6 02000000:00000001:0.0:1767384669.060359:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384669.060362:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000100:00000001:0.0:1767384669.060362:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384669.060363:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000007062e2b6. 00000100:00000001:0.0:1767384669.060365:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.060366:0:16815:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 02000000:00000001:3.0:1767384669.060368:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.060370:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.060371:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.060371:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384669.060374:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030292096 00010000:00000040:3.0:1767384669.060375:0:17586:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000020:00000010:2.0:1767384669.060375:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6be8cd. 00000020:00000001:0.0:1767384669.060378:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384669.060400:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000100:00000001:2.0:1767384669.060401:0:16815:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384669.060406:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00080000:3.0:1767384669.060408:0:17586:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50 t0 exp 0000000000000000 cur 290 last 0 00000020:00000010:2.0:1767384669.060410:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6be8cd. 00000020:00000040:0.0:1767384669.060410:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=9 00010000:00000001:3.0:1767384669.060421:0:17586:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:0.0:1767384669.060422:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000010:2.0:1767384669.060426:0:16815:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000523485b2. 00002000:00000001:3.0:1767384669.060428:0:17586:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:0.0:1767384669.060431:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:3.0:1767384669.060435:0:17586:0:(genops.c:1392:class_connect()) Process entered 00000020:00000010:2.0:1767384669.060436:0:16815:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061ce0b54. 00000100:00000001:0.0:1767384669.060439:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384669.060440:0:17586:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384669.060449:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000020:00000010:3.0:1767384669.060451:0:17586:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c77d416d. 00000020:00000001:3.0:1767384669.060461:0:17586:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384669.060463:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384669.060466:0:16815:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf96b04. 00000020:00000040:3.0:1767384669.060467:0:17586:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c77d416d with handle 0x1c01179f271ede9f to hash 00000020:00000010:0.0:1767384669.060470:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000020:00000001:3.0:1767384669.060476:0:17586:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:2.0:1767384669.060482:0:16815:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000020:00000010:0.0:1767384669.060482:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbcfd6a. 00000020:00000001:3.0:1767384669.060487:0:17586:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:2.0:1767384669.060490:0:16815:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384669.060490:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e22184b. 00000001:00000001:3.0:1767384669.060495:0:17586:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000001:2.0:1767384669.060497:0:16815:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384669.060497:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000278999d0. 00000100:00000001:2.0:1767384669.060502:0:16815:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384669.060504:0:17586:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000049920530. 00000100:00000040:0.0:1767384669.060511:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000001:00000001:3.0:1767384669.060512:0:17586:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.060513:0:16815:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.060520:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384669.060524:0:17586:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000100:00000001:0.0:1767384669.060525:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:3.0:1767384669.060530:0:17586:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384669.060535:0:17586:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fed9916e. 00000001:00000010:3.0:1767384669.060541:0:17586:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d349f1bb. 00000100:00000001:0.0:1767384669.060544:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384669.060548:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f044bd1c. 00000100:00000001:2.0:1767384669.060551:0:16815:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384669.060558:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c30e944. 00000100:00000001:0.0:1767384669.060559:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384669.060589:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007cfa9924. 00000100:00000001:2.0:1767384669.060591:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000010:3.0:1767384669.060595:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006366ea41. 00000100:00000001:0.0:1767384669.060598:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.060599:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384669.060602:0:17586:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.060607:0:17586:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.060614:0:17586:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384669.060616:0:16815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 0 00000100:00000001:0.0:1767384669.060620:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384669.060621:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000c77d416d refcount=3 00000100:00000040:2.0:1767384669.060624:0:16815:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7f9a98a : new rpc_count 1 00000100:00000001:0.0:1767384669.060624:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384669.060629:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 7 - export 00000100:00000001:2.0:1767384669.060631:0:16815:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868491136 : -117138841060480 : ffff95767cfd3b80) 00000020:00000010:1.0:1767384669.060631:0:16814:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f4707545. 00000100:00100000:0.0:1767384669.060638:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 174 00000020:00000001:3.0:1767384669.060643:0:17586:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446626929570187264 : -117144139364352 : ffff9575412f8800) 00000100:00000001:1.0:1767384669.060646:0:16814:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:0.0:1767384669.060646:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000040:2.0:1767384669.060652:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000921f38d0 x1853237030291968/t0(0) o33->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 448/0 e 0 to 0 dl 1767384680 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000040:3.0:1767384669.060653:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 2 00000100:00000001:0.0:1767384669.060654:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715845712 : -117138993705904 : ffff957673e40c50) 00000020:00000080:3.0:1767384669.060662:0:17586:0:(genops.c:1402:class_connect()) connect: client 4c0f10ca-8dcd-4af4-a42d-39e7be246612, cookie 0x1c01179f271ede9f 00000100:00100000:1.0:1767384669.060664:0:16814:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00000040:0.0:1767384669.060672:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028533f5c x1853237030292096/t0(0) o400->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384669.060673:0:17586:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384669.060682:0:16814:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000056e51ab1. 00000020:00000001:3.0:1767384669.060683:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.060688:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede9f 00000020:00000001:3.0:1767384669.060695:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384669.060697:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384669.060699:0:16814:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000020:00000040:3.0:1767384669.060702:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c77d416d refcount=3 00000020:00000010:2.0:1767384669.060707:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6be8cd. 00000020:00000001:3.0:1767384669.060712:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570187264 : -117144139364352 : ffff9575412f8800) 00000100:00000001:0.0:1767384669.060715:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384669.060716:0:16815:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384669.060717:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570187264 : -117144139364352 : ffff9575412f8800) 00000020:00000010:0.0:1767384669.060723:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000020:00000010:2.0:1767384669.060728:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6be8cd. 00000001:00000001:3.0:1767384669.060729:0:17586:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000001:0.0:1767384669.060731:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.060737:0:17586:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00100000:2.0:1767384669.060739:0:16815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000921f38d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+6:15561:x1853237030291968:12345-192.168.203.33@tcp50:33: 00000020:00000010:0.0:1767384669.060739:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000001:00000040:3.0:1767384669.060744:0:17586:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 7 00000100:00000200:2.0:1767384669.060752:0:16815:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030291968 00000100:00100000:0.0:1767384669.060753:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028533f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+9:12160:x1853237030292096:12345-192.168.203.33@tcp50:400: 00000001:00000001:3.0:1767384669.060755:0:17586:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446626934885794816 : -117138823756800 : ffff95767e054400) 00000020:00000001:2.0:1767384669.060758:0:16815:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384669.060766:0:16815:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1767384669.060768:0:17586:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00000200:0.0:1767384669.060768:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030292096 00000020:00000001:2.0:1767384669.060772:0:16815:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384669.060775:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000c77d416d refcount=4 00000020:00000001:2.0:1767384669.060777:0:16815:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384669.060778:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000040:3.0:1767384669.060783:0:17586:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 8 00000020:00000001:2.0:1767384669.060786:0:16815:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669482048 : -1040069568 : ffffffffc201cc40) 00000020:00000001:0.0:1767384669.060786:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384669.060810:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.060811:0:16815:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384669.060812:0:17586:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384669.060817:0:16815:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237030291968, found 0 last_xid 1853237030291967 00000020:00000001:0.0:1767384669.060818:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384669.060822:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000001:08000000:3.0:1767384669.060825:0:17586:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.33@tcp50 to nodemap default 00000020:00000001:2.0:1767384669.060828:0:16815:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.060831:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000040:3.0:1767384669.060839:0:17586:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 7 00000020:00000001:2.0:1767384669.060840:0:16815:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384669.060840:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384669.060847:0:16815:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384669.060850:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:3.0:1767384669.060852:0:17586:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.060855:0:16815:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384669.060855:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00100000:3.0:1767384669.060860:0:17586:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000c77d416d ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:2.0:1767384669.060866:0:16815:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384669.060868:0:16814:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.060871:0:17586:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384669.060877:0:17586:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384669.060881:0:17586:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000c77d416d free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384669.060891:0:17586:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000100:00000001:1.0:1767384669.060892:0:39711:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000020:3.0:1767384669.060896:0:17586:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000c77d416d avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000020:00000001:2.0:1767384669.060898:0:16815:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626933969849240 : -117139739702376 : ffff9576476d0b98) 00000020:00000001:0.0:1767384669.060903:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.060912:0:17586:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000100:00000010:1.0:1767384669.060914:0:39711:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c238562c. 00000020:00000001:2.0:1767384669.060915:0:16815:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.060915:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384669.060922:0:17586:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000100:00000001:0.0:1767384669.060924:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384669.060927:0:39711:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005c194ff6. 00000020:00000001:2.0:1767384669.060928:0:16815:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384669.060929:0:17586:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000c77d416d wants: 134217728 current grant 0 granting: 3407872 02000000:00000001:0.0:1767384669.060931:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:3.0:1767384669.060942:0:17586:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000c77d416d tot cached:0 granted:44236800 num_exports: 2 00000004:00000001:2.0:1767384669.060944:0:16815:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 02000000:00000010:0.0:1767384669.060945:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004474b87b. 00000020:00000001:3.0:1767384669.060949:0:17586:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 02000000:00000001:0.0:1767384669.060952:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384669.060955:0:17586:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000c77d416d ocd_grant: 3407872 want: 134217728 left: 346030080 00000004:00000001:2.0:1767384669.060955:0:16815:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1767384669.060961:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.060967:0:17586:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00000001:2.0:1767384669.060967:0:16815:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:0.0:1767384669.060971:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384669.060972:0:16815:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00002000:00100000:3.0:1767384669.060973:0:17586:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00000001:3.0:1767384669.060983:0:17586:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384669.060987:0:16815:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1767384669.060994:0:17586:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00010000:00000040:0.0:1767384669.060995:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030292096 00000004:00000001:2.0:1767384669.060997:0:16815:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000040:3.0:1767384669.061000:0:17586:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '4c0f10ca-8dcd-4af4-a42d-39e7be246612' generation 0 00000004:00000001:2.0:1767384669.061005:0:16815:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:0.0:1767384669.061005:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:3.0:1767384669.061008:0:17586:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000004:00000001:2.0:1767384669.061013:0:16815:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.061015:0:17586:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000004:00000001:2.0:1767384669.061021:0:16815:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000200:0.0:1767384669.061021:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028533f5c x1853237030292096/t0(0) o400->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384669.061025:0:16815:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000010:1.0:1767384669.061027:0:39711:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003842a7e2. 00080000:00000001:2.0:1767384669.061030:0:16815:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000010:3.0:1767384669.061078:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009c95f05f. 00000020:00000010:1.0:1767384669.061078:0:39711:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c7c5212. 00000040:00000010:1.0:1767384669.061084:0:39711:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fdd0cf5. 00080000:00000001:3.0:1767384669.061085:0:17586:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929568988160 : -117144140563456 : ffff9575411d3c00) 00000020:00000010:1.0:1767384669.061091:0:39711:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009d00df60. 00080000:00000001:3.0:1767384669.061092:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384669.061092:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384669.061097:0:39711:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000095c0097. 00010000:00000001:0.0:1767384669.061098:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.061102:0:39711:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8fece3a. 00000100:00001000:0.0:1767384669.061103:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=99 v=5 (1 0 0 0) 80000000:00000010:1.0:1767384669.061108:0:39711:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037719a92. 00000100:00000001:0.0:1767384669.061110:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 40000000:00000010:1.0:1767384669.061113:0:39711:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000052f380ac. 00000100:00000040:0.0:1767384669.061116:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 5 to 192.168.203.33@tcp50 00100000:00000010:1.0:1767384669.061119:0:39711:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f056329f. 00080000:00000001:2.0:1767384669.061121:0:16815:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:0.0:1767384669.061121:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 00040000:00000010:1.0:1767384669.061124:0:39711:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003cccebe5. 00080000:00000001:2.0:1767384669.061125:0:16815:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 02000000:00000001:0.0:1767384669.061125:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384669.061129:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384669.061131:0:16815:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00040000:00000010:1.0:1767384669.061132:0:39711:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e6dfeb6e. 00000100:00000001:0.0:1767384669.061132:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1767384669.061134:0:16815:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384669.061137:0:16815:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00040000:00000010:1.0:1767384669.061138:0:39711:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000422a837e. 00000004:00000001:2.0:1767384669.061139:0:16815:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:0.0:1767384669.061139:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00080000:00000001:2.0:1767384669.061143:0:16815:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384669.061146:0:16815:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00080000:00000010:1.0:1767384669.061147:0:39711:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007c69a542. 00000400:00000010:0.0:1767384669.061147:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda64fb6. 00000004:00000001:2.0:1767384669.061152:0:16815:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384669.061154:0:16815:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00000200:0.0:1767384669.061154:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237030292096, offset 224 00000004:00000010:1.0:1767384669.061155:0:39711:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000053416a98. 00000004:00000001:2.0:1767384669.061158:0:16815:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000010:1.0:1767384669.061161:0:39711:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d417818. 00000400:00000200:0.0:1767384669.061161:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000004:00000001:2.0:1767384669.061162:0:16815:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384669.061166:0:16815:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000010:1.0:1767384669.061167:0:39711:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eb24302e. 02000000:00000001:2.0:1767384669.061169:0:16815:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000010:1.0:1767384669.061173:0:39711:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008111b988. 00000400:00000200:0.0:1767384669.061173:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 02000000:00000010:2.0:1767384669.061175:0:16815:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000e05090a2. 02000000:00000001:2.0:1767384669.061178:0:16815:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.061181:0:16815:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384669.061184:0:16815:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000400:00000200:0.0:1767384669.061185:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [230:230:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [22:22:8:4294967295] 00000004:00000001:2.0:1767384669.061186:0:16815:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384669.061189:0:16815:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000100:00000010:1.0:1767384669.061189:0:39711:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005bdee8c9. 00000001:00000001:2.0:1767384669.061192:0:16815:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384669.061195:0:16815:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.061199:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384669.061199:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000100:00000200:1.0:1767384669.061202:0:39711:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000001:3.0:1767384669.061203:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384669.061203:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00080000:00000001:3.0:1767384669.061208:0:17586:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000001:00000001:2.0:1767384669.061210:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384669.061213:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384669.061213:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000001:00000001:2.0:1767384669.061215:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384669.061217:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384669.061217:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ca5a015. 00000001:00000001:2.0:1767384669.061219:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384669.061221:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384669.061222:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384669.061222:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000001:00000001:2.0:1767384669.061225:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384669.061226:0:17586:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384669.061227:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000800:00000200:0.0:1767384669.061230:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000001:00000001:2.0:1767384669.061231:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1767384669.061234:0:17586:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000745cb040. 00000001:00000001:2.0:1767384669.061235:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384669.061235:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007ca5a015 type 1, nob 320 niov 1 nkiov 1 00000001:00000040:3.0:1767384669.061238:0:17586:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000c77d416d : new cb_count 1 00000001:00000001:2.0:1767384669.061241:0:16815:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000040:3.0:1767384669.061242:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000c77d416d refcount=5 00000001:00000001:2.0:1767384669.061246:0:16815:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384669.061248:0:17586:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384669.061248:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.061252:0:16815:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000040:0.0:1767384669.061253:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 4 to 192.168.203.33@tcp50 00010000:00000001:0.0:1767384669.061256:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:2.0:1767384669.061258:0:16815:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000001528f270. 00000020:00000001:0.0:1767384669.061258:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.061260:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:2.0:1767384669.061262:0:16815:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000100:00000040:0.0:1767384669.061264:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028533f5c x1853237030292096/t0(0) o400->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384669.061265:0:16815:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000100:00100000:0.0:1767384669.061282:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028533f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+9:12160:x1853237030292096:12345-192.168.203.33@tcp50:400: Request processed in 564us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384669.061291:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 174 00000100:00000040:0.0:1767384669.061295:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:0.0:1767384669.061298:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384669.061300:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384669.061304:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e22184b. 00000020:00000010:0.0:1767384669.061308:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000278999d0. 00000020:00000010:0.0:1767384669.061336:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbcfd6a. 00000020:00000040:0.0:1767384669.061341:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 8 00000100:00000001:0.0:1767384669.061346:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384669.061352:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384669.061356:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000483f0cd7. 00000400:00000010:0.0:1767384669.061362:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d872dc8a. 00080000:00000001:3.0:1767384669.061368:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384669.061371:0:17586:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384669.061373:0:17586:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384669.061419:0:17586:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384669.061422:0:17586:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384669.061427:0:17586:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384669.061431:0:17586:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384669.061434:0:17586:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384669.061440:0:17586:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000eb144c6a 00000020:00000010:3.0:1767384669.061446:0:17586:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000085a8161d. 00000020:00000040:3.0:1767384669.061456:0:17586:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000085a8161d for nid 192.168.203.33@tcp50 - ref 2 00000800:00000200:0.0:1767384669.061480:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384669.061489:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ca5a015. 00000400:00000200:0.0:1767384669.061497:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.061510:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:0.0:1767384669.061518:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda64fb6 00000400:00000010:0.0:1767384669.061522:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda64fb6. 00000100:00000001:0.0:1767384669.061528:0:16156:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384669.061532:0:16156:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384669.061537:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004474b87b. 02000000:00000001:0.0:1767384669.061542:0:16156:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384669.061544:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384669.061669:0:17586:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384669.061681:0:17586:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000068c83bd2. 00000020:00000010:3.0:1767384669.061688:0:17586:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000082e55427. 00000020:00000010:3.0:1767384669.061692:0:17586:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000afc7495a. 00000020:00000010:3.0:1767384669.061715:0:17586:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b095430a. 00000020:00000010:3.0:1767384669.061718:0:17586:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000064516830. 00000020:00000010:3.0:1767384669.061721:0:17586:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000003ac1f5fc. 00002000:00000001:3.0:1767384669.061734:0:17586:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384669.061737:0:17586:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384669.061739:0:17586:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.061742:0:17586:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384669.061749:0:17586:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000003960a4ae. 00000020:00000040:3.0:1767384669.061767:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 8 - import 00000020:00000001:3.0:1767384669.061772:0:17586:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384669.061773:0:17586:0:(genops.c:1242:class_import_put()) import 000000003960a4ae refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384669.061775:0:17586:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384669.061776:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000020:00000040:3.0:1767384669.061780:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000c77d416d refcount=6 00000100:00000040:3.0:1767384669.061782:0:17586:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000c77d416d : new rpc_count 1 00000100:00000001:3.0:1767384669.061783:0:17586:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384669.061788:0:17586:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.33@tcp50 primary NID 192.168.203.33@tcp50 rc 0 00000100:00000001:3.0:1767384669.061790:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.061792:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 5 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.061793:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 00000100:00000001:3.0:1767384669.061794:0:17586:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626933945309376 : -117139764242240 : 0xffff957645f698c0) 00000100:00000040:3.0:1767384669.061797:0:17586:0:(connection.c:149:ptlrpc_connection_get()) conn=000000004dc4d919 refcount 5 to 192.168.203.33@tcp50 00000020:00000040:3.0:1767384669.061798:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000c77d416d refcount=7 00000100:00000001:3.0:1767384669.061802:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.061804:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.061804:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384669.061807:0:17586:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384669.061809:0:17586:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384669.061811:0:17586:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384669.061813:0:17586:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659820608 : -1049731008 : ffffffffc16e6040) 02000000:00000001:3.0:1767384669.061815:0:17586:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.061817:0:17586:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384669.061819:0:17586:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384669.061821:0:17586:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384669.061823:0:17586:0:(import.c:65:import_set_state_nolock()) 000000003960a4ae : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384669.061825:0:17586:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384669.061826:0:17586:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384669.061827:0:17586:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384669.061829:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 6 00000020:00000040:3.0:1767384669.061830:0:17586:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 8 - find 00010000:00000001:3.0:1767384669.061832:0:17586:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.061834:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384669.061835:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671605984 : -1037945632 : ffffffffc22234e0) 00000020:00000001:3.0:1767384669.061837:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384669.061838:0:17586:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384669.061839:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384669.061840:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384669.061841:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.061843:0:17586:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384669.061846:0:17586:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384669.061848:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030291840 00010000:00000001:3.0:1767384669.061849:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384669.061852:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6b99f9d x1853237030291840/t0(0) o8->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384669.061858:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.061859:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.061860:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=89 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384669.061863:0:17586:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384669.061865:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.061867:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.061868:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384669.061869:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384669.061870:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.061872:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384669.061874:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:3.0:1767384669.061877:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007423159a. 00000100:00000200:3.0:1767384669.061879:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237030291840, offset 0 00000400:00000200:3.0:1767384669.061882:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:3.0:1767384669.061887:0:17586:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384669.061895:0:17586:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [231:231:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1767384669.061901:0:17586:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384669.061923:0:17586:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384669.061936:0:17586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e9f2376. 00000800:00000200:3.0:1767384669.061942:0:17586:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:3.0:1767384669.061949:0:17586:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384669.061953:0:17586:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e9f2376 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384669.061978:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.061983:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00010000:00000001:3.0:1767384669.061987:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384669.061990:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.061993:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384669.062001:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6b99f9d x1853237030291840/t0(0) o8->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767384669.062006:0:16815:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 736us 00000004:00000001:1.0:1767384669.062020:0:16815:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000100:00100000:3.0:1767384669.062028:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6b99f9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4c0f10ca-8dcd-4af4-a42d-39e7be246612+6:12157:x1853237030291840:12345-192.168.203.33@tcp50:8: Request processed in 1742us (1913us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384669.062081:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 4 00000100:00000040:3.0:1767384669.062084:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c77d416d : new rpc_count 0 00000100:00000001:3.0:1767384669.062086:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.062087:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384669.062089:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd62757b. 00000020:00000010:3.0:1767384669.062092:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:3.0:1767384669.062095:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb61217. 00000020:00000040:3.0:1767384669.062098:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 5 00000100:00000001:3.0:1767384669.062101:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384669.062125:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384669.062129:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e9f2376. 00000400:00000200:0.0:1767384669.062133:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.062138:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:0.0:1767384669.062141:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007423159a 00000400:00000010:0.0:1767384669.062143:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007423159a. 00000100:00000001:0.0:1767384669.062146:0:16157:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384669.062152:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:0.0:1767384669.068097:0:39712:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000ab5fb3c5. 02000000:00000001:0.0:1767384669.068103:0:39712:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:0.0:1767384669.068106:0:39712:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:0.0:1767384669.068108:0:39712:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@0000000065f2b3b2: 0:0, ngroups 0, nperms 0 00000004:00000001:0.0:1767384669.068111:0:39712:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:0.0:1767384669.068113:0:39712:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 000000001528f270 for key 0 02000000:00000001:0.0:1767384669.068125:0:39712:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384669.068128:0:39712:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000ab5fb3c5. 02000000:00001000:3.0:1767384669.068145:0:16815:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000001528f270 flags 0x0 02000000:00000001:3.0:1767384669.068150:0:16815:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446626929598068224 : -117144111483392 : ffff957542d8f600) 00000001:00000001:3.0:1767384669.068153:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.068155:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.068157:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.068159:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.068160:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.068161:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.068164:0:16815:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384669.068166:0:16815:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.068168:0:16815:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.068169:0:16815:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.068170:0:16815:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384669.068171:0:16815:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.068174:0:16815:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:3.0:1767384669.068177:0:16815:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 4c0f10ca-8dcd-4af4-a42d-39e7be246612: does not need LOVEA. 00000004:00000001:3.0:1767384669.068179:0:16815:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384669.068181:0:16815:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384669.068337:0:16815:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384669.068340:0:16815:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384669.068343:0:16815:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.068345:0:16815:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.068347:0:16815:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.068349:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.068350:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.068351:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.068353:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.068354:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.068356:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.068357:0:16815:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.068358:0:16815:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.068360:0:16815:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384669.068361:0:16815:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384669.068364:0:16815:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:3.0:1767384669.068366:0:16815:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384669.068368:0:16815:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.068369:0:16815:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.068371:0:16815:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384669.068373:0:16815:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384669.068376:0:16815:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.068377:0:16815:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.068388:0:16815:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.068390:0:16815:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.068392:0:16815:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.068394:0:16815:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.068397:0:16815:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384669.068399:0:16815:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.068400:0:16815:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.068402:0:16815:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.068403:0:16815:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.068415:0:16815:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:3.0:1767384669.068418:0:16815:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384669.068419:0:16815:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384669.068420:0:16815:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384669.068422:0:16815:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384669.068423:0:16815:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384669.068424:0:16815:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1767384669.068427:0:16815:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.068428:0:16815:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384669.068430:0:16815:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1767384669.068432:0:16815:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030291968 00010000:00000001:3.0:1767384669.068434:0:16815:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384669.068437:0:16815:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000921f38d0 x1853237030291968/t0(0) o33->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 448/464 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384669.068443:0:16815:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.068445:0:16815:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.068447:0:16815:0:(import.c:2128:obd_at_measure()) add 1 to 000000009be91b1b time=1767384669 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384669.068450:0:16815:0:(import.c:2194:obd_at_measure()) AT 000000009be91b1b change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384669.068453:0:16815:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000921f38d0 x1853237030291968/t0(0) o33->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 448/464 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384669.068463:0:16815:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.068464:0:16815:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.068466:0:16815:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384669.068468:0:16815:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384669.068469:0:16815:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.068470:0:16815:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384669.068472:0:16815:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:3.0:1767384669.068475:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006393ccee. 00000100:00000200:3.0:1767384669.068477:0:16815:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237030291968, offset 224 00000400:00000200:3.0:1767384669.068481:0:16815:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:3.0:1767384669.068487:0:16815:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384669.068494:0:16815:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [232:232:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384669.068503:0:16815:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384669.068507:0:16815:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384669.068510:0:16815:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439cadb0. 00000800:00000200:3.0:1767384669.068514:0:16815:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:3.0:1767384669.068518:0:16815:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384669.068521:0:16815:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439cadb0 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384669.068531:0:16815:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.068533:0:16815:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00010000:00000001:3.0:1767384669.068535:0:16815:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384669.068536:0:16815:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.068538:0:16815:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767384669.068542:0:16815:0:(lu_object.c:207:lu_object_put()) Add 0000000064681aa7/00000000403f429d to site lru. bkt: 000000005f4cd65a 00000100:00000040:3.0:1767384669.068546:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000921f38d0 x1853237030291968/t0(0) o33->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 448/464 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384669.068552:0:16815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000921f38d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+6:15561:x1853237030291968:12345-192.168.203.33@tcp50:33: Request processed in 7857us (8373us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384669.068562:0:16815:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005312d69e. 00000100:00100000:3.0:1767384669.068567:0:16815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 0 00000100:00000040:3.0:1767384669.068569:0:16815:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7f9a98a : new rpc_count 0 00000100:00000001:3.0:1767384669.068571:0:16815:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.068572:0:16815:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384669.068574:0:16815:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061ce0b54. 00000020:00000010:3.0:1767384669.068578:0:16815:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf96b04. 00000020:00000010:3.0:1767384669.068581:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000523485b2. 00000020:00000040:3.0:1767384669.068584:0:16815:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 5 00000800:00000200:1.0:1767384669.068585:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384669.068599:0:16815:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384669.068599:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439cadb0. 00000400:00000200:1.0:1767384669.068606:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.068613:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384669.068616:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006393ccee 00000400:00000010:1.0:1767384669.068618:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006393ccee. 00000100:00000001:1.0:1767384669.068645:0:16158:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384669.068647:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384669.085668:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.085677:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384669.085679:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.085681:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384669.085686:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:0.0:1767384669.085694:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 576 into portal 12 MB=0x695825ee00b00 00000400:00000200:0.0:1767384669.085699:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.33@tcp50 of length 576/576 into md 0x229 [64] + 11256 00000800:00000001:0.0:1767384669.085704:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.085709:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384669.085710:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.085713:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:0.0:1767384669.085716:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384669.085717:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384669.085721:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e999e1eb. 00000100:00000040:0.0:1767384669.085723:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000e999e1eb x1853237030292224 msgsize 576 00000100:00100000:0.0:1767384669.085726:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000001:0.0:1767384669.085738:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384669.085742:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.085744:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.085770:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384669.085773:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030292224 02000000:00000001:3.0:1767384669.085775:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384669.085777:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384669.085778:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.085781:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384669.085783:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030292224 00000020:00000001:3.0:1767384669.085784:0:16812:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.085785:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede98 00000020:00000001:3.0:1767384669.085787:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.085789:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7f9a98a refcount=6 00000020:00000001:3.0:1767384669.085791:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000020:00000001:3.0:1767384669.085792:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000100:00000001:3.0:1767384669.085795:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.085798:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009070149. 00000100:00000001:3.0:1767384669.085799:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.085801:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009070149. 00000020:00000010:3.0:1767384669.085804:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049d2d6da. 00000020:00000010:3.0:1767384669.085807:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b047aa7. 00000020:00000010:3.0:1767384669.085810:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000100:00000040:3.0:1767384669.085814:0:16812:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384669.085816:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384669.085817:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1767384669.085818:0:16812:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1767384669.085820:0:16812:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.085821:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.085825:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.085834:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.085840:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384669.085841:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384669.085845:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 7 00000100:00000040:3.0:1767384669.085848:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7f9a98a : new rpc_count 1 00000100:00000001:3.0:1767384669.085849:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867979648 : -117138841571968 : ffff95767cf56d80) 00000100:00000040:3.0:1767384669.085853:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e999e1eb x1853237030292224/t0(0) o101->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 576/0 e 0 to 0 dl 1767384680 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384669.085861:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.085863:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009070149. 00000100:00000001:3.0:1767384669.085864:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.085865:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009070149. 00000100:00100000:3.0:1767384669.085868:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e999e1eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+6:15592:x1853237030292224:12345-192.168.203.33@tcp50:101: 00000100:00000200:3.0:1767384669.085870:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030292224 00000020:00000001:3.0:1767384669.085872:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384669.085874:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384669.085876:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.085877:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384669.085879:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659568832 : -1049982784 : ffffffffc16a88c0) 00000020:00000001:3.0:1767384669.085881:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384669.085883:0:16812:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237030292224, found 0 last_xid 1853237030292223 00000020:00000001:3.0:1767384669.085885:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384669.085886:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384669.085887:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384669.085890:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.085891:0:16812:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384669.085893:0:16812:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384669.085894:0:16812:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384669.085896:0:16812:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384669.085898:0:16812:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.085901:0:16812:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384669.085925:0:16812:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017aa172f. 00010000:00000010:3.0:1767384669.085928:0:16812:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000613ccebe. 00010000:00000001:3.0:1767384669.085937:0:16812:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384669.085939:0:16812:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3afc1c3. 00000020:00000010:3.0:1767384669.085942:0:16812:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000009070149. 00000020:00000001:3.0:1767384669.085944:0:16812:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384669.085945:0:16812:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c3afc1c3 with handle 0x1c01179f271edea6 to hash 00000020:00000001:3.0:1767384669.085947:0:16812:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384669.085948:0:16812:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00000010:3.0:1767384669.085951:0:16812:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6bcef3d. 00010000:00000001:3.0:1767384669.085953:0:16812:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889184256 : -117139820367360 : ffff9576429e3200) 00010000:00010000:3.0:1767384669.085956:0:16812:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c3afc1c3/0x1c01179f271edea6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x30f1753b00832cd2 expref: -99 pid: 16812 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384669.085963:0:16812:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a7f9a98a : new locks_count 1 00000020:00000040:3.0:1767384669.085964:0:16812:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=7 00010000:00000001:3.0:1767384669.085968:0:16812:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1767384669.085970:0:16812:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1767384669.085974:0:16812:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1767384669.085976:0:16812:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1767384669.085977:0:16812:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1767384669.085979:0:16812:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1767384669.085980:0:16812:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:3.0:1767384669.085982:0:16812:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384669.085985:0:16812:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626933969849240 : -117139739702376 : ffff9576476d0b98) 00000004:00000001:3.0:1767384669.085987:0:16812:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446626933969849152 : -117139739702464 : ffff9576476d0b40) 00000004:00000001:3.0:1767384669.085988:0:16812:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.085990:0:16812:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1767384669.085991:0:16812:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1767384669.085993:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384669.085995:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384669.085998:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000d514bb1b. 02000000:00000001:3.0:1767384669.085999:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.086001:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086002:0:16812:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086004:0:16812:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1767384669.086005:0:16812:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:3.0:1767384669.086007:0:16812:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.086008:0:16812:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086009:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086010:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086012:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086013:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086013:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086014:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086015:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086016:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086017:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086018:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086018:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086019:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086020:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086021:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086022:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086023:0:16812:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.086024:0:16812:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.086025:0:16812:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1767384669.086027:0:16812:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000001528f270 flags 0x0 02000000:00000001:3.0:1767384669.086028:0:16812:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446626929598068224 : -117144111483392 : ffff957542d8f600) 00000001:00000001:3.0:1767384669.086029:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086030:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086031:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086043:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086044:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086045:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086046:0:16812:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384669.086047:0:16812:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086049:0:16812:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.086050:0:16812:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086051:0:16812:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384669.086052:0:16812:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086054:0:16812:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1767384669.086057:0:16812:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1767384669.086058:0:16812:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1767384669.086059:0:16812:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1767384669.086060:0:16812:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384669.086062:0:16812:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000561e6c0d 00000004:00000001:3.0:1767384669.086066:0:16812:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1767384669.086069:0:16812:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384669.086071:0:16812:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384669.086073:0:16812:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000017aa172f count: 2 00010000:00000001:3.0:1767384669.086075:0:16812:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384669.086076:0:16812:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384669.086078:0:16812:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d29bc72. 00000020:00000001:3.0:1767384669.086079:0:16812:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384669.086080:0:16812:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000d29bc72 with handle 0x1c01179f271edead to hash 00000020:00000001:3.0:1767384669.086082:0:16812:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384669.086082:0:16812:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000010:3.0:1767384669.086084:0:16812:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e9fa1a46. 00010000:00000001:3.0:1767384669.086086:0:16812:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384669.086088:0:16812:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.086089:0:16812:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.086091:0:16812:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d29bc72/0x1c01179f271edead lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16812 initiator: MDT0 00010000:00000001:3.0:1767384669.086096:0:16812:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384669.086099:0:16812:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384669.086101:0:16812:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1767384669.086102:0:16812:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1767384669.086103:0:16812:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.086105:0:16812:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1767384669.086106:0:16812:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.086108:0:16812:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384669.086110:0:16812:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384669.086111:0:16812:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384669.086112:0:16812:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384669.086113:0:16812:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (0000000017aa172f) refcount = 2 00010000:00010000:3.0:1767384669.086115:0:16812:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d29bc72/0x1c01179f271edead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16812 initiator: MDT0 00010000:00000001:3.0:1767384669.086118:0:16812:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1767384669.086121:0:16812:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d0ec436b. 00010000:00000001:3.0:1767384669.086124:0:16812:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384669.086126:0:16812:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.086127:0:16812:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384669.086128:0:16812:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.086129:0:16812:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.086130:0:16812:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384669.086132:0:16812:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384669.086133:0:16812:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.086135:0:16812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d29bc72/0x1c01179f271edead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16812 initiator: MDT0 00010000:00000001:3.0:1767384669.086139:0:16812:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384669.086140:0:16812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.086141:0:16812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.086142:0:16812:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384669.086143:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.086144:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=3 00000020:00000001:3.0:1767384669.086145:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384669.086146:0:16812:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384669.086148:0:16812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.086148:0:16812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384669.086149:0:16812:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086150:0:16812:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1767384669.086153:0:16812:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384669.086155:0:16812:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384669.086169:0:16812:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086172:0:16812:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384669.086174:0:16812:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.086176:0:16812:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.086178:0:16812:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.086180:0:16812:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.086183:0:16812:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.086184:0:16812:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384669.086185:0:16812:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.086186:0:16812:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.086187:0:16812:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767384669.086189:0:16812:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767384669.086190:0:16812:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:3.0:1767384669.086191:0:16812:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384669.086193:0:16812:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086194:0:16812:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.086195:0:16812:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086196:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086197:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086198:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086199:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086200:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086201:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086202:0:16812:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384669.086203:0:16812:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384669.086203:0:16812:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384669.086205:0:16812:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384669.086206:0:16812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1767384669.086208:0:16812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:3.0:1767384669.086209:0:16812:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384669.086210:0:16812:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.086210:0:16812:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086212:0:16812:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384669.086212:0:16812:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384669.086213:0:16812:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.086214:0:16812:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384669.086215:0:16812:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.086217:0:16812:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.086218:0:16812:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384669.086220:0:16812:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.086222:0:16812:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384669.086223:0:16812:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.086224:0:16812:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384669.086225:0:16812:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086226:0:16812:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.086233:0:16812:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384669.086234:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.086235:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=3 00000020:00000001:3.0:1767384669.086236:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384669.086237:0:16812:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00000004:00010000:3.0:1767384669.086239:0:16812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000000d29bc72/0x1c01179f271edead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16812 initiator: MDT0 00010000:00000001:3.0:1767384669.086243:0:16812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.086243:0:16812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384669.086244:0:16812:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1767384669.086245:0:16812:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384669.086246:0:16812:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1767384669.086248:0:16812:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384669.086248:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.086249:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d29bc72 refcount=3 00000020:00000001:3.0:1767384669.086250:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00010000:00000001:3.0:1767384669.086251:0:16812:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889182720 : -117139820368896 : ffff9576429e2c00) 00000004:00000040:3.0:1767384669.086253:0:16812:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000a7f9a98a : new locks_count 2 00000020:00000040:3.0:1767384669.086255:0:16812:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=8 00010000:00000001:3.0:1767384669.086257:0:16812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.086258:0:16812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384669.086258:0:16812:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1767384669.086260:0:16812:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1767384669.086262:0:16812:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384669.086263:0:16812:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384669.086264:0:16812:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384669.086265:0:16812:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384669.086266:0:16812:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384669.086267:0:16812:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:3.0:1767384669.086269:0:16812:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384669.086270:0:16812:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1767384669.086271:0:16812:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1767384669.086273:0:16812:0:(lu_object.c:207:lu_object_put()) Add 0000000064681aa7/00000000403f429d to site lru. bkt: 000000005f4cd65a 00000004:00000001:3.0:1767384669.086274:0:16812:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1767384669.086275:0:16812:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1767384669.086277:0:16812:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1767384669.086278:0:16812:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384669.086280:0:16812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.086281:0:16812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.086282:0:16812:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.086284:0:16812:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384669.086285:0:16812:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3afc1c3 with handle 0x1c01179f271edea6 from hash 00010000:00000001:3.0:1767384669.086286:0:16812:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384669.086287:0:16812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.086288:0:16812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.086288:0:16812:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1767384669.086289:0:16812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384669.086291:0:16812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3afc1c3/0x1c01179f271edea6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832cd2 expref: 8 pid: 16812 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384669.086296:0:16812:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a7f9a98a : new locks_count 1 00000020:00000040:3.0:1767384669.086297:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 7 00010000:00000010:3.0:1767384669.086298:0:16812:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6bcef3d. 00010000:00000001:3.0:1767384669.086304:0:16812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.086305:0:16812:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.086330:0:16812:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384669.086333:0:16812:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000d29bc72/0x1c01179f271edead lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832cd2 expref: 7 pid: 16812 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.086339:0:16812:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384669.086342:0:16812:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1767384669.086343:0:16812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000017aa172f) 00010000:00010000:3.0:1767384669.086345:0:16812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1767384669.086347:0:16812:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.086349:0:16812:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.086351:0:16812:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384669.086351:0:16812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.086352:0:16812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384669.086353:0:16812:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000d29bc72, rc 0) 00000020:00000001:3.0:1767384669.086354:0:16812:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384669.086356:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030292224 00010000:00000001:3.0:1767384669.086358:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384669.086360:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e999e1eb x1853237030292224/t0(0) o101->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 576/688 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384669.086365:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.086366:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.086368:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.086370:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.086372:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.086374:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384669.086375:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384669.086377:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.086378:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384669.086380:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:3.0:1767384669.086383:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a587e9a. 00000100:00000200:3.0:1767384669.086385:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237030292224, offset 224 00000400:00000200:3.0:1767384669.086389:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:3.0:1767384669.086394:0:16812:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384669.086401:0:16812:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [233:233:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1767384669.086409:0:16812:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384669.086413:0:16812:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384669.086415:0:16812:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009009f624. 00000800:00000200:3.0:1767384669.086419:0:16812:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:3.0:1767384669.086423:0:16812:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384669.086425:0:16812:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009009f624 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:3.0:1767384669.086435:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.086437:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00010000:00000001:3.0:1767384669.086439:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384669.086440:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.086442:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384669.086444:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e999e1eb x1853237030292224/t0(0) o101->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 576/688 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384669.086451:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e999e1eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+7:15592:x1853237030292224:12345-192.168.203.33@tcp50:101: Request processed in 589us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384669.086457:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 7 00000100:00000040:3.0:1767384669.086459:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7f9a98a : new rpc_count 0 00000100:00000001:3.0:1767384669.086461:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.086463:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384669.086465:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b047aa7. 00000020:00000010:3.0:1767384669.086468:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:3.0:1767384669.086471:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049d2d6da. 00000020:00000040:3.0:1767384669.086474:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 6 00000100:00000001:3.0:1767384669.086475:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384669.086500:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384669.086503:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009009f624. 00000400:00000200:0.0:1767384669.086506:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.086510:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:0.0:1767384669.086512:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a587e9a 00000400:00000010:0.0:1767384669.086520:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a587e9a. 00000100:00000001:0.0:1767384669.086523:0:16157:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384669.086524:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1767384669.095355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3afc1c3. 00000800:00000001:1.0:1767384669.100141:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.100148:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.100150:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.100152:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.100157:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384669.100166:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 328 into portal 17 MB=0x695825ee00c00 00000400:00000200:1.0:1767384669.100171:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:1.0:1767384669.100175:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.100177:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.100179:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.100181:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:1.0:1767384669.100184:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384669.100186:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384669.100189:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c5b80bd. 00000100:00000040:1.0:1767384669.100190:0:16158:0:(events.c:337:request_in_callback()) incoming req@000000003c5b80bd x1853237030292480 msgsize 328 00000100:00100000:1.0:1767384669.100193:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000001:1.0:1767384669.100205:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384669.100209:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.100211:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.100213:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.100215:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.100218:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384669.100223:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 328 into portal 17 MB=0x695825ee00b80 00000400:00000200:1.0:1767384669.100226:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:1.0:1767384669.100229:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000909185ce. 00000400:00000200:1.0:1767384669.100232:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000041a7e261 00000800:00000001:1.0:1767384669.100234:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384669.100237:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384669.100237:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.100241:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384669.100242:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030292480 02000000:00000001:3.0:1767384669.100246:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384669.100246:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:3.0:1767384669.100249:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384669.100250:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041a7e261 00000100:00000001:3.0:1767384669.100252:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.100254:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384669.100256:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030292480 00000020:00000001:3.0:1767384669.100257:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.100260:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000400:00000010:1.0:1767384669.100261:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041a7e261. 00000020:00000001:3.0:1767384669.100262:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.100266:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=9 00000100:00000001:1.0:1767384669.100268:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384669.100270:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000200:1.0:1767384669.100271:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:3.0:1767384669.100275:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000040:1.0:1767384669.100277:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000b57a02ba x1853237030292352 msgsize 328 00000100:00000001:3.0:1767384669.100280:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384669.100285:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000020:00000010:3.0:1767384669.100286:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a414532a. 00000100:00000040:1.0:1767384669.100287:0:16158:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384669.100291:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.100294:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a414532a. 00000020:00000010:3.0:1767384669.100297:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049d2d6da. 00000100:00000001:1.0:1767384669.100299:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384669.100300:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd62757b. 00000020:00000010:3.0:1767384669.100304:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000800:00000001:1.0:1767384669.100305:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384669.100329:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384669.100333:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384669.100334:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384669.100336:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384669.100338:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384669.100339:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.100341:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000800:00000001:1.0:1767384669.100342:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384669.100345:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:1.0:1767384669.100346:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384669.100347:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.100350:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000057066aa8 refcount=3 00000020:00000001:3.0:1767384669.100353:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00000400:00000200:1.0:1767384669.100357:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00010000:00000001:3.0:1767384669.100358:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:3.0:1767384669.100362:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.100364:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.100366:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384669.100367:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 328 into portal 17 MB=0x695825ee00c80 00000100:00000001:3.0:1767384669.100369:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384669.100374:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp50 of length 328/328 into md 0x15 [2] + 0 00000100:00000001:3.0:1767384669.100375:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.100377:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384669.100379:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384669.100381:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030292352 02000000:00000001:0.0:1767384669.100384:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.100386:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384669.100388:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.100388:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.100393:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.100398:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030292352 00000100:00000001:3.0:1767384669.100400:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384669.100401:0:16798:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384669.100403:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384669.100405:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000800:00000001:1.0:1767384669.100407:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.100409:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384669.100412:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384669.100413:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 0 00000020:00000040:0.0:1767384669.100414:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=10 00000100:00000040:3.0:1767384669.100419:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000020:00000001:0.0:1767384669.100421:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000400:00000200:1.0:1767384669.100422:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:3.0:1767384669.100424:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868482176 : -117138841069440 : ffff95767cfd1880) 00000100:00000001:1.0:1767384669.100429:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384669.100429:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000200:1.0:1767384669.100433:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384669.100434:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c5b80bd x1853237030292480/t0(0) o103->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 328/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.100436:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384669.100438:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006017c9b2. 00000020:00000010:0.0:1767384669.100442:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000100:00000040:1.0:1767384669.100443:0:16158:0:(events.c:337:request_in_callback()) incoming req@000000006017c9b2 x1853237030292608 msgsize 328 00000100:00000001:0.0:1767384669.100450:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.100451:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384669.100455:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000020:00000010:0.0:1767384669.100456:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000020:00000010:3.0:1767384669.100457:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a414532a. 00000020:00000010:0.0:1767384669.100465:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbcfd6a. 00000100:00000001:1.0:1767384669.100482:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384669.100489:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e22184b. 00000800:00000001:1.0:1767384669.100493:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384669.100499:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000278999d0. 00000800:00000001:1.0:1767384669.100502:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.100508:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384669.100514:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384669.100517:0:16798:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384669.100521:0:16798:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.100522:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384669.100525:0:16798:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:2.0:1767384669.100528:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030292608 00010000:00000001:0.0:1767384669.100530:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384669.100532:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384669.100535:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.100536:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384669.100536:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384669.100542:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384669.100543:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a414532a. 00000020:00000040:0.0:1767384669.100543:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=3 02000000:00000001:2.0:1767384669.100549:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.100550:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00000100:00100000:2.0:1767384669.100557:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030292608 00010000:00000001:0.0:1767384669.100558:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00000100:00100000:3.0:1767384669.100559:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c5b80bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:007077c8-5f93-4ffb-97be-03e289c71d5a+10:12158:x1853237030292480:12345-192.168.203.33@tcp50:103: 00000020:00000001:2.0:1767384669.100562:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384669.100566:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384669.100567:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00010000:00000001:0.0:1767384669.100571:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384669.100574:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030292480 00000020:00000001:2.0:1767384669.100575:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384669.100580:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000040:2.0:1767384669.100582:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=11 00010000:00000002:3.0:1767384669.100585:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384669.100587:0:16798:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.100591:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:2.0:1767384669.100592:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:0.0:1767384669.100592:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.100599:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:3.0:1767384669.100600:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384669.100603:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.100604:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384669.100605:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384669.100613:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6be8cd. 02000000:00000010:3.0:1767384669.100614:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002838f80a. 02000000:00000001:3.0:1767384669.100622:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.100623:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.100626:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.100631:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.100635:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:2.0:1767384669.100635:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6be8cd. 00010000:00010000:3.0:1767384669.100640:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384669.100644:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767384669.100647:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000001:3.0:1767384669.100648:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384669.100650:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384669.100651:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000057066aa8 refcount=3 00000100:00000001:0.0:1767384669.100657:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384669.100658:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00010000:00000001:3.0:1767384669.100664:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648832512 : -117139060719104 : ffff95766fe58200) 00000020:00000010:2.0:1767384669.100667:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee4120c1. 00010000:00000040:3.0:1767384669.100668:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002146da38 count: 4 00000100:00100000:0.0:1767384669.100675:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 1 00000020:00000010:2.0:1767384669.100676:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b14c57cd. 00010000:00000001:3.0:1767384669.100677:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384669.100682:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384669.100685:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:0.0:1767384669.100686:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 2 00000100:00000001:2.0:1767384669.100687:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384669.100687:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384669.100691:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1767384669.100694:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384669.100694:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934885797968 : -117138823753648 : ffff95767e055050) 00010000:00000001:3.0:1767384669.100695:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.100695:0:16796:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.100699:0:16797:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384669.100705:0:16796:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.100706:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.100707:0:16797:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.100713:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b57a02ba x1853237030292352/t0(0) o103->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 328/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384669.100717:0:16797:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384669.100719:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384669.100723:0:16797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384669.100724:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767384669.100727:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384669.100732:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001dd3a57 refcount=3 00010000:00000001:3.0:1767384669.100734:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384669.100735:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384669.100739:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384669.100740:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00000020:00000010:0.0:1767384669.100741:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00010000:00000001:3.0:1767384669.100744:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.100751:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.100751:0:16797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00000100:00000001:0.0:1767384669.100752:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384669.100761:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000057066aa8 with handle 0x1c01179f271ede91 from hash 00000020:00000010:0.0:1767384669.100762:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00010000:00000001:2.0:1767384669.100763:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384669.100767:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.100768:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384669.100770:0:16797:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.100773:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384669.100775:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.100776:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384669.100776:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b57a02ba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:007077c8-5f93-4ffb-97be-03e289c71d5a+11:12159:x1853237030292352:12345-192.168.203.33@tcp50:103: 00010000:00000001:3.0:1767384669.100781:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384669.100786:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.100787:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384669.100789:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030292352 00010000:00000001:3.0:1767384669.100791:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384669.100797:0:16798:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00010000:3.0:1767384669.100800:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000057066aa8/0x1c01179f271ede91 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832caf expref: 11 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000002:0.0:1767384669.100803:0:16798:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1767384669.100804:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384669.100809:0:16798:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000040:3.0:1767384669.100817:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005b78aa92 : new locks_count 3 00000100:00000001:0.0:1767384669.100817:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384669.100824:0:16841:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 10 02000000:00000001:0.0:1767384669.100826:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384669.100832:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384669.100835:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b81b30f. 00010000:00000001:3.0:1767384669.100837:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384669.100843:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1767384669.100844:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.100849:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.100852:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.100853:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.100862:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384669.100863:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384669.100864:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767384669.100869:0:16798:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384669.100870:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384669.100879:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384669.100880:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.100886:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.100886:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1767384669.100895:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=99 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384669.100895:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c643dd1 refcount=3 00000100:00000001:3.0:1767384669.100904:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384669.100906:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00000100:00000040:3.0:1767384669.100911:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00010000:00000001:0.0:1767384669.100913:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648837120 : -117139060714496 : ffff95766fe59400) 00000100:00000001:3.0:1767384669.100917:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 00010000:00000040:0.0:1767384669.100920:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 8 02000000:00000001:3.0:1767384669.100923:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384669.100925:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.100927:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384669.100934:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00010000:00000001:0.0:1767384669.100937:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384669.100940:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000020:00000001:0.0:1767384669.100942:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384669.100948:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:3.0:1767384669.100950:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237030292480, offset 224 00010000:00000001:0.0:1767384669.100951:0:16798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.100959:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.100965:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00010000:00000001:0.0:1767384669.100967:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384669.100971:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384669.100977:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384669.100978:0:16841:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00010000:00000001:0.0:1767384669.100980:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384669.100986:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384669.100988:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.100991:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002c643dd1 with handle 0x1c01179f271ede83 from hash 00000400:00000200:3.0:1767384669.100997:0:16841:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [234:234:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:0.0:1767384669.100999:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384669.101003:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384669.101008:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384669.101010:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384669.101015:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384669.101020:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384669.101027:0:16841:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00010000:00010000:0.0:1767384669.101053:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002c643dd1/0x1c01179f271ede83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832c85 expref: 10 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384669.101087:0:16798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005b78aa92 : new locks_count 2 00000800:00000200:3.0:1767384669.101092:0:16841:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000020:00000040:0.0:1767384669.101092:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 9 00000800:00000010:3.0:1767384669.101098:0:16841:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da2cc563. 00010000:00000001:0.0:1767384669.101100:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384669.101103:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000200:3.0:1767384669.101106:0:16841:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00010000:00000001:0.0:1767384669.101106:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384669.101108:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384669.101111:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384669.101115:0:16841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00010000:00000001:0.0:1767384669.101115:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384669.101119:0:16798:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000800:00000200:3.0:1767384669.101120:0:16841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da2cc563 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1767384669.101121:0:16798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384669.101127:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384669.101129:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384669.101131:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384669.101134:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384669.101135:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.101138:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 8 to 192.168.203.33@tcp50 00000100:00000040:3.0:1767384669.101143:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00000100:00000001:0.0:1767384669.101143:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 00010000:00000001:3.0:1767384669.101146:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.101148:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.101153:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384669.101154:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c5b80bd x1853237030292480/t0(0) o103->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 328/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384669.101155:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.101161:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384669.101168:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000100:00100000:3.0:1767384669.101172:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c5b80bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:007077c8-5f93-4ffb-97be-03e289c71d5a+9:12158:x1853237030292480:12345-192.168.203.33@tcp50:103: Request processed in 719us (978us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384669.101172:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fda64fb6. 00000100:00000200:0.0:1767384669.101176:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237030292352, offset 224 00000100:00100000:3.0:1767384669.101187:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 0 00000400:00000200:0.0:1767384669.101187:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000100:00000040:3.0:1767384669.101193:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:3.0:1767384669.101195:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.101199:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384669.101200:0:16798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000020:00000010:3.0:1767384669.101202:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd62757b. 00000020:00000010:3.0:1767384669.101207:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000400:00000200:0.0:1767384669.101211:0:16798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [235:235:255:4294967295] 192.168.203.33@tcp50 LPNI seq info [27:27:7:4294967295] 00000020:00000010:3.0:1767384669.101213:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049d2d6da. 00000020:00000040:3.0:1767384669.101219:0:16841:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 8 00000100:00000001:3.0:1767384669.101224:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384669.101229:0:16798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384669.101236:0:16798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.101237:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1767384669.101237:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384669.101239:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ca5a015. 00000100:00000001:3.0:1767384669.101240:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:1.0:1767384669.101242:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da2cc563. 00000400:00000200:1.0:1767384669.101247:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384669.101250:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 2 00000800:00000200:0.0:1767384669.101252:0:16798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000100:00000040:3.0:1767384669.101254:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 2 00000100:00000001:3.0:1767384669.101258:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868476800 : -117138841074816 : ffff95767cfd0380) 00000400:00000200:1.0:1767384669.101258:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000800:00000200:0.0:1767384669.101263:0:16798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000100:00000040:3.0:1767384669.101266:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006017c9b2 x1853237030292608/t0(0) o103->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 328/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384669.101269:0:16798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007ca5a015 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767384669.101273:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:1.0:1767384669.101277:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000001:0.0:1767384669.101277:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.101283:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384669.101286:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00000100:00000001:1.0:1767384669.101287:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384669.101291:0:16798:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.101293:0:16798:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.101296:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b57a02ba x1853237030292352/t0(0) o103->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 328/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384669.101300:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384669.101305:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ca5a015. 00000100:00100000:0.0:1767384669.101309:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b57a02ba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:007077c8-5f93-4ffb-97be-03e289c71d5a+8:12159:x1853237030292352:12345-192.168.203.33@tcp50:103: Request processed in 573us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384669.101317:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 1 00000100:00000040:0.0:1767384669.101319:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:0.0:1767384669.101321:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384669.101323:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384669.101330:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.101336:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384669.101338:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda64fb6 00000400:00000010:1.0:1767384669.101340:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fda64fb6. 00000100:00000001:1.0:1767384669.101343:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384669.101344:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384669.101358:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e22184b. 00000020:00000010:0.0:1767384669.101363:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000278999d0. 00000020:00000010:0.0:1767384669.101375:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbcfd6a. 00000020:00000040:0.0:1767384669.101400:0:16798:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 7 00000100:00000001:3.0:1767384669.101403:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.101409:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a414532a. 02000000:00000001:0.0:1767384669.101410:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384669.101417:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384669.101418:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b81b30f. 02000000:00000001:0.0:1767384669.101424:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384669.101427:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384669.101429:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002838f80a. 02000000:00000001:0.0:1767384669.101433:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384669.101435:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c5b80bd. 02000000:00000001:0.0:1767384669.101440:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384669.101442:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bdd3fa75. 02000000:00000001:0.0:1767384669.101445:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384669.101447:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fd28c6. 02000000:00000001:0.0:1767384669.101451:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384669.101452:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007407d445. 02000000:00000001:0.0:1767384669.101454:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384669.101456:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afaece40. 02000000:00000001:0.0:1767384669.101459:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384669.101461:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b299d761. 02000000:00000001:0.0:1767384669.101465:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384669.101466:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000320049f7. 02000000:00000001:0.0:1767384669.101471:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384669.101473:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a414532a. 02000000:00000010:0.0:1767384669.101475:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007494b09a. 02000000:00000001:0.0:1767384669.101484:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384669.101487:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055425c0f. 00000100:00100000:3.0:1767384669.101489:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006017c9b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:007077c8-5f93-4ffb-97be-03e289c71d5a+7:12161:x1853237030292608:12345-192.168.203.33@tcp50:103: 02000000:00000001:0.0:1767384669.101493:0:16798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384669.101497:0:16798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d3196a2f. 00000100:00000200:3.0:1767384669.101498:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030292608 02000000:00000001:0.0:1767384669.101502:0:16798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384669.101504:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000010:0.0:1767384669.101506:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a099e060. 00010000:00000002:3.0:1767384669.101508:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384669.101513:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384669.101514:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.101535:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384669.101537:0:16798:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000001:3.0:1767384669.101538:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384669.101542:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002838f80a. 00000400:00000010:0.0:1767384669.101543:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2f7263. 02000000:00000001:3.0:1767384669.101545:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.101548:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.101549:0:16798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee5c645f. 00010000:00000001:3.0:1767384669.101550:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384669.101554:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384669.101555:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384669.101557:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.101558:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001dd3a57 refcount=3 00000020:00000001:3.0:1767384669.101560:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000001:3.0:1767384669.101562:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648834560 : -117139060717056 : ffff95766fe58a00) 00010000:00000040:3.0:1767384669.101564:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008209141f count: 3 00010000:00000001:3.0:1767384669.101565:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384669.101566:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384669.101567:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384669.101568:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.101569:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.101571:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384669.101572:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384669.101574:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.101575:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.101576:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.101577:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384669.101579:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000001dd3a57 with handle 0x1c01179f271ede8a from hash 00010000:00000001:3.0:1767384669.101581:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384669.101581:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.101582:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.101583:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384669.101584:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384669.101585:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384669.101586:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000001dd3a57/0x1c01179f271ede8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832ca8 expref: 7 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384669.101590:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005b78aa92 : new locks_count 1 00000020:00000040:3.0:1767384669.101591:0:16841:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 6 00010000:00000001:3.0:1767384669.101594:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.101595:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384669.101596:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384669.101597:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.101598:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.101599:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384669.101600:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384669.101601:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.101602:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.101603:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.101605:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.101607:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.101608:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.101610:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384669.101611:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384669.101612:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.101614:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384669.101615:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:3.0:1767384669.101618:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384669.101620:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237030292608, offset 224 00000400:00000200:3.0:1767384669.101623:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:3.0:1767384669.101628:0:16841:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384669.101633:0:16841:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [236:236:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384669.101640:0:16841:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384669.101643:0:16841:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384669.101645:0:16841:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021646233. 00000800:00000200:3.0:1767384669.101648:0:16841:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:3.0:1767384669.101651:0:16841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384669.101653:0:16841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021646233 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384669.101662:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.101664:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00010000:00000001:3.0:1767384669.101665:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.101666:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.101669:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006017c9b2 x1853237030292608/t0(0) o103->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 328/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384669.101675:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006017c9b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:007077c8-5f93-4ffb-97be-03e289c71d5a+6:12161:x1853237030292608:12345-192.168.203.33@tcp50:103: Request processed in 273us (1231us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384669.101681:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 2 00000100:00000040:3.0:1767384669.101683:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000100:00000001:3.0:1767384669.101684:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.101685:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384669.101687:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee4120c1. 00000020:00000010:3.0:1767384669.101690:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b14c57cd. 00000020:00000010:3.0:1767384669.101693:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 00000020:00000040:3.0:1767384669.101695:0:16841:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 5 00000100:00000001:3.0:1767384669.101696:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384669.101711:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384669.101714:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021646233. 00000400:00000200:0.0:1767384669.101716:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.101720:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:0.0:1767384669.101727:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:0.0:1767384669.101729:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000001:0.0:1767384669.101731:0:16157:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384669.101732:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384669.104187:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.104194:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.104196:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.104198:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.104202:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384669.104209:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 224 into portal 28 MB=0x695825ee00d00 00000400:00000200:1.0:1767384669.104214:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.33@tcp50 of length 224/224 into md 0xae1 [8] + 5752 00000800:00000001:1.0:1767384669.104217:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.104222:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.104223:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.104225:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:1.0:1767384669.104228:0:16158:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384669.104229:0:16158:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384669.104231:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c89e50e9. 00000100:00000040:1.0:1767384669.104233:0:16158:0:(events.c:337:request_in_callback()) incoming req@00000000c89e50e9 x1853237030292736 msgsize 224 00000100:00100000:1.0:1767384669.104236:0:16158:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000001:1.0:1767384669.104248:0:16158:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384669.104252:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.104253:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.104270:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384669.104273:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030292736 02000000:00000001:3.0:1767384669.104275:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384669.104276:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384669.104277:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.104279:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384669.104281:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030292736 00000020:00000001:3.0:1767384669.104283:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.104284:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede9f 00000020:00000001:3.0:1767384669.104285:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.104286:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c77d416d refcount=6 00000020:00000001:3.0:1767384669.104288:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929570187264 : -117144139364352 : ffff9575412f8800) 00000020:00000001:3.0:1767384669.104290:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929570187264 : -117144139364352 : ffff9575412f8800) 00000100:00000001:3.0:1767384669.104292:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.104295:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a414532a. 00000020:00000010:3.0:1767384669.104298:0:17586:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c600cff0. 00000020:00000040:3.0:1767384669.104301:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 8 - evictor 00000100:00000001:3.0:1767384669.104327:0:17586:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384669.104330:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049d2d6da. 00000020:00000010:3.0:1767384669.104332:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd62757b. 00000020:00000010:3.0:1767384669.104335:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000100:00000040:3.0:1767384669.104340:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384669.104342:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384669.104344:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384669.104346:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.104349:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.104356:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384669.104360:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384669.104364:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384669.104366:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 8 - evictor 00000100:00000001:3.0:1767384669.104367:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384669.104374:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 5 00000100:00000001:0.0:1767384669.104376:0:18091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384669.104377:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c77d416d : new rpc_count 1 00000100:00000001:3.0:1767384669.104380:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868477696 : -117138841073920 : ffff95767cfd0700) 00000100:00000001:0.0:1767384669.104380:0:18091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384669.104384:0:18091:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.104387:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c89e50e9 x1853237030292736/t0(0) o9->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.104390:0:18091:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.104399:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.104401:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c600cff0. 00000100:00000001:3.0:1767384669.104403:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.104405:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c600cff0. 00000100:00100000:3.0:1767384669.104408:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c89e50e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4c0f10ca-8dcd-4af4-a42d-39e7be246612+6:12157:x1853237030292736:12345-192.168.203.33@tcp50:9: 00000100:00000200:3.0:1767384669.104413:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030292736 00000020:00000001:3.0:1767384669.104414:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384669.104416:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384669.104417:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.104419:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384669.104420:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606032 : -1037945584 : ffffffffc2223510) 00000020:00000001:3.0:1767384669.104422:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384669.104423:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384669.104425:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384669.104426:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384669.104427:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.104428:0:17586:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384669.104430:0:17586:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384669.104431:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384669.104432:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384669.104435:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b00ea2dc. 02000000:00000001:3.0:1767384669.104436:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.104437:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384669.104441:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000c77d416d refcount=7 00010000:00000001:3.0:1767384669.104443:0:17586:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:3.0:1767384669.104444:0:17586:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384669.104446:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000c77d416d refcount=8 00010000:00000001:3.0:1767384669.104463:0:17586:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384669.104465:0:17586:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384669.104476:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 7 00000020:00000080:3.0:1767384669.104478:0:17586:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271ede9f 00000020:00000040:3.0:1767384669.104480:0:17586:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c77d416d with handle 0x1c01179f271ede9f from hash 00000020:00000040:3.0:1767384669.104485:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 6 00000020:00000010:3.0:1767384669.104487:0:17586:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a414532a. 00000020:00000001:3.0:1767384669.104490:0:17586:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384669.104491:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 5 00000020:00000001:3.0:1767384669.104493:0:17586:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384669.104494:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 4 00000020:00000001:3.0:1767384669.104496:0:17586:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.104498:0:17586:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384669.104501:0:17586:0:(import.c:65:import_set_state_nolock()) 000000003960a4ae : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384669.104504:0:17586:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384669.104506:0:17586:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384669.104507:0:17586:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384669.104521:0:17586:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384669.104541:0:17586:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384669.104543:0:17586:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000690e76bf dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384669.104545:0:17586:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000c77d416d dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384669.104549:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb61217. 00000020:00000010:3.0:1767384669.104552:0:17586:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0821635. 00000020:00000001:2.0:1767384669.104554:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767384669.104555:0:17586:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e086bdc0. 00000020:00000001:2.0:1767384669.104558:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384669.104561:0:17586:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ba7dd190. 00010000:00010000:2.0:1767384669.104561:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767384669.104567:0:17586:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d02feab7. 80000000:00000010:3.0:1767384669.104569:0:17586:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002a64d407. 40000000:00000010:3.0:1767384669.104572:0:17586:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a414532a. 00100000:00000010:3.0:1767384669.104575:0:17586:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8d033b3. 00040000:00000010:3.0:1767384669.104578:0:17586:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f22e89d2. 00040000:00000010:3.0:1767384669.104580:0:17586:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a49dddce. 00080000:00000010:3.0:1767384669.104583:0:17586:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000006dd8bcc. 00002000:00000010:3.0:1767384669.104597:0:17586:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed209149. 00000001:00000001:3.0:1767384669.104600:0:17586:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384669.104602:0:17586:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '4c0f10ca-8dcd-4af4-a42d-39e7be246612' 00000001:00000001:3.0:1767384669.104605:0:17586:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384669.104606:0:17586:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:3.0:1767384669.104608:0:17586:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384669.104613:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008de437e2. 00080000:00000001:3.0:1767384669.104614:0:17586:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929586908160 : -117144122643456 : ffff9575422eac00) 00080000:00000001:3.0:1767384669.104617:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384669.104629:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384669.104630:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384669.104632:0:17586:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384669.104645:0:17586:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.104647:0:17586:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384669.104649:0:17586:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384669.104684:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384669.104685:0:17586:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384669.104687:0:17586:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384669.104689:0:17586:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384669.104697:0:17586:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384669.104698:0:17586:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384669.104700:0:17586:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.104701:0:17586:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384669.104702:0:17586:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384669.104704:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000049f98d39. 00080000:00000001:3.0:1767384669.104705:0:17586:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929586896896 : -117144122654720 : ffff9575422e8000) 00080000:00000001:3.0:1767384669.104707:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384669.104712:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384669.104713:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384669.104714:0:17586:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384669.104718:0:17586:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384669.104720:0:17586:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000003858c359. 00000001:00000040:3.0:1767384669.104722:0:17586:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000c77d416d : new cb_count 2 00000020:00000040:3.0:1767384669.104723:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000c77d416d refcount=5 00080000:00000001:3.0:1767384669.104725:0:17586:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384669.104730:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384669.104731:0:17586:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384669.104732:0:17586:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384669.104735:0:17586:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384669.104736:0:17586:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:3.0:1767384669.104738:0:17586:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:3.0:1767384669.104739:0:17586:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384669.104742:0:17586:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b0821635. 00000020:00000010:3.0:1767384669.104745:0:17586:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e086bdc0. 00000020:00000010:3.0:1767384669.104747:0:17586:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ba7dd190. 00000020:00000010:3.0:1767384669.104750:0:17586:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d02feab7. 80000000:00000010:3.0:1767384669.104752:0:17586:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002a64d407. 40000000:00000010:3.0:1767384669.104754:0:17586:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a414532a. 00100000:00000010:3.0:1767384669.104756:0:17586:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e8d033b3. 00040000:00000010:3.0:1767384669.104758:0:17586:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f22e89d2. 00040000:00000010:3.0:1767384669.104760:0:17586:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a49dddce. 00080000:00000010:3.0:1767384669.104762:0:17586:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000006dd8bcc. 00002000:00000010:3.0:1767384669.104764:0:17586:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ed209149. 00000020:00000010:3.0:1767384669.104766:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb61217. 00000001:00000001:3.0:1767384669.104769:0:17586:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384669.104770:0:17586:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 8 00000001:00000001:3.0:1767384669.104773:0:17586:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384669.104774:0:17586:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 7 00000020:00000040:3.0:1767384669.104775:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 4 00000001:00000001:3.0:1767384669.104776:0:17586:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384669.104777:0:17586:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 6 00000001:00000001:3.0:1767384669.104778:0:17586:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384669.104779:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 3 00002000:00000001:3.0:1767384669.104780:0:17586:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.104781:0:17586:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.104782:0:17586:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.104784:0:17586:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384669.104785:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030292736 00010000:00000001:3.0:1767384669.104786:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384669.104790:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c89e50e9 x1853237030292736/t0(0) o9->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384669.104795:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.104796:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.104798:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.104800:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.104802:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.104803:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384669.104805:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384669.104806:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.104808:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384669.104809:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:3.0:1767384669.104811:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000730348e2. 00000100:00000200:3.0:1767384669.104813:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237030292736, offset 224 00000400:00000200:3.0:1767384669.104816:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:3.0:1767384669.104821:0:17586:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384669.104827:0:17586:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [237:237:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1767384669.104834:0:17586:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384669.104837:0:17586:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384669.104839:0:17586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f22e89d2. 00000800:00000200:3.0:1767384669.104842:0:17586:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:3.0:1767384669.104846:0:17586:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384669.104848:0:17586:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f22e89d2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384669.104858:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.104860:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00010000:00000001:3.0:1767384669.104861:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384669.104863:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.104864:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384669.104866:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c89e50e9 x1853237030292736/t0(0) o9->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384669.104872:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c89e50e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4c0f10ca-8dcd-4af4-a42d-39e7be246612+3:12157:x1853237030292736:12345-192.168.203.33@tcp50:9: Request processed in 473us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384669.104877:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 5 00000100:00000040:3.0:1767384669.104879:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c77d416d : new rpc_count 0 00000100:00000001:3.0:1767384669.104880:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.104881:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384669.104883:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd62757b. 00000020:00000010:3.0:1767384669.104885:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:3.0:1767384669.104887:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049d2d6da. 00000020:00000040:3.0:1767384669.104889:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 2 00000100:00000001:3.0:1767384669.104891:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384669.104954:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384669.104957:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f22e89d2. 00000400:00000200:1.0:1767384669.104960:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.104964:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384669.104973:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000730348e2 00000400:00000010:1.0:1767384669.104975:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000730348e2. 00000100:00000001:1.0:1767384669.104977:0:16156:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384669.104978:0:16156:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1767384669.106351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000057066aa8. 00010000:00000010:0.1:1767384669.107346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002c643dd1. 00010000:00000010:3.1:1767384669.110345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000001dd3a57. 00000800:00000001:0.0:1767384669.110901:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.110907:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384669.110909:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.110911:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384669.110915:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:0.0:1767384669.110922:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 224 into portal 12 MB=0x695825ee00e00 00000400:00000200:0.0:1767384669.110926:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.33@tcp50 of length 224/224 into md 0x229 [64] + 11832 00000800:00000001:0.0:1767384669.110929:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.110934:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384669.110935:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.110938:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000100:00000001:0.0:1767384669.110940:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384669.110941:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384669.110944:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afaece40. 00000100:00000040:0.0:1767384669.110946:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000afaece40 x1853237030292992 msgsize 224 00000100:00100000:0.0:1767384669.110949:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000001:0.0:1767384669.110959:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384669.110963:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.110965:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.110980:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384669.110983:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030292992 02000000:00000001:3.0:1767384669.110985:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384669.110986:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384669.110988:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.110990:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384669.110991:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030292992 00000020:00000001:3.0:1767384669.110993:0:16812:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384669.110994:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede98 00000020:00000001:3.0:1767384669.110995:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.110996:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7f9a98a refcount=7 00000020:00000001:3.0:1767384669.110998:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000020:00000001:3.0:1767384669.111000:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00000100:00000001:3.0:1767384669.111002:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.111005:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dedca3b. 00000100:00000001:3.0:1767384669.111006:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.111008:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dedca3b. 00000020:00000010:3.0:1767384669.111010:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a49dddce. 00000020:00000010:3.0:1767384669.111012:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd62757b. 00000020:00000010:3.0:1767384669.111015:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000100:00000040:3.0:1767384669.111018:0:16812:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384669.111019:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384669.111020:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384669.111021:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.111024:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.111048:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.111056:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384669.111058:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384669.111063:0:16812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 8 00000100:00000040:3.0:1767384669.111065:0:16812:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7f9a98a : new rpc_count 1 00000100:00000001:3.0:1767384669.111066:0:16812:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934867968896 : -117138841582720 : ffff95767cf54380) 00000100:00000040:3.0:1767384669.111070:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afaece40 x1853237030292992/t0(0) o39->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.111077:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384669.111080:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dedca3b. 00000100:00000001:3.0:1767384669.111081:0:16812:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384669.111082:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dedca3b. 00000100:00100000:3.0:1767384669.111085:0:16812:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afaece40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+7:12157:x1853237030292992:12345-192.168.203.33@tcp50:39: 00000100:00000200:3.0:1767384669.111088:0:16812:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030292992 00000020:00000001:3.0:1767384669.111089:0:16812:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384669.111091:0:16812:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384669.111093:0:16812:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.111094:0:16812:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384669.111095:0:16812:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669482336 : -1040069280 : ffffffffc201cd60) 00000020:00000001:3.0:1767384669.111097:0:16812:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384669.111098:0:16812:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237030292992, found 0 last_xid 1853237030292223 00000020:00000001:3.0:1767384669.111100:0:16812:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384669.111102:0:16812:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384669.111103:0:16812:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384669.111104:0:16812:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.111105:0:16812:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384669.111106:0:16812:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384669.111108:0:16812:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384669.111109:0:16812:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384669.111110:0:16812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed209149. 02000000:00000001:3.0:1767384669.111111:0:16812:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.111113:0:16812:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384669.111115:0:16812:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=8 00010000:00000001:3.0:1767384669.111116:0:16812:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384669.111118:0:16812:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384669.111119:0:16812:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=9 00010000:00000001:3.0:1767384669.111120:0:16812:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384669.111121:0:16812:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384669.111128:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 8 00000020:00000080:3.0:1767384669.111129:0:16812:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271ede98 00000020:00000040:3.0:1767384669.111131:0:16812:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a7f9a98a with handle 0x1c01179f271ede98 from hash 00000020:00000040:3.0:1767384669.111134:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 7 00000020:00000010:3.0:1767384669.111136:0:16812:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000020390c19. 00000020:00000001:3.0:1767384669.111138:0:16812:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384669.111139:0:16812:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000a7f9a98a: total 0 00000020:00000001:3.0:1767384669.111140:0:16812:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384669.111141:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 6 00000020:00000001:3.0:1767384669.111142:0:16812:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.111143:0:16812:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384669.111144:0:16812:0:(import.c:65:import_set_state_nolock()) 0000000067f23827 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384669.111146:0:16812:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384669.111147:0:16812:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384669.111147:0:16812:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384669.111156:0:16812:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384669.111158:0:16812:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384669.111160:0:16812:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000007276e7 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384669.111162:0:16812:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000013126cc2 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384669.111164:0:16812:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a dirty 0 pend 0 grant 0 00000004:00000001:3.0:1767384669.111166:0:16812:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:3.0:1767384669.111168:0:16812:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384669.111169:0:16812:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '4c0f10ca-8dcd-4af4-a42d-39e7be246612' 00000001:00000001:3.0:1767384669.111171:0:16812:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384669.111172:0:16812:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384669.111174:0:16812:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384669.111178:0:16812:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000361ff861. 00080000:00000001:3.0:1767384669.111179:0:16812:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929586898944 : -117144122652672 : ffff9575422e8800) 00080000:00000001:3.0:1767384669.111181:0:16812:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384669.111190:0:16812:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384669.111190:0:16812:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384669.111192:0:16812:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384669.111194:0:16812:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384669.111196:0:16812:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384669.111197:0:16812:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384669.111208:0:16812:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.111209:0:16812:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384669.111211:0:16812:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:1.0:1767384669.111216:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384669.111219:0:16800:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000a7f9a98a: total 0 00000020:00000001:1.0:1767384669.111222:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446626933945737216 : -117139763814400 : ffff957645fd2000) 00010000:00000001:1.0:1767384669.111225:0:16800:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:1.0:1767384669.111229:0:16800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087c79acd. 00000020:00000010:1.0:1767384669.111234:0:16800:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000514f1134. 00080000:00000001:3.0:1767384669.111236:0:16812:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000020:00000010:1.0:1767384669.111237:0:16800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000381a20b1. 00000001:00000040:3.0:1767384669.111242:0:16812:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000010:1.0:1767384669.111244:0:16800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015bf7f8b. 00000001:00000001:3.0:1767384669.111247:0:16812:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.111249:0:16800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d18aa4a1. 00080000:00000001:3.0:1767384669.111250:0:16812:0:(osd_handler.c:287:osd_trans_stop()) Process entered 80000000:00000010:1.0:1767384669.111253:0:16800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007594b641. 00000001:00000001:3.0:1767384669.111254:0:16812:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 40000000:00000010:1.0:1767384669.111257:0:16800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000cc72a4d. 00000001:00000002:3.0:1767384669.111258:0:16812:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00100000:00000010:1.0:1767384669.111261:0:16800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ffe718a. 00000001:00000010:3.0:1767384669.111263:0:16812:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000080a76c1e. 00040000:00000010:1.0:1767384669.111266:0:16800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ae30f0d1. 00000001:00000040:3.0:1767384669.111267:0:16812:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000a7f9a98a : new cb_count 2 00040000:00000010:1.0:1767384669.111271:0:16800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca67e7f6. 00000020:00000040:3.0:1767384669.111272:0:16812:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=7 00080000:00000010:1.0:1767384669.111276:0:16800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003b70418c. 00000001:00000010:3.0:1767384669.111278:0:16812:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000428fb9c0. 00002000:00000010:1.0:1767384669.111280:0:16800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000077830e4f. 00000020:00000010:1.0:1767384669.111285:0:16800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000514f1134. 00000020:00000010:1.0:1767384669.111288:0:16800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000381a20b1. 00000020:00000010:1.0:1767384669.111290:0:16800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000015bf7f8b. 00000020:00000010:1.0:1767384669.111292:0:16800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d18aa4a1. 80000000:00000010:1.0:1767384669.111294:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007594b641. 40000000:00000010:1.0:1767384669.111298:0:16800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000cc72a4d. 00100000:00000010:1.0:1767384669.111300:0:16800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ffe718a. 00040000:00000010:1.0:1767384669.111301:0:16800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ae30f0d1. 00040000:00000010:1.0:1767384669.111303:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca67e7f6. 00080000:00000010:1.0:1767384669.111305:0:16800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003b70418c. 00002000:00000010:1.0:1767384669.111307:0:16800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000077830e4f. 00000020:00000010:1.0:1767384669.111308:0:16800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087c79acd. 00010000:00010000:1.0:1767384669.111335:0:16800:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000a7f9a98a, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767384669.111338:0:16800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca67e7f6. 00000020:00000010:1.0:1767384669.111341:0:16800:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087c79acd. 00000020:00000010:1.0:1767384669.111342:0:16800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b70418c. 00000020:00000010:1.0:1767384669.111344:0:16800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015bf7f8b. 00000020:00000010:1.0:1767384669.111345:0:16800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d18aa4a1. 80000000:00000010:1.0:1767384669.111347:0:16800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007594b641. 40000000:00000010:1.0:1767384669.111348:0:16800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000cc72a4d. 00000001:00000010:3.0:1767384669.111349:0:16812:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000004623981d. 00100000:00000010:1.0:1767384669.111350:0:16800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ffe718a. 00040000:00000010:1.0:1767384669.111356:0:16800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ae30f0d1. 00080000:00000001:3.0:1767384669.111357:0:16812:0:(osd_io.c:399:osd_write()) Process entered 00040000:00000010:1.0:1767384669.111358:0:16800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000514f1134. 00080000:00000010:1.0:1767384669.111362:0:16800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000381a20b1. 00002000:00000010:1.0:1767384669.111364:0:16800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000077830e4f. 00000001:00000001:1.0:1767384669.111366:0:16800:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384669.111369:0:16800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384669.111372:0:16800:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000017aa172f count: 2 00000004:00000001:1.0:1767384669.111375:0:16800:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1767384669.111376:0:16800:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384669.111378:0:16800:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384669.111380:0:16800:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384669.111381:0:16800:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.111383:0:16800:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.111385:0:16800:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384669.111387:0:16800:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384669.111389:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.111390:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.111392:0:16800:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384669.111393:0:16800:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384669.111395:0:16800:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d29bc72 with handle 0x1c01179f271edead from hash 00010000:00000001:1.0:1767384669.111397:0:16800:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384669.111398:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.111399:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.111400:0:16800:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767384669.111404:0:16800:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000f7e19f38. 00010000:00000001:1.0:1767384669.111407:0:16800:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384669.111409:0:16800:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.111410:0:16800:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384669.111412:0:16800:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384669.111414:0:16800:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384669.111415:0:16800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000017aa172f) 00010000:00010000:1.0:1767384669.111418:0:16800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384669.111419:0:16800:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384669.111421:0:16800:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.111422:0:16800:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384669.111424:0:16800:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000a7f9a98a, 1 locks cancelled. 00080000:00000001:3.0:1767384669.111426:0:16812:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00010000:00000001:1.0:1767384669.111427:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.111429:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.111431:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1767384669.111432:0:16812:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000428fb9c0: xid 1853237030292992, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00010000:1.0:1767384669.111435:0:16800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d29bc72/0x1c01179f271edead lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832cd2 expref: 7 pid: 16812 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384669.111438:0:16812:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.111447:0:16800:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001d040d76. 00010000:00000040:1.0:1767384669.111449:0:16800:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a7f9a98a : new locks_count 0 00080000:00000001:3.0:1767384669.111450:0:16812:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384669.111451:0:16800:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 6 00010000:00000010:1.0:1767384669.111455:0:16800:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9fa1a46. 00000001:00000040:3.0:1767384669.111456:0:16812:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384669.111460:0:16812:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384669.111461:0:16800:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017aa172f count: 0 00000001:00000001:3.0:1767384669.111462:0:16812:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384669.111466:0:16812:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384669.111467:0:16800:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000613ccebe. 00080000:00000010:3.0:1767384669.111470:0:16812:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000001fb1501. 00080000:00000001:3.0:1767384669.111473:0:16812:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929586907136 : -117144122644480 : ffff9575422ea800) 00080000:00000001:3.0:1767384669.111475:0:16812:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384669.111475:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384669.111479:0:16800:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 4c0f10ca-8dcd-4, loop: 0 00000001:00000001:1.0:1767384669.111482:0:16800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384669.111485:0:16800:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.111487:0:16812:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384669.111487:0:16800:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000a7f9a98a, canceled 1 locks, left on hash table 0. 00080000:00000001:3.0:1767384669.111491:0:16812:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.111492:0:16800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087c79acd. 00080000:00000001:3.0:1767384669.111493:0:16812:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000010:1.0:1767384669.111496:0:16800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003b70418c. 00080000:00000001:3.0:1767384669.111500:0:16812:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.111500:0:16800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000015bf7f8b. 00000020:00000010:1.0:1767384669.111502:0:16800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d18aa4a1. 00000001:00000010:3.0:1767384669.111505:0:16812:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006eae2549. 80000000:00000010:1.0:1767384669.111506:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007594b641. 00000001:00000040:3.0:1767384669.111508:0:16812:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a7f9a98a : new cb_count 3 40000000:00000010:1.0:1767384669.111510:0:16800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000cc72a4d. 00000020:00000040:3.0:1767384669.111512:0:16812:0:(genops.c:887:class_export_get()) GET export 00000000a7f9a98a refcount=7 00100000:00000010:1.0:1767384669.111513:0:16800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ffe718a. 00080000:00000001:3.0:1767384669.111515:0:16812:0:(osd_io.c:399:osd_write()) Process entered 00040000:00000010:1.0:1767384669.111517:0:16800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ae30f0d1. 00040000:00000010:1.0:1767384669.111521:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000514f1134. 00080000:00000010:1.0:1767384669.111523:0:16800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000381a20b1. 00080000:00000001:3.0:1767384669.111524:0:16812:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00002000:00000010:1.0:1767384669.111527:0:16800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000077830e4f. 00000001:00000001:3.0:1767384669.111528:0:16812:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000020:00000010:1.0:1767384669.111530:0:16800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca67e7f6. 00080000:00000001:3.0:1767384669.111531:0:16812:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:1.0:1767384669.111535:0:16800:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384669.111537:0:16800:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 6 00080000:00000001:3.0:1767384669.111539:0:16812:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.111540:0:16800:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384669.111542:0:16800:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384669.111543:0:16812:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000001:1.0:1767384669.111545:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000040:3.0:1767384669.111548:0:16812:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000020:00000001:1.0:1767384669.111549:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384669.111554:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384669.111555:0:16812:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.111555:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:3.0:1767384669.111559:0:16812:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.111559:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384669.111564:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384669.111565:0:16812:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000001:1.0:1767384669.111566:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000040:3.0:1767384669.111568:0:16812:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 7 00000020:00000001:1.0:1767384669.111568:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384669.111573:0:16812:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00010000:1.0:1767384669.111574:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000040:3.0:1767384669.111578:0:16812:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 6 00000020:00000040:3.0:1767384669.111581:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 5 00000001:00000001:3.0:1767384669.111582:0:16812:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384669.111583:0:16812:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 5 00000001:00000001:3.0:1767384669.111584:0:16812:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384669.111586:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 4 00000004:00000001:3.0:1767384669.111587:0:16812:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.111588:0:16812:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.111589:0:16812:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.111590:0:16812:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384669.111592:0:16812:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853237030292992 00010000:00000001:3.0:1767384669.111593:0:16812:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384669.111596:0:16812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afaece40 x1853237030292992/t8589934593(0) o39->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384669.111602:0:16812:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.111603:0:16812:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.111604:0:16812:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.111606:0:16812:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384669.111608:0:16812:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00000100:00000001:3.0:1767384669.111609:0:16812:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 02000000:00000001:3.0:1767384669.111611:0:16812:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384669.111612:0:16812:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.111614:0:16812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384669.111615:0:16812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000400:00000010:3.0:1767384669.111618:0:16812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083693462. 00000100:00000200:3.0:1767384669.111620:0:16812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237030292992, offset 224 00000400:00000200:3.0:1767384669.111623:0:16812:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000400:00000200:3.0:1767384669.111628:0:16812:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 00000400:00000200:3.0:1767384669.111634:0:16812:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [238:238:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384669.111641:0:16812:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384669.111645:0:16812:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000800:00000010:3.0:1767384669.111647:0:16812:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bd84984. 00000800:00000200:3.0:1767384669.111650:0:16812:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000800:00000200:3.0:1767384669.111654:0:16812:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:3.0:1767384669.111656:0:16812:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bd84984 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384669.111666:0:16812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.111668:0:16812:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00010000:00000001:3.0:1767384669.111669:0:16812:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384669.111670:0:16812:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.111671:0:16812:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384669.111674:0:16812:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afaece40 x1853237030292992/t8589934593(0) o39->4c0f10ca-8dcd-4af4-a42d-39e7be246612@192.168.203.33@tcp50:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384669.111682:0:16812:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afaece40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4c0f10ca-8dcd-4af4-a42d-39e7be246612+4:12157:x1853237030292992:12345-192.168.203.33@tcp50:39: Request processed in 602us (733us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1767384669.111688:0:16812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 8 00000100:00000040:3.0:1767384669.111689:0:16812:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7f9a98a : new rpc_count 0 00000100:00000001:3.0:1767384669.111691:0:16812:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384669.111693:0:16812:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384669.111696:0:16812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd62757b. 00000020:00000010:3.0:1767384669.111698:0:16812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:3.0:1767384669.111701:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a49dddce. 00000020:00000040:3.0:1767384669.111703:0:16812:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 3 00000100:00000001:3.0:1767384669.111705:0:16812:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384669.111717:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384669.111720:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bd84984. 00000400:00000200:1.0:1767384669.111723:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.111729:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384669.111732:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083693462 00000400:00000010:1.0:1767384669.111734:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083693462. 00000100:00000001:1.0:1767384669.111737:0:16158:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384669.111739:0:16158:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384669.117494:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.117501:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.117503:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.117504:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.117509:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50) <- 192.168.203.33@tcp50 : PUT - for me 00000400:00000200:1.0:1767384669.117516:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp50 of length 224 into portal 26 MB=0x695825ee00f00 00000400:00000200:1.0:1767384669.117520:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp50 of length 224/224 into md 0x19ad [2] + 0 00000400:00000010:1.0:1767384669.117523:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000595e19b3. 00000400:00000200:1.0:1767384669.117527:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d0f606bb 00000800:00000001:1.0:1767384669.117529:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.117542:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.117543:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.117547:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00000400:00000200:1.0:1767384669.117549:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f606bb 00000400:00000010:1.0:1767384669.117550:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0f606bb. 00000100:00000001:1.0:1767384669.117553:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384669.117554:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384669.117556:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000006f54eaf x1853237030293248 msgsize 224 00000100:00100000:1.0:1767384669.117559:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.33@tcp50 (source: 12345-192.168.203.33@tcp50) 00000100:00000040:1.0:1767384669.117560:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384669.117571:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384669.117575:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.117585:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.117615:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384669.117618:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237030293248 02000000:00000001:0.0:1767384669.117620:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.117621:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.117622:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.117625:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.117626:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237030293248 00000020:00000001:0.0:1767384669.117628:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384669.117636:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271ede75 00000020:00000001:0.0:1767384669.117637:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384669.117638:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005b78aa92 refcount=6 00000020:00000001:0.0:1767384669.117640:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000020:00000001:0.0:1767384669.117642:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000001:0.0:1767384669.117644:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384669.117663:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000100:00000001:0.0:1767384669.117664:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.117666:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000020:00000010:0.0:1767384669.117670:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccbcfd6a. 00000020:00000010:0.0:1767384669.117673:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e22184b. 00000020:00000010:0.0:1767384669.117676:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000278999d0. 00000100:00000040:0.0:1767384669.117682:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384669.117684:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384669.117685:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384669.117686:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.117690:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.117704:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.117711:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384669.117712:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384669.117718:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.33@tcp50, seq: 175 00000100:00000040:0.0:1767384669.117721:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005b78aa92 : new rpc_count 1 00000100:00000001:0.0:1767384669.117723:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715851856 : -117138993699760 : ffff957673e42450) 00000100:00000040:0.0:1767384669.117728:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006f54eaf x1853237030293248/t0(0) o251->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.117737:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384669.117739:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eaef7bd8. 00000100:00000001:0.0:1767384669.117740:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.117742:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eaef7bd8. 00000100:00100000:0.0:1767384669.117745:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006f54eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+6:12157:x1853237030293248:12345-192.168.203.33@tcp50:251: 00000100:00000200:0.0:1767384669.117748:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237030293248 00000020:00000001:0.0:1767384669.117757:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384669.117759:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384669.117760:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.117762:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384669.117764:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441392 : -1042110224 : ffffffffc1e2a8f0) 00000020:00000001:0.0:1767384669.117766:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384669.117767:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.117769:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384669.117770:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384669.117772:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384669.117774:0:16804:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:0.0:1767384669.117776:0:16804:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384669.117777:0:16804:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384669.117778:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384669.117780:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384669.117782:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dc94df2c. 02000000:00000001:0.0:1767384669.117784:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.117786:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.117789:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=7 00010000:00000001:0.0:1767384669.117791:0:16804:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384669.117793:0:16804:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384669.117796:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 6 20000000:00000010:0.0:1767384669.117798:0:16804:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000002e5a382d. 00000020:00000040:0.0:1767384669.117800:0:16804:0:(genops.c:887:class_export_get()) GET export 000000005b78aa92 refcount=7 00010000:00000001:0.0:1767384669.117803:0:16804:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384669.117805:0:16804:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384669.117813:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 6 00000020:00000080:0.0:1767384669.117814:0:16804:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271ede75 00000020:00000040:0.0:1767384669.117816:0:16804:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005b78aa92 with handle 0x1c01179f271ede75 from hash 00000020:00000040:0.0:1767384669.117820:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 5 00000020:00000001:0.0:1767384669.117822:0:16804:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384669.117823:0:16804:0:(genops.c:1938:obd_stale_export_put()) Put export 000000005b78aa92: total 0 00000020:00000001:0.0:1767384669.117825:0:16804:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384669.117826:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 4 00000020:00000001:0.0:1767384669.117827:0:16804:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.117829:0:16804:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384669.117830:0:16804:0:(import.c:65:import_set_state_nolock()) 000000006c1c876a : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384669.117837:0:16804:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384669.117838:0:16804:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384669.117839:0:16804:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384669.117849:0:16804:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.117852:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 3 20000000:00000001:0.0:1767384669.117866:0:16804:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.117868:0:16804:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.117871:0:16804:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.117873:0:16804:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384669.117876:0:16804:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384669.117879:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237030293248 00010000:00000001:0.0:1767384669.117882:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384669.117887:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006f54eaf x1853237030293248/t0(0) o251->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384669.117898:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384669.117901:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384669.117903:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=99 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384669.117905:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384669.117907:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00010000:2.0:1767384669.117908:0:16799:0:(genops.c:1924:obd_stale_export_get()) Get export 000000005b78aa92: total 0 00000020:00000001:2.0:1767384669.117911:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446626929577887744 : -117144131663872 : ffff957541a50800) 00000100:00000040:0.0:1767384669.117911:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004dc4d919 refcount 7 to 192.168.203.33@tcp50 00000100:00000001:0.0:1767384669.117914:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626933945309376 : -117139764242240 : ffff957645f698c0) 00010000:00010000:2.0:1767384669.117915:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384669.117917:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384669.117918:0:16799:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 02000000:00000001:0.0:1767384669.117919:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.117922:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384669.117923:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c03a500. 00000100:00000040:0.0:1767384669.117925:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.33@tcp50 00000020:00000010:2.0:1767384669.117927:0:16799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009905f618. 00000400:00000010:0.0:1767384669.117929:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc00a0ef. 00000020:00000010:2.0:1767384669.117932:0:16799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000054cc289. 00000100:00000200:0.0:1767384669.117933:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237030293248, offset 224 00000020:00000010:2.0:1767384669.117937:0:16799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9e73095. 00000400:00000200:0.0:1767384669.117939:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp50 00000020:00000010:2.0:1767384669.117941:0:16799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083532ac0. 80000000:00000010:2.0:1767384669.117945:0:16799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000096c8e0b9. 00000400:00000200:0.0:1767384669.117947:0:16804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp50 to NMR: 192.168.203.33@tcp50 local destination 40000000:00000010:2.0:1767384669.117956:0:16799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002f6be8cd. 00000400:00000200:0.0:1767384669.117959:0:16804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp50 NI seq info: [239:239:256:4294967295] 192.168.203.33@tcp50 LPNI seq info [31:31:8:4294967295] 00100000:00000010:2.0:1767384669.117961:0:16799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000036e8b50c. 00040000:00000010:2.0:1767384669.117965:0:16799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b2c278d2. 00040000:00000010:2.0:1767384669.117969:0:16799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000523485b2. 00000400:00000200:0.0:1767384669.117972:0:16804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp50(192.168.203.133@tcp50:192.168.203.133@tcp50) -> 192.168.203.33@tcp50(192.168.203.33@tcp50:192.168.203.33@tcp50) : PUT try# 0 00080000:00000010:2.0:1767384669.117973:0:16799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a70c8dc. 00002000:00000010:2.0:1767384669.117977:0:16799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007bc6a408. 00000800:00000200:0.0:1767384669.117978:0:16804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp50 00000020:00000010:2.0:1767384669.117981:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009905f618. 00000800:00000010:0.0:1767384669.117982:0:16804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fdb407b. 00000020:00000010:2.0:1767384669.117985:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000054cc289. 00000020:00000010:2.0:1767384669.117990:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9e73095. 00000800:00000200:0.0:1767384669.117993:0:16804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066fa7dd1] -> 12345-192.168.203.33@tcp50 (4) 00000020:00000010:2.0:1767384669.117994:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000083532ac0. 80000000:00000010:2.0:1767384669.117997:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000096c8e0b9. 40000000:00000010:2.0:1767384669.118000:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002f6be8cd. 00000800:00000200:0.0:1767384669.118000:0:16804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00100000:00000010:2.0:1767384669.118003:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000036e8b50c. 00000800:00000200:0.0:1767384669.118003:0:16804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fdb407b type 1, nob 320 niov 1 nkiov 1 00040000:00000010:2.0:1767384669.118006:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b2c278d2. 00040000:00000010:2.0:1767384669.118010:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000523485b2. 00080000:00000010:2.0:1767384669.118013:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a70c8dc. 00002000:00000010:2.0:1767384669.118016:0:16799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007bc6a408. 00000020:00000010:2.0:1767384669.118020:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c03a500. 00010000:00010000:2.0:1767384669.118023:0:16799:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000005b78aa92, canceled 0 locks, left on hash table 1. 00000100:00000001:0.0:1767384669.118023:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.118027:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c03a500. 00000100:00000040:0.0:1767384669.118027:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 6 to 192.168.203.33@tcp50 00000020:00000010:2.0:1767384669.118031:0:16799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000523485b2. 00010000:00000001:0.0:1767384669.118031:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384669.118068:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.118070:0:16799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a70c8dc. 00000020:00000001:0.0:1767384669.118071:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384669.118073:0:16799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9e73095. 00000100:00000040:0.0:1767384669.118076:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006f54eaf x1853237030293248/t0(0) o251->007077c8-5f93-4ffb-97be-03e289c71d5a@192.168.203.33@tcp50:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384669.118077:0:16799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083532ac0. 80000000:00000010:2.0:1767384669.118079:0:16799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000096c8e0b9. 40000000:00000010:2.0:1767384669.118082:0:16799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002f6be8cd. 00100000:00000010:2.0:1767384669.118085:0:16799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000036e8b50c. 00000100:00100000:0.0:1767384669.118087:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006f54eaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:007077c8-5f93-4ffb-97be-03e289c71d5a+3:12157:x1853237030293248:12345-192.168.203.33@tcp50:251: Request processed in 348us (528us total) trans 0 rc 0/0 00040000:00000010:2.0:1767384669.118088:0:16799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b2c278d2. 00040000:00000010:2.0:1767384669.118092:0:16799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009905f618. 00080000:00000010:2.0:1767384669.118094:0:16799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000054cc289. 00000100:00100000:0.0:1767384669.118095:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.33@tcp50, seq: 175 00002000:00000010:2.0:1767384669.118098:0:16799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007bc6a408. 00000100:00000040:0.0:1767384669.118098:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005b78aa92 : new rpc_count 0 00000001:00000001:2.0:1767384669.118100:0:16799:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000800:00000200:1.0:1767384669.118101:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384669.118101:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:2.0:1767384669.118103:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000800:00000010:1.0:1767384669.118106:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fdb407b. 00000100:00000001:0.0:1767384669.118106:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384669.118111:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e22184b. 00000400:00000200:1.0:1767384669.118112:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384669.118114:0:16799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 7 00010000:00000001:2.0:1767384669.118118:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:0.0:1767384669.118118:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000278999d0. 00000020:00000001:2.0:1767384669.118121:0:16799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1767384669.118123:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp50->192.168.203.33@tcp50: PUT: OK 00010000:00000001:2.0:1767384669.118124:0:16799:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000010:0.0:1767384669.118124:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbcfd6a. 00000400:00000200:1.0:1767384669.118127:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc00a0ef 00010000:00000001:2.0:1767384669.118128:0:16799:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.118129:0:16804:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 2 00000400:00000010:1.0:1767384669.118131:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc00a0ef. 00000020:00000001:2.0:1767384669.118132:0:16799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.118134:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.118135:0:16157:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384669.118138:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:0.0:1767384669.118138:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384669.118139:0:16157:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384669.118142:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:1.0:1767384669.118143:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dc94df2c. 00000400:00000010:0.0:1767384669.118145:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a680ae7. 00010000:00000001:2.0:1767384669.118146:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384669.118147:0:16157:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384669.118148:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384669.118149:0:16157:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384669.118151:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000532d674c. 00010000:00000001:2.0:1767384669.118153:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384669.118154:0:16799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384669.118157:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0c199df with handle 0x1c01179f271ede7c from hash 00010000:00000001:2.0:1767384669.118160:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384669.118161:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384669.118163:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384669.118164:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384669.118165:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384669.118167:0:16799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384669.118169:0:16799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384669.118170:0:16799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384669.118173:0:16799:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.118175:0:16799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384669.118177:0:16799:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000005b78aa92, 1 locks cancelled. 00010000:00000001:2.0:1767384669.118179:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384669.118180:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384669.118181:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384669.118185:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0c199df/0x1c01179f271ede7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.33@tcp50 remote: 0x30f1753b00832c7e expref: 2 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384669.118192:0:16799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005b78aa92 : new locks_count 0 00000020:00000040:2.0:1767384669.118194:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 1 00010000:00000001:2.0:1767384669.118198:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384669.118200:0:16799:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 007077c8-5f93-4, loop: 0 00000001:00000001:2.0:1767384669.118203:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384669.118206:0:16799:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384669.118208:0:16799:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000005b78aa92, canceled 1 locks, left on hash table 0. 00000020:00000010:2.0:1767384669.118219:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000523485b2. 00000020:00000010:2.0:1767384669.118222:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a70c8dc. 00000020:00000010:2.0:1767384669.118224:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9e73095. 00000020:00000010:2.0:1767384669.118226:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000083532ac0. 80000000:00000010:2.0:1767384669.118227:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000096c8e0b9. 40000000:00000010:2.0:1767384669.118229:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002f6be8cd. 00100000:00000010:2.0:1767384669.118231:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000036e8b50c. 00040000:00000010:2.0:1767384669.118232:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b2c278d2. 00040000:00000010:2.0:1767384669.118234:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009905f618. 00080000:00000010:2.0:1767384669.118235:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000054cc289. 00002000:00000010:2.0:1767384669.118237:0:16799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007bc6a408. 00000020:00000010:2.0:1767384669.118238:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c03a500. 00000020:00000001:2.0:1767384669.118240:0:16799:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384669.118241:0:16799:0:(genops.c:898:class_export_put()) PUTting export 000000005b78aa92 : new refcount 0 00000020:00000080:2.0:1767384669.118242:0:16799:0:(genops.c:904:class_export_put()) final put 000000005b78aa92/007077c8-5f93-4ffb-97be-03e289c71d5a 00000020:00000001:2.0:1767384669.118254:0:16799:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384669.118256:0:16799:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.118258:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384669.118259:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384669.118261:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384669.118262:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384669.118263:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384669.118265:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384669.118266:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384669.118267:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384669.118269:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384669.118277:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384669.118280:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000005b78aa92/007077c8-5f93-4ffb-97be-03e289c71d5a for MGS 00000020:00000040:0.0:1767384669.118284:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 5 to 192.168.203.33@tcp50 00000020:00000001:0.0:1767384669.118286:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384669.118288:0:8:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384669.118290:0:8:0:(genops.c:1229:class_import_get()) import 000000006c1c876a refcount=2 obd=MGS 00000020:00000001:0.0:1767384669.118293:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384669.118294:0:8:0:(genops.c:1242:class_import_put()) import 000000006c1c876a refcount=1 obd=MGS 00000020:00000001:0.0:1767384669.118300:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384669.118302:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384669.118302:0:8:0:(genops.c:1242:class_import_put()) import 000000006c1c876a refcount=0 obd=MGS 00000020:00000040:0.0:1767384669.118303:0:8:0:(genops.c:1245:class_import_put()) final put import 000000006c1c876a 00000020:00000001:0.0:1767384669.118339:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384669.118342:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384669.118345:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000010:1.1:1767384669.118348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017aa172f. 00000001:00000010:0.0:1767384669.118349:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba14a108. 00010000:00000010:1.1:1767384669.118354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d29bc72. 00000001:00000010:0.0:1767384669.118356:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008aac563c. 00000001:00000010:0.0:1767384669.118361:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c72a8abd. 00000001:00000010:0.0:1767384669.118364:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000020dbd816. 00000001:00000010:0.0:1767384669.118368:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000052f8d196. 00000001:00000010:0.0:1767384669.118372:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000074fd10da. 00000001:00000001:0.0:1767384669.118375:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384669.118377:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384669.118379:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384669.118380:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384669.118381:0:8:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.118382:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.118384:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b51fa921) now 7 - export 00000020:00000010:0.0:1767384669.118386:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005b78aa92. 00000020:00000001:0.0:1767384669.118391:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384669.118394:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384669.118395:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006c1c876a for MGS 00000020:00000040:0.0:1767384669.118397:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 4 to 192.168.203.33@tcp50 00000020:00000040:0.0:1767384669.118399:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b51fa921) now 6 - import 00000020:00000010:0.0:1767384669.118401:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006c1c876a. 00000020:00000001:0.0:1767384669.118402:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:2.1:1767384669.126348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0c199df. 00000400:00000001:1.0:1767384669.537414:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384669.537422:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384669.537425:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000400:00000010:1.0:1767384669.537430:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000400:00000200:1.0:1767384669.537437:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384669.537439:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (4) 00000400:00000200:1.0:1767384669.537445:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp46 recovery ping unlinked 00000800:00000200:3.1:1767384669.537450:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (4) 00000400:00000010:1.0:1767384669.537463:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a9c34289. 00000400:00000010:1.0:1767384669.537471:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003aa23be2. 00000400:00000001:1.0:1767384669.537477:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384669.537481:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384669.537482:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89770b5] -> 12345-192.168.203.133@tcp19 (6) 00000400:00000200:1.0:1767384669.537483:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384669.537487:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000400:00000200:1.0:1767384669.537491:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384669.537496:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp19 ip 192.168.203.133:988 00000400:00000200:1.0:1767384669.537498:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384669.537504:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000042e98e40. 00000800:00000200:3.0:1767384669.537506:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384669.537508:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e7f980e1. 00000400:00000200:2.0:1767384669.537630:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:1.0:1767384669.537691:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384669.537703:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000800:00000200:0.0:1767384669.537703:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384669.537708:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.537715:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.537719:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384669.537754:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537783:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537801:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537818:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537844:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537860:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537896:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537914:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537930:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537947:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.537982:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538005:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538026:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538089:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538107:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538143:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538164:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538189:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538210:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538231:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538252:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538273:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538294:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538316:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538337:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538426:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538450:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538479:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538517:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538540:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538562:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538598:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384669.538617:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384669.538725:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065a93d3c. 00000800:00000010:2.0:1767384669.538730:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006ea7921f. 00000800:00000010:2.0:1767384669.538735:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f07b71b1. 00000800:00000010:2.0:1767384669.538753:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f07b71b1. 00000800:00020000:2.0:1767384669.538768:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384669.538771:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ea7921f. 00000800:00000010:2.0:1767384669.538774:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065a93d3c. 00000400:02020000:2.0:1767384669.538811:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp32 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384669.538815:0:16152:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:0.0:1767384669.857425:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384669.857433:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.857440:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384669.857441:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.857538:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384669.857542:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384669.857545:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384670.268054:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384670.268055:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384670.268076:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384670.268076:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384670.268080:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384670.268092:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384670.268097:0:16158:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000d91391ea] EOF from 12345-192.168.203.33@tcp50 ip 192.168.203.33:1021 00000800:00000200:1.0:1767384670.268097:0:16157:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000dea58ba7] EOF from 12345-192.168.203.33@tcp50 ip 192.168.203.33:1022 00000800:00000200:2.0:1767384670.268104:0:16156:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000f11dd1d8] EOF from 12345-192.168.203.33@tcp50 ip 192.168.203.33:1023 00000800:00000200:0.0:1767384670.268288:0:16155:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000d91391ea 00000800:00000010:0.0:1767384670.268292:0:16155:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000d91391ea. 00000800:00000200:0.0:1767384670.268296:0:16155:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000dea58ba7 00000800:00000010:0.0:1767384670.268298:0:16155:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000dea58ba7. 00000800:00000200:0.0:1767384670.268365:0:16155:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000f11dd1d8 00000800:00000200:0.0:1767384670.268369:0:16155:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.33@tcp50 0000000066fa7dd1 deleted 00000800:00000010:0.0:1767384670.268372:0:16155:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000066fa7dd1. 00000800:00000010:0.0:1767384670.268374:0:16155:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000f11dd1d8. 00000400:00000200:1.0:1767384670.561388:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp47 00000400:00000010:1.0:1767384670.561395:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004c23a830. 00000400:00000010:1.0:1767384670.561402:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cedd70c2. 00000400:00000010:1.0:1767384670.561406:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000400:00000010:1.0:1767384670.561412:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f07df10c. 00000400:00000200:1.0:1767384670.561415:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp47 00000400:00000200:1.0:1767384670.561435:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp47 local destination 00000400:00000200:1.0:1767384670.561440:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp47 00000400:00000200:1.0:1767384670.561443:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp47 NI seq info: [240:240:256:4294967295] 192.168.203.133@tcp47 LPNI seq info [205:205:8:4294967295] 00000400:00000200:1.0:1767384670.561448:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp47 00000400:00000200:1.0:1767384670.561454:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp47(192.168.203.133@tcp47:) -> 192.168.203.133@tcp47(192.168.203.133@tcp47:192.168.203.133@tcp47) : GET try# 0 00000800:00000200:1.0:1767384670.561458:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp47 00000800:00000010:1.0:1767384670.561461:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae30f0d1. 00000800:00000200:1.0:1767384670.561466:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000800:00000200:1.1:1767384670.561469:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000400:00000200:1.0:1767384670.561489:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp47 added to recovery queue. ping count: 3 next ping: 300 health :700 00000400:00000200:3.0:1767384670.561603:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561645:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561659:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561671:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561684:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561696:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561709:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561722:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561734:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561747:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561760:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561772:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561785:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561798:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561812:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561826:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561838:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561851:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561865:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561877:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561890:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561903:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561916:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561931:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561944:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561956:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561969:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561983:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.561996:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.562009:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.562044:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.562063:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.562076:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.562089:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384670.562103:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384670.562232:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000061b239c5. 00000800:00000010:3.0:1767384670.562236:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000070534caf. 00000800:00000010:3.0:1767384670.562240:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f4fb7d3b. 00000800:00000010:3.0:1767384670.562255:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f4fb7d3b. 00000800:00020000:3.0:1767384670.562263:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384670.562266:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000070534caf. 00000800:00000010:3.0:1767384670.562268:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000061b239c5. 00000400:02020000:3.0:1767384670.562295:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp47 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384670.562300:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp47 notifying 192.168.203.133@tcp47: down 00000400:00000200:3.0:1767384670.562303:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384670.562307:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp47 00000800:00000010:3.0:1767384670.562341:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae30f0d1. 00000400:00000200:3.0:1767384670.562345:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384670.562348:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp47->192.168.203.133@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384670.562356:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384670.562358:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384670.562360:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp47) recovery failed with -71 00010000:00000001:0.0:1767384670.881467:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384670.881478:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384670.881487:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384670.881491:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384670.881493:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384670.881496:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384670.881500:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384670.881502:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384670.881504:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384670.881506:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.881560:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384670.881566:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384670.881570:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384671.164956:0:39713:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384671.164973:0:39713:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.164977:0:39713:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.164983:0:39713:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384671.164990:0:39713:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.164994:0:39713:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.296133:0:39750:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384671.296145:0:39750:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.296148:0:39750:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.296153:0:39750:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384671.296157:0:39750:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.296160:0:39750:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.475972:0:39759:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384671.475990:0:39759:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.475995:0:39759:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.476003:0:39759:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384671.476009:0:39759:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.476013:0:39759:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384671.585459:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384671.585467:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384671.585470:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384671.585475:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000400:00000200:1.0:1767384671.585481:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384671.585489:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767384671.585504:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004c23a830. 00000400:00000010:1.0:1767384671.585510:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cedd70c2. 00000400:00000200:1.0:1767384671.585518:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp39 00000400:00000010:1.0:1767384671.585524:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004c23a830. 00000400:00000010:1.0:1767384671.585531:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ff81bf04. 00000400:00000010:1.0:1767384671.585535:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000400:00000010:1.0:1767384671.585545:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c3a3112. 00000400:00000200:1.0:1767384671.585551:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp39 00000400:00000200:1.0:1767384671.585564:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp39 local destination 00000400:00000200:1.0:1767384671.585572:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp39 00000400:00000200:1.0:1767384671.585578:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp39 NI seq info: [241:241:256:4294967295] 192.168.203.133@tcp39 LPNI seq info [206:206:8:4294967295] 00000400:00000200:1.0:1767384671.585589:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp39 00000400:00000200:1.0:1767384671.585600:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp39(192.168.203.133@tcp39:) -> 192.168.203.133@tcp39(192.168.203.133@tcp39:192.168.203.133@tcp39) : GET try# 0 00000800:00000200:1.0:1767384671.585609:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp39 00000800:00000010:1.0:1767384671.585614:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fba72df7. 00000800:00000200:1.0:1767384671.585623:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000800:00000200:1.1:1767384671.585630:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dce7d447] -> 12345-192.168.203.133@tcp39 (2) 00000400:00000200:1.0:1767384671.585656:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp39 added to recovery queue. ping count: 5 next ping: 325 health :500 00000400:00000200:0.0:1767384671.585813:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.585883:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.585907:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.585941:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.585963:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.585984:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586007:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586049:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586078:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586103:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586143:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586164:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586199:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586217:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586234:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586253:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586273:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586291:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586352:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586420:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586463:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586486:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586509:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586526:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586547:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586564:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586601:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586625:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586644:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586669:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586691:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586762:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586794:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384671.586839:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384671.587078:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001540428d. 00000800:00000010:0.0:1767384671.587084:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df5a7b21. 00000800:00000010:0.0:1767384671.587090:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079e12757. 00000800:00000010:0.0:1767384671.587114:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079e12757. 00000800:00020000:0.0:1767384671.587136:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384671.587140:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df5a7b21. 00000800:00000010:0.0:1767384671.587152:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001540428d. 00000400:02020000:0.0:1767384671.587216:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp39 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384671.587223:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp39 notifying 192.168.203.133@tcp39: down 00000800:00000200:0.0:1767384671.587235:0:16151:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp39 down 00000800:00000100:0.0:1767384671.587243:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp39 00000800:00000010:0.0:1767384671.587247:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fba72df7. 00000400:00000200:0.0:1767384671.587252:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384671.587257:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp39->192.168.203.133@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384671.587272:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384671.587274:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384671.587278:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp39) recovery failed with -71 00080000:00000001:2.0:1767384671.625538:0:39798:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384671.625551:0:39798:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.625556:0:39798:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.625562:0:39798:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384671.625567:0:39798:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.625570:0:39798:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.626203:0:39798:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:2.0:1767384671.626205:0:39798:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:2.0:1767384671.626206:0:39798:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:1.0:1767384671.627190:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384671.627201:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.627206:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384671.627279:0:10093:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384671.627294:0:10093:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.627299:0:10093:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.633433:0:39798:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:2.0:1767384671.633439:0:39798:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 0000000078ab7e72. 00000020:01000004:2.0:1767384671.633443:0:39798:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:2.0:1767384671.633445:0:39798:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:2.0:1767384671.633447:0:39798:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:2.0:1767384671.633449:0:39798:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 000000003210b19e. 00000020:00000010:2.0:1767384671.633453:0:39798:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 0000000096c8e0b9. 00000020:00000001:2.0:1767384671.633455:0:39798:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767384671.633457:0:39798:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000e719d78c. 00000020:00000001:2.0:1767384671.633460:0:39798:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384671.633470:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083532ac0. 00000020:00000010:2.0:1767384671.633474:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000523485b2. 00000040:00000010:2.0:1767384671.633476:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004c03a500. 00000020:00000010:2.0:1767384671.633480:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000054cc289. 00000020:00000010:2.0:1767384671.633484:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fcd95856. 00040000:00000010:2.0:1767384671.633488:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b2c278d2. 00040000:00000010:2.0:1767384671.633491:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000086451261. 00080000:00000010:2.0:1767384671.633494:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005b78aa92. 10000000:00000001:2.0:1767384671.633498:0:39798:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767384671.633500:0:39798:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767384671.633503:0:39798:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767384671.633504:0:39798:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384671.633507:0:39798:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384671.633508:0:39798:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000000cef5c61) refs 3 10000000:00000001:2.0:1767384671.633510:0:39798:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.633512:0:39798:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446626933970104320 : -117139739447296 : ffff95764770f000) 10000000:00000001:2.0:1767384671.633514:0:39798:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767384671.633515:0:39798:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1c01179f271edae7 00010000:00000001:2.0:1767384671.633518:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384671.633519:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.633521:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ea89eab7 refcount=2 00000020:00000001:2.0:1767384671.633523:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867406336 : -117139842145280 : ffff95764151e400) 00010000:00000001:2.0:1767384671.633525:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867406336 : -117139842145280 : ffff95764151e400) 00010000:00000001:2.0:1767384671.633528:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384671.633529:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.633532:0:39798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.633539:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.633540:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.633541:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384671.633542:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.633543:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ea89eab7 refcount=3 00000020:00000001:2.0:1767384671.633544:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867406336 : -117139842145280 : ffff95764151e400) 00010000:00000001:2.0:1767384671.633546:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867406336 : -117139842145280 : ffff95764151e400) 00010000:00000001:2.0:1767384671.633551:0:39798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384671.633553:0:39798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.633557:0:39798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384671.633559:0:39798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.633563:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.633563:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384671.633564:0:39798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.633568:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384671.633569:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.633571:0:39798:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384671.633574:0:39798:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005580948d. 00010000:00000001:2.0:1767384671.633576:0:39798:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384671.633588:0:39798:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384671.633589:0:39798:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.633591:0:39798:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.633592:0:39798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384671.633593:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.633594:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384671.633595:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384671.633597:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.633598:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384671.633598:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.633599:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384671.633600:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.633601:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384671.633602:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.633603:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384671.633604:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.633605:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384671.633606:0:39798:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000000cef5c61) refs 3 10000000:00000001:2.0:1767384671.633608:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.633613:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767384671.633613:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000040:2.0:1767384671.633616:0:39798:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000000cef5c61) refs 2 00000020:00000001:1.0:1767384671.633618:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.633619:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1767384671.633623:0:39798:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1767384671.633624:0:16800:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:2.0:1767384671.633625:0:39798:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.633628:0:16800:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:2.0:1767384671.633629:0:39798:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.633633:0:16800:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767384671.633635:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000523485b2. 00010000:00010000:1.0:1767384671.633636:0:16800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000040:00000010:2.0:1767384671.633641:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004c03a500. 00000020:00000010:2.0:1767384671.633646:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000054cc289. 00010000:00010000:1.0:1767384671.633648:0:16800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ea89eab7 already unused, calling callback (000000001582b397) 00000020:00000010:2.0:1767384671.633650:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fcd95856. 10000000:00000001:1.0:1767384671.633652:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00040000:00000010:2.0:1767384671.633655:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b2c278d2. 10000000:00010000:1.0:1767384671.633656:0:16800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00040000:00000010:2.0:1767384671.633661:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086451261. 00010000:00000001:1.0:1767384671.633667:0:16800:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000010:2.0:1767384671.633668:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005b78aa92. 00010000:00000001:1.0:1767384671.633670:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767384671.633672:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083532ac0. 00000020:00000001:1.0:1767384671.633673:0:16800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384671.633676:0:39798:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.633677:0:16800:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ea89eab7 refcount=3 00000020:00000010:2.0:1767384671.633680:0:39798:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000e719d78c. 00000020:00000001:1.0:1767384671.633681:0:16800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867406336 : -117139842145280 : ffff95764151e400) 00000020:00000001:2.0:1767384671.633684:0:39798:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.633685:0:16800:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867406336 : -117139842145280 : ffff95764151e400) 00000020:00000010:2.0:1767384671.633690:0:39798:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000e8a4839b. 00010000:00000001:1.0:1767384671.633691:0:16800:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384671.633695:0:16800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384671.633696:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c588c18c : new refcount 5 00000020:00000010:2.0:1767384671.633702:0:39798:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 0000000038763c60. 10000000:00000001:1.0:1767384671.633704:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000010:00000001:2.0:1767384671.633707:0:39798:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:00010000:1.0:1767384671.633707:0:16800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.633712:0:39798:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384671.633715:0:39798:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:01000000:1.0:1767384671.633717:0:16800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384671.633718:0:39798:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384671.633723:0:39798:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:01000000:1.0:1767384671.633723:0:16800:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000100:00100000:2.0:1767384671.633726:0:39798:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:00000001:1.0:1767384671.633726:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384671.633728:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000000cef5c61) refs 1 00000100:00000040:2.0:1767384671.633731:0:39798:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:01000000:1.0:1767384671.633732:0:16800:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:2.0:1767384671.633737:0:39798:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000001:1.0:1767384671.633737:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384671.633741:0:39798:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 10000000:00000001:1.0:1767384671.633741:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384671.633744:0:39798:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:00000001:1.0:1767384671.633745:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384671.633748:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:00000001:1.0:1767384671.633749:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384671.633752:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384671.633753:0:39798:0:(obd_class.h:1226:obd_import_event()) Process leaving 10000000:00000001:1.0:1767384671.633753:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384671.633756:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384671.633757:0:39798:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:00000001:1.0:1767384671.633759:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00080000:2.0:1767384671.633760:0:39798:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 10000000:00000001:1.0:1767384671.633761:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384671.633765:0:39798:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384671.633765:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384671.633769:0:39798:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384671.633769:0:16800:0:(genops.c:898:class_export_put()) PUTting export 0000000086403395 : new refcount 11 10000000:00000010:1.0:1767384671.633773:0:16800:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000000cef5c61. 00000020:00000001:2.0:1767384671.633778:0:39798:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1767384671.633779:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384671.633780:0:39798:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384671.633782:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.633784:0:39798:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00010000:00000001:1.0:1767384671.633786:0:16800:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384671.633788:0:39798:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00000001:1.0:1767384671.633790:0:16800:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384671.633791:0:39798:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000001:1.0:1767384671.633794:0:16800:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1767384671.633798:0:39798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb5e90c9. 00010000:00000001:1.0:1767384671.633798:0:16800:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.633803:0:16800:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.633804:0:39798:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384671.633807:0:16800:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ea89eab7 with handle 0x1c01179f271edae7 from hash 00000100:00000001:2.0:1767384671.633809:0:39798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767384671.633811:0:16800:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384671.633813:0:39798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767384671.633814:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.633816:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.633817:0:16800:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384671.633818:0:39798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.633819:0:16800:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384671.633822:0:16800:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 02000000:00000010:2.0:1767384671.633826:0:39798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2c278d2. 00010000:00000001:1.0:1767384671.633826:0:16800:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384671.633828:0:16800:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384671.633833:0:39798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384671.633835:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020fce1c2. 00000100:00000001:2.0:1767384671.633836:0:39798:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626929598929920 : -117144110621696 : ffff957542e61c00) 00000020:00000040:1.0:1767384671.633841:0:16800:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00080000:2.0:1767384671.633842:0:39798:0:(import.c:65:import_set_state_nolock()) 00000000a293add3 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1767384671.633847:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384671.633848:0:39798:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384671.633849:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384671.633852:0:39798:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.633855:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.633861:0:39798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb5e90c9] to pc [ptlrpcd_rcv+-1] req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384671.633861:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2a18576. 00000100:00000001:1.0:1767384671.633868:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.633873:0:16800:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384671.633878:0:16800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384671.633883:0:16800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384671.633884:0:16800:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.633887:0:39798:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.633887:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384671.633889:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.633897:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020fce1c2] to pc [ptlrpcd_00_03+3] req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.633924:0:16800:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384671.633926:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.633927:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.633928:0:16800:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.633930:0:16800:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384671.633932:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.633934:0:16800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.633938:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384671.633939:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384671.633942:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384671.633943:0:16800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 00000000ea89eab7/0x1c01179f271edae7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271edaee expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.633948:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384671.633957:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.633960:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.633965:0:16800:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384671.633967:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.633968:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:1.0:1767384671.633973:0:16800:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005580948d. 00000100:00000001:2.0:1767384671.633975:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.633979:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.633980:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384671.633982:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384671.633982:0:16800:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.633990:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384671.633990:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.633992:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384671.633992:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384671.634008:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.634008:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.634026:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767384671.634028:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020fce1c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037663488:0@lo:103: 00000020:00000001:1.0:1767384671.634029:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384671.634037:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384671.634037:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.634038:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384671.634062:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384671.634070:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.634070:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384671.634077:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384671.634083:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.634090:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767384671.634092:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767384671.634099:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086451261. 00000100:00000001:3.0:1767384671.634105:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384671.634106:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.634113:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.634116:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007038a696. 02000000:00000001:3.0:1767384671.634119:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384671.634123:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 02000000:00000001:3.0:1767384671.634124:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384671.634133:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384671.634136:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037663488, portal 18 00000100:00100000:3.0:1767384671.634140:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb5e90c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16162:1853237037663360:0@lo:39: 00000100:00000001:2.0:1767384671.634142:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.634147:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934868489344 : -117138841062272 : ffff95767cfd3480) 00000100:00000001:3.0:1767384671.634151:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384671.634159:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384671.634161:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384671.634171:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.634176:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384671.634177:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384671.634187:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0821635. 00000100:00000040:2.0:1767384671.634187:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384671.634194:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.634195:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000100:00000200:2.0:1767384671.634209:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037663488, offset 0 00000400:00000010:3.0:1767384671.634212:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000064f8bb0. 00000400:00000200:2.0:1767384671.634219:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384671.634230:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384671.634231:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083693462. 00000100:00000200:3.0:1767384671.634247:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037663360, portal 10 00000400:00000200:2.0:1767384671.634257:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f508500 00000100:00000001:3.0:1767384671.634258:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384671.634267:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598929920 : -117144110621696 : ffff957542e61c00) 00000400:00000200:2.0:1767384671.634274:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 00000100:00000040:3.0:1767384671.634279:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.634282:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.634303:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384671.634304:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384671.634314:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384671.634316:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384671.634320:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6cbe0e7. 00000100:00000040:3.0:1767384671.634353:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384671.634359:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000730348e2. 00000100:00000040:2.0:1767384671.634360:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000c6cbe0e7 x1853237037663488 msgsize 328 00000100:00000200:3.0:1767384671.634368:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037663360, offset 0 00000100:00100000:2.0:1767384671.634375:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384671.634394:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384671.634398:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.634416:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d80ab59 00000400:00000200:3.0:1767384671.634417:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384671.634420:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d80ab59. 00000100:00000001:1.0:1767384671.634426:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384671.634429:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384671.634432:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037663488 00000100:00000200:2.0:1767384671.634435:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384671.634437:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384671.634440:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.634443:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.634450:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f508480 02000000:00000001:1.0:1767384671.634452:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384671.634461:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037663488 00000100:00000001:2.0:1767384671.634462:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384671.634468:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384671.634470:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384671.634471:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:1.0:1767384671.634480:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384671.634482:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12056 00000020:00000040:1.0:1767384671.634484:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000020:00000001:1.0:1767384671.634498:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:1.0:1767384671.634506:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000400:00000200:3.0:1767384671.634509:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384671.634510:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384671.634517:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbc36d4a. 00000400:00000200:3.0:1767384671.634520:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384671.634528:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384671.634537:0:16162:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384671.634537:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbc36d4a. 00000100:00000001:2.0:1767384671.634542:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384671.634546:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384671.634548:0:16166:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384671.634550:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aeef173d. 00000100:00000010:3.0:1767384671.634556:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fd28c6. 00000020:00000010:1.0:1767384671.634558:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d6017c4. 00000100:00000001:2.0:1767384671.634559:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384671.634567:0:16162:0:(events.c:337:request_in_callback()) incoming req@00000000c9fd28c6 x1853237037663360 msgsize 224 00000020:00000010:1.0:1767384671.634569:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000001:2.0:1767384671.634570:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294960451 00000100:00100000:3.0:1767384671.634582:0:16162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384671.634583:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb763e3e. 00000100:00000040:1.0:1767384671.634585:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384671.634602:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384671.634604:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384671.634605:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384671.634609:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384671.634611:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.634613:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294960451 00010000:00000001:1.0:1767384671.634614:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384671.634617:0:16162:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384671.634619:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b5c1373. 00010000:00000001:1.0:1767384671.634619:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.634622:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384671.634625:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384671.634625:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac004cba refcount=3 00000400:00000200:3.0:1767384671.634628:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000730348e2 00000100:00000001:2.0:1767384671.634631:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294960451 00000020:00000001:1.0:1767384671.634632:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793920 : -117139801757696 : ffff957643ba2800) 00000400:00000010:3.0:1767384671.634635:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000730348e2. 00000100:00000010:2.0:1767384671.634640:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ab5cd23. 00010000:00000001:1.0:1767384671.634642:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793920 : -117139801757696 : ffff957643ba2800) 00000100:00000001:3.0:1767384671.634646:0:16162:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384671.634647:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384671.634648:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00010000:00000001:1.0:1767384671.634657:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.634661:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.634663:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294960451 00000100:00000200:3.0:1767384671.634665:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.634671:0:16812:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384671.634672:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384671.634674:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ad2e43b. 00000100:00100000:0.0:1767384671.634679:0:16812:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037663360 02000000:00000001:0.0:1767384671.634691:0:16812:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384671.634692:0:16166:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384671.634694:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.634699:0:16812:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384671.634701:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384671.634704:0:16812:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.634706:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384671.634712:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.634712:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.634722:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.634724:0:16812:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.634733:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384671.634742:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384671.634742:0:16812:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037663360 00000100:00000001:2.0:1767384671.634744:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.634746:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.634758:0:16812:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384671.634761:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384671.634762:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384671.634763:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384671.634766:0:16812:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb18 00000100:00000040:1.0:1767384671.634773:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000001:0.0:1767384671.634777:0:16812:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384671.634780:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.634780:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.634782:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626929598934400 : -117144110617216 : ffff957542e62d80) 00000020:00000040:0.0:1767384671.634784:0:16812:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000013126cc2 refcount=5 00000100:00000001:2.0:1767384671.634791:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384671.634800:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3637 usecs (4 jiffies) 00000020:00000001:0.0:1767384671.634801:0:16812:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:2.0:1767384671.634802:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384671.634802:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6cbe0e7 x1853237037663488/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.634810:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960437 00000100:00000001:2.0:1767384671.634810:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.634817:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.634822:0:16812:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933943955456 : -117139765596160 : ffff957645e1f000) 00000100:00000001:3.0:1767384671.634826:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960451 00000100:00000001:2.0:1767384671.634827:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.634845:0:16812:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384671.634846:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960437 00000100:00000001:1.0:1767384671.634848:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384671.634857:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960451 00000100:00000001:3.0:1767384671.634860:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960437 00000020:00000010:0.0:1767384671.634863:0:16812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3bfc436. 00000100:00000001:3.0:1767384671.634864:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960451 00000020:00000010:1.0:1767384671.634864:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbc36d4a. 00000100:00000001:0.0:1767384671.634875:0:16812:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384671.634877:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960437 00000100:00000001:1.0:1767384671.634877:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384671.634890:0:16812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3bfc436. 00000100:00000001:3.0:1767384671.634898:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960451 00000020:00000010:1.0:1767384671.634899:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbc36d4a. 00000020:00000010:0.0:1767384671.634902:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013ce82a1. 00000100:00000001:3.0:1767384671.634912:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384671.634913:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6cbe0e7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16166:x1853237037663488:12345-0@lo:103: 00000020:00000010:0.0:1767384671.634914:0:16812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000323c66d2. 00000020:00000010:0.0:1767384671.634928:0:16812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000278999d0. 00000100:00000001:3.0:1767384671.634933:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384671.634934:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037663488 00010000:00000001:1.0:1767384671.634939:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1767384671.634950:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:1.0:1767384671.634950:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384671.634956:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000040:0.0:1767384671.634959:0:16812:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384671.634963:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.634964:0:16812:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384671.634966:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384671.634969:0:16812:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384671.634974:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384671.634977:0:16812:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384671.634979:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fb3aba45. 00000100:00000001:3.0:1767384671.634983:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384671.634984:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.634988:0:16812:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.634991:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.634992:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1767384671.634998:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384671.635001:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384671.635002:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384671.635006:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384671.635009:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384671.635011:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384671.635011:0:16812:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384671.635034:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac004cba refcount=3 00000020:00000001:1.0:1767384671.635043:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907793920 : -117139801757696 : ffff957643ba2800) 00000100:00000001:3.0:1767384671.635044:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.635050:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384671.635053:0:16812:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384671.635059:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384671.635061:0:16812:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384671.635063:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.635063:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907793920 : -117139801757696 : ffff957643ba2800) 00000100:00100000:2.0:1767384671.635075:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00000040:1.0:1767384671.635079:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 6 00010000:00000001:1.0:1767384671.635084:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384671.635085:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000013126cc2 : new rpc_count 1 00000100:00000001:0.0:1767384671.635086:0:16812:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.635089:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1767384671.635101:0:16812:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.635102:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855694336 : -117138853857280 : ffff95767c39f800) 00010000:00000001:1.0:1767384671.635102:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384671.635109:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.635116:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.635121:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9fd28c6 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:652/0 lens 224/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.635122:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384671.635125:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384671.635130:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.635133:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.635137:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.635140:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.635141:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384671.635143:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac004cba with handle 0x1c01179f271edaee from hash 00000020:00000010:2.0:1767384671.635145:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f9873ae. 00010000:00000001:1.0:1767384671.635149:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384671.635150:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384671.635151:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384671.635153:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f9873ae. 00010000:00000001:1.0:1767384671.635153:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.635157:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:2.0:1767384671.635160:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9fd28c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16162:x1853237037663360:12345-0@lo:39: 00010000:00000001:1.0:1767384671.635160:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384671.635164:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384671.635167:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037663360 00010000:00010000:1.0:1767384671.635169:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ac004cba/0x1c01179f271edaee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271edae7 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384671.635171:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384671.635176:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:1.0:1767384671.635177:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 9 00000020:00000001:2.0:1767384671.635178:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.635180:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000020:00000001:2.0:1767384671.635182:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384671.635185:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669482336 : -1040069280 : ffffffffc201cd60) 00010000:00000001:1.0:1767384671.635186:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384671.635189:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384671.635190:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1767384671.635192:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.635193:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:2.0:1767384671.635196:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1767384671.635197:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384671.635199:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384671.635201:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.635202:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.635204:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1767384671.635206:0:16813:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00010000:1.0:1767384671.635207:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384671.635209:0:16813:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:1.0:1767384671.635210:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.635212:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384671.635215:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384671.635216:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384671.635219:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384671.635220:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007bc6a408. 00000100:00001000:1.0:1767384671.635223:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=101 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384671.635224:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.635228:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.635231:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767384671.635233:0:16813:0:(genops.c:887:class_export_get()) GET export 0000000013126cc2 refcount=6 00000100:00000040:1.0:1767384671.635235:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:2.0:1767384671.635237:0:16813:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:1.0:1767384671.635238:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000004:00000001:2.0:1767384671.635241:0:16813:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 02000000:00000001:1.0:1767384671.635242:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384671.635244:0:16813:0:(genops.c:887:class_export_get()) GET export 0000000013126cc2 refcount=7 02000000:00000001:1.0:1767384671.635245:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.635247:0:16813:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:1.0:1767384671.635249:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384671.635250:0:16813:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000040:1.0:1767384671.635253:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384671.635254:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 6 00000020:00000080:2.0:1767384671.635257:0:16813:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271edb18 00000400:00000010:1.0:1767384671.635258:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000020:00000040:2.0:1767384671.635260:0:16813:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000013126cc2 with handle 0x1c01179f271edb18 from hash 00000100:00000200:1.0:1767384671.635263:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037663488, offset 224 00000020:00000040:2.0:1767384671.635265:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 5 00000400:00000200:1.0:1767384671.635269:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384671.635274:0:16813:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384671.635277:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 4 00000020:00000001:2.0:1767384671.635278:0:16813:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384671.635280:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 3 00000400:00000200:1.0:1767384671.635282:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384671.635283:0:16813:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.635288:0:16813:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384671.635289:0:16813:0:(import.c:65:import_set_state_nolock()) 00000000a223521a : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384671.635291:0:16813:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384671.635294:0:16813:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000400:00000200:1.0:1767384671.635295:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f508500 00000100:00000001:2.0:1767384671.635296:0:16813:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000400:00000200:1.0:1767384671.635301:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2185 [1] + 224 00000400:00000200:1.0:1767384671.635305:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384671.635308:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384671.635354:0:16813:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384671.635361:0:16813:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384671.635365:0:16813:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000007276e7 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384671.635368:0:16813:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000013126cc2 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384671.635372:0:16813:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a dirty 0 pend 0 grant 0 00000004:00000001:2.0:1767384671.635378:0:16813:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:2.0:1767384671.635383:0:16813:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1767384671.635384:0:16813:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384671.635386:0:16813:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384671.635389:0:16813:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384671.635393:0:16813:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 6 00000001:00000001:2.0:1767384671.635396:0:16813:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384671.635401:0:16813:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 5 00000020:00000040:2.0:1767384671.635404:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 2 00000001:00000001:2.0:1767384671.635406:0:16813:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384671.635407:0:16813:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 4 00000001:00000001:2.0:1767384671.635412:0:16813:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384671.635415:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 1 00000004:00000001:2.0:1767384671.635418:0:16813:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.635420:0:16813:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.635424:0:16813:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.635427:0:16813:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384671.635431:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037663360 00010000:00000001:2.0:1767384671.635436:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384671.635454:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9fd28c6 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384671.635465:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384671.635470:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384671.635474:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068edb467 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.635480:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384671.635484:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 22 to 0@lo 00000100:00000001:2.0:1767384671.635487:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:2.0:1767384671.635491:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384671.635494:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.635495:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384671.635501:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.635502:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384671.635506:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384671.635512:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384671.635519:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000100:00000200:2.0:1767384671.635524:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037663360, offset 224 00000400:00000200:2.0:1767384671.635532:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384671.635548:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384671.635561:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f508480 00000400:00000200:2.0:1767384671.635569:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x218d [1] + 224 00000400:00000200:2.0:1767384671.635573:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.635581:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384671.635587:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384671.635594:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384671.635604:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.635632:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.635639:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d80ab59 00000400:00000010:2.0:1767384671.635644:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d80ab59. 00000100:00000001:2.0:1767384671.635652:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384671.635655:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384671.635659:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.635666:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 21 to 0@lo 00010000:00000001:2.0:1767384671.635668:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384671.635671:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.635672:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384671.635681:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384671.635683:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.635685:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384671.635691:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9fd28c6 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.635692:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384671.635705:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384671.635712:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384671.635723:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000064f8bb0. 00000400:00000200:0.0:1767384671.635738:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083693462 00000100:00100000:2.0:1767384671.635745:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9fd28c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:16162:x1853237037663360:12345-0@lo:39: Request processed in 597us (1170us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384671.635753:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083693462. 00000100:00000040:1.0:1767384671.635759:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384671.635763:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384671.635767:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384671.635770:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000013126cc2 : new rpc_count 0 00000100:00000001:2.0:1767384671.635778:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384671.635782:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384671.635786:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384671.635788:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000323c66d2. 00000020:00000010:2.0:1767384671.635796:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000278999d0. 00000100:00000001:1.0:1767384671.635798:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384671.635808:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013ce82a1. 00000400:00000200:1.0:1767384671.635810:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000400:00000010:1.0:1767384671.635820:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000020:00000040:2.0:1767384671.635821:0:16813:0:(genops.c:898:class_export_put()) PUTting export 0000000013126cc2 : new refcount 0 00000020:00000080:2.0:1767384671.635831:0:16813:0:(genops.c:904:class_export_put()) final put 0000000013126cc2/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:1.0:1767384671.635832:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384671.635839:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384671.635847:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384671.635849:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.635856:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.635857:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384671.635858:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 20 to 0@lo 00000100:00000001:3.0:1767384671.635868:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384671.635875:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384671.635883:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384671.635886:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384671.635893:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384671.635901:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6cbe0e7 x1853237037663488/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384671.635902:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007038a696. 00000020:00000001:2.0:1767384671.635903:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:0.0:1767384671.635904:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000080:2.0:1767384671.635915:0:8:0:(genops.c:863:class_export_destroy()) destroying export 0000000013126cc2/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:0.0:1767384671.635915:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384671.635923:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da0c993 00000100:00000001:0.0:1767384671.635929:0:16162:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384671.635934:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 19 to 0@lo 00000400:00000010:3.0:1767384671.635940:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da0c993. 00000020:00000001:2.0:1767384671.635941:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 02000000:00000001:0.0:1767384671.635941:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000001:2.0:1767384671.635955:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00100000:1.0:1767384671.635957:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6cbe0e7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+14:16166:x1853237037663488:12345-0@lo:103: Request processed in 1094us (1581us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384671.635957:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384671.635959:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384671.635968:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.635973:0:8:0:(genops.c:1229:class_import_get()) import 00000000a223521a refcount=2 obd=lustre-MDT0000 02000000:00000001:0.0:1767384671.635982:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384671.635983:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384671.635986:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384671.635992:0:8:0:(genops.c:1242:class_import_put()) import 00000000a223521a refcount=1 obd=lustre-MDT0000 00000100:00001000:0.0:1767384671.635996:0:16162:0:(import.c:2128:obd_at_measure()) add 5 to 00000000086f1ba5 time=95 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384671.635997:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000001:2.0:1767384671.636002:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384671.636010:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384671.636027:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000020:00000040:2.0:1767384671.636032:0:8:0:(genops.c:1242:class_import_put()) import 00000000a223521a refcount=0 obd=lustre-MDT0000 00000100:00000001:1.0:1767384671.636032:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384671.636035:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 0000000007a8324e time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.636040:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384671.636045:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000a223521a 00000020:00000010:1.0:1767384671.636049:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d6017c4. 00000100:00000001:0.0:1767384671.636056:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384671.636060:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000001:2.0:1767384671.636061:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384671.636062:0:16162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384671.636070:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000df76c92c. 00000020:00000010:1.0:1767384671.636076:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aeef173d. 00010000:00000001:0.0:1767384671.636077:0:16162:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384671.636081:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000200:3.0:1767384671.636090:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384671.636093:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000001:0.0:1767384671.636093:0:16162:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.636094:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000001:00000010:2.0:1767384671.636108:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009128c01a. 00000100:00000001:1.0:1767384671.636111:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.636112:0:16162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384671.636120:0:16162:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000001:00000010:2.0:1767384671.636123:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005aa7fa59. 00000001:00000010:2.0:1767384671.636133:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007ca9d56f. 00000100:00000001:0.0:1767384671.636137:0:16162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384671.636142:0:16162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.636154:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000010:2.0:1767384671.636157:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000032e58bfe. 00000100:00000001:3.0:1767384671.636160:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384671.636163:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384671.636165:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008bc5aa8c. 00000100:00000001:3.0:1767384671.636173:0:16166:0:(client.c:1578:after_reply()) Process entered 00000001:00000010:2.0:1767384671.636176:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000088ebb4cb. 02000000:00000001:3.0:1767384671.636182:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384671.636191:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:2.0:1767384671.636192:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:0.0:1767384671.636195:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384671.636201:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:3.0:1767384671.636203:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.636206:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:2.0:1767384671.636208:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000001:3.0:1767384671.636211:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.636218:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384671.636220:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000044710133. 00000100:00001000:3.0:1767384671.636223:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=101 v=5 (5 0 0 0) 00000100:00080000:0.0:1767384671.636227:0:16162:0:(import.c:65:import_set_state_nolock()) 00000000a293add3 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000001:00000010:2.0:1767384671.636229:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc4a8fdc. 00000100:00000001:0.0:1767384671.636246:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384671.636247:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1cbb5d0. 00000100:00001000:3.0:1767384671.636248:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384671.636253:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384671.636259:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384671.636261:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004710798f. 00000100:00000001:3.0:1767384671.636263:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384671.636266:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384671.636276:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384671.636277:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006c57c451. 00010000:00000001:3.0:1767384671.636292:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000010:2.0:1767384671.636293:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c717129c. 00000100:00000040:0.0:1767384671.636295:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384671.636304:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.636361:0:39798:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384671.636373:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:1.0:1767384671.636374:0:39798:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:3.0:1767384671.636378:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.636381:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00080000:1.0:1767384671.636382:0:39798:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00000001:2.0:1767384671.636390:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:1.0:1767384671.636395:0:39798:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000040:3.0:1767384671.636400:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384671.636400:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000009da8595f. 00000100:00100000:0.0:1767384671.636401:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cb5e90c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16162:1853237037663360:0@lo:39: 00000100:00100000:1.0:1767384671.636408:0:39798:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384671.636416:0:8:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384671.636432:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000007276e7 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384671.636448:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4c0f10ca-8dcd-4af4-a42d-39e7be246612/00000000a7f9a98a dirty 0 pend 0 grant 0 00000004:00000001:2.0:1767384671.636464:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.636473:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.636483:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 9 - export 00000100:00000001:1.0:1767384671.636493:0:39798:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1767384671.636496:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000013126cc2. 00000100:00100000:1.0:1767384671.636499:0:39798:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000001:3.0:1767384671.636507:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384671.636508:0:39798:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000001:2.0:1767384671.636513:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384671.636519:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:3.0:1767384671.636524:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000080:2.0:1767384671.636524:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a223521a for lustre-MDT0000 00000100:00000001:1.0:1767384671.636524:0:39798:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384671.636531:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.636531:0:39798:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000040:2.0:1767384671.636533:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 18 to 0@lo 00000100:00000001:1.0:1767384671.636537:0:39798:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000020:00000040:2.0:1767384671.636545:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 8 - import 00000100:00000001:1.0:1767384671.636545:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384671.636551:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384671.636554:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a223521a. 00000100:00000040:3.0:1767384671.636555:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.636556:0:39798:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384671.636561:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384671.636566:0:39798:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:2.0:1767384671.636569:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:0.0:1767384671.636578:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb5e90c9 x1853237037663360/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.636579:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767384671.636588:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384671.636595:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:3.0:1767384671.636609:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020fce1c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037663488:0@lo:103: 00000100:00000001:0.0:1767384671.636611:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384671.636617:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384671.636622:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384671.636623:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0821635. 00000100:00000001:3.0:1767384671.636632:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384671.636632:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384671.636637:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384671.636640:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020fce1c2 x1853237037663488/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384671.636640:0:16162:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384671.636646:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384671.636651:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2c278d2. 02000000:00000001:0.0:1767384671.636660:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384671.636665:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384671.636666:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767384671.636667:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb5e90c9. 02000000:00000001:3.0:1767384671.636675:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384671.636676:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384671.636681:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384671.636683:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086451261. 00000100:00000001:0.0:1767384671.636684:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384671.636695:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384671.636695:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384671.636699:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384671.636702:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000100:00000001:0.0:1767384671.636709:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.636710:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384671.636714:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384671.636716:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2a18576. 00000100:00000001:0.0:1767384671.636717:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.636728:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384671.636732:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384671.636735:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020fce1c2. 00000100:00000001:3.0:1767384671.636741:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384671.636744:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.636747:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.636755:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384671.636758:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.636761:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.636764:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384671.637000:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384671.637002:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384671.637003:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:1.1:1767384671.637337:0:39798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ea89eab7. 00000001:00000001:1.0:1767384671.637414:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.637416:0:39798:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384671.637419:0:39798:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384671.637420:0:39798:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384671.637421:0:39798:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 0000000038763c60. 00000020:00000001:1.0:1767384671.637425:0:39798:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384671.637427:0:39798:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000e8a4839b. 00000020:00000010:1.0:1767384671.637429:0:39798:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 0000000096c8e0b9. 00000020:00000010:1.0:1767384671.637431:0:39798:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 000000003210b19e. 00000020:00000010:1.0:1767384671.637434:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aeef173d. 00000020:00000010:1.0:1767384671.637436:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000251919ba. 00000040:00000010:1.0:1767384671.637438:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a42dbea1. 00000020:00000010:1.0:1767384671.637441:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b70418c. 00000020:00000010:1.0:1767384671.637444:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015bf7f8b. 00000020:00000010:1.0:1767384671.637447:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000335488d1. 80000000:00000010:1.0:1767384671.637450:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006059c0ff. 40000000:00000010:1.0:1767384671.637452:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bbc36d4a. 00100000:00000010:1.0:1767384671.637455:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ffe718a. 00040000:00000010:1.0:1767384671.637458:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000054447add. 00040000:00000010:1.0:1767384671.637460:0:39798:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000381a20b1. 00040000:00000010:1.0:1767384671.637463:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e2a18576. 00080000:00000010:1.0:1767384671.637466:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000921465c. 00000004:00000010:1.0:1767384671.637469:0:39798:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001aa32ce9. 00000004:00000010:1.0:1767384671.637472:0:39798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c9a6d889. 00000004:00000010:1.0:1767384671.637475:0:39798:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000844c3790. 00002000:00000010:1.0:1767384671.637478:0:39798:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000025db7ab1. 00000004:00000010:1.0:1767384671.637481:0:39798:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000189a35fa. 00000020:00000010:1.0:1767384671.637484:0:39798:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000013b25089. 00000020:00000001:1.0:1767384671.637487:0:39798:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384671.637490:0:39798:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 000000008351062e. 00000020:00000001:1.0:1767384671.637491:0:39798:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384671.637493:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034a492cf. 00000020:00000010:1.0:1767384671.637494:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef0025c6. 00000040:00000010:1.0:1767384671.637496:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067ad1f74. 00000020:00000010:1.0:1767384671.637498:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb558190. 00000020:00000010:1.0:1767384671.637500:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001096027b. 00040000:00000010:1.0:1767384671.637501:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c61fd03. 00040000:00000010:1.0:1767384671.637502:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000088060966. 00080000:00000010:1.0:1767384671.637505:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000040e1b1ae. 10000000:00000001:1.0:1767384671.637506:0:39798:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384671.637507:0:39798:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384671.637509:0:39798:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384671.637509:0:39798:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384671.637511:0:39798:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384671.637512:0:39798:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000ddff33c0) refs 3 10000000:00000001:1.0:1767384671.637513:0:39798:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384671.637514:0:39798:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446626934855250432 : -117138854301184 : ffff95767c333200) 10000000:00000001:1.0:1767384671.637516:0:39798:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384671.637517:0:39798:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1c01179f271eda62 00010000:00000001:1.0:1767384671.637519:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.637520:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.637521:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000068486f91 refcount=2 00000020:00000001:1.0:1767384671.637522:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867412480 : -117139842139136 : ffff95764151fc00) 00010000:00000001:1.0:1767384671.637524:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867412480 : -117139842139136 : ffff95764151fc00) 00010000:00000001:1.0:1767384671.637525:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.637527:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.637528:0:39798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637534:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.637535:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.637536:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.637536:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.637537:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000068486f91 refcount=3 00000020:00000001:1.0:1767384671.637538:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867412480 : -117139842139136 : ffff95764151fc00) 00010000:00000001:1.0:1767384671.637539:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867412480 : -117139842139136 : ffff95764151fc00) 00010000:00000001:1.0:1767384671.637541:0:39798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384671.637541:0:39798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637545:0:39798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384671.637546:0:39798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637549:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.637550:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384671.637551:0:39798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637554:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.637555:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637556:0:39798:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384671.637558:0:39798:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007c0e5204. 00010000:00000001:1.0:1767384671.637559:0:39798:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384671.637569:0:39798:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384671.637571:0:39798:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637572:0:39798:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637574:0:39798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384671.637575:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.637576:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384671.637577:0:39798:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384671.637578:0:39798:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1c01179f271ede67 00010000:00000001:1.0:1767384671.637579:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.637580:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.637582:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=2 00000020:00000001:1.0:1767384671.637583:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:1.0:1767384671.637584:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:1.0:1767384671.637586:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.637587:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.637588:0:39798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637591:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.637592:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.637593:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.637593:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.637594:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=3 00000020:00000001:1.0:1767384671.637595:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:1.0:1767384671.637596:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 00010000:00000001:1.0:1767384671.637598:0:39798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384671.637598:0:39798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637602:0:39798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384671.637604:0:39798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637608:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.637608:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384671.637609:0:39798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637613:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.637615:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637616:0:39798:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384671.637618:0:39798:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007ae6a8fa. 00010000:00000001:1.0:1767384671.637621:0:39798:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384671.637630:0:39798:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:1.0:1767384671.637632:0:39798:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637633:0:39798:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637634:0:39798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384671.637635:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.637637:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384671.637638:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384671.637639:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384671.637643:0:39798:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 2 00000020:00000001:3.0:1767384671.637645:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384671.637647:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384671.637650:0:39798:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00010000:3.0:1767384671.637657:0:16800:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:00000040:1.0:1767384671.637658:0:39798:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1c01179f271edad9 00010000:00000001:1.0:1767384671.637666:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384671.637667:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384671.637669:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384671.637670:0:16800:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:2.0:1767384671.637671:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.637672:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f5ce996 refcount=2 00010000:00000001:3.0:1767384671.637680:0:16800:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384671.637680:0:16799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:1.0:1767384671.637681:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889187328 : -117139820364288 : ffff9576429e3e00) 00010000:00000001:1.0:1767384671.637690:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889187328 : -117139820364288 : ffff9576429e3e00) 00010000:00010000:3.0:1767384671.637692:0:16800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637693:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.637697:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.637703:0:39798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637736:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384671.637739:0:16800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000068486f91 already unused, calling callback (000000001582b397) 00010000:00000001:1.0:1767384671.637739:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.637744:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:3.0:1767384671.637754:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384671.637754:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.637762:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f5ce996 refcount=3 10000000:00010000:3.0:1767384671.637764:0:16800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384671.637766:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889187328 : -117139820364288 : ffff9576429e3e00) 00010000:00000001:1.0:1767384671.637772:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889187328 : -117139820364288 : ffff9576429e3e00) 00010000:00000001:1.0:1767384671.637782:0:39798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384671.637786:0:39798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384671.637808:0:16800:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384671.637814:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384671.637821:0:39798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:3.0:1767384671.637824:0:16800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1767384671.637825:0:39798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384671.637832:0:16800:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000068486f91 refcount=3 00010000:00000001:1.0:1767384671.637837:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384671.637845:0:16800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867412480 : -117139842139136 : ffff95764151fc00) 00010000:00000001:1.0:1767384671.637846:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384671.637851:0:39798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384671.637856:0:16800:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867412480 : -117139842139136 : ffff95764151fc00) 00010000:00000001:1.0:1767384671.637859:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.637863:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637870:0:39798:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384671.637871:0:16800:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:1.0:1767384671.637874:0:39798:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000e561849. 00010000:00010000:3.0:1767384671.637879:0:16800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.637879:0:39798:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384671.637882:0:39798:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384671.637887:0:39798:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637892:0:39798:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.637897:0:39798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384671.637901:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.637903:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384671.637906:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384671.637910:0:39798:0:(mgc_request.c:123:config_log_put()) log params(00000000c3d4cc4c) refs 2 10000000:00000001:1.0:1767384671.637915:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384671.637916:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:1.0:1767384671.637917:0:39798:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00010000:3.0:1767384671.637924:0:16800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000040:1.0:1767384671.637924:0:39798:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1c01179f271eda54 00010000:00000001:1.0:1767384671.637931:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.637935:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.637940:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a240a611 refcount=2 00010000:00000001:2.0:1767384671.637944:0:39799:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000020:00000001:1.0:1767384671.637948:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405312 : -117139842146304 : ffff95764151e000) 00010000:00000010:2.0:1767384671.637957:0:39799:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000b0fd2514. 00010000:00000001:1.0:1767384671.637958:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405312 : -117139842146304 : ffff95764151e000) 10000000:01000000:3.0:1767384671.637967:0:16800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:1.0:1767384671.637968:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767384671.637969:0:39799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086451261. 00010000:00000001:1.0:1767384671.637972:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384671.637977:0:39799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004710798f. 00010000:00010000:1.0:1767384671.637985:0:39798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384671.637991:0:39799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b78aa92. 10000000:01000000:3.0:1767384671.637992:0:16800:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00000001:1.0:1767384671.637992:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.637998:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384671.638005:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:2.0:1767384671.638006:0:39799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9e73095. 00010000:00000001:1.0:1767384671.638006:0:39798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.638026:0:39798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.638028:0:39798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a240a611 refcount=3 00000020:00000010:2.0:1767384671.638029:0:39799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d1cbb5d0. 00000020:00000001:1.0:1767384671.638031:0:39798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405312 : -117139842146304 : ffff95764151e000) 80000000:00000010:2.0:1767384671.638034:0:39799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095bc81a7. 10000000:00000040:3.0:1767384671.638037:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000ddff33c0) refs 3 00010000:00000001:1.0:1767384671.638037:0:39798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405312 : -117139842146304 : ffff95764151e000) 40000000:00000010:2.0:1767384671.638038:0:39799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c83957fa. 00100000:00000010:2.0:1767384671.638050:0:39799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000054cc289. 00010000:00000001:1.0:1767384671.638052:0:39798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 10000000:00000001:3.0:1767384671.638055:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:1.0:1767384671.638056:0:39798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00040000:00000010:2.0:1767384671.638057:0:39799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ac44fb3. 10000000:00000001:3.0:1767384671.638065:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384671.638065:0:39799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fc4a8fdc. 00010000:00000001:1.0:1767384671.638068:0:39798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384671.638072:0:39798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384671.638076:0:39799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006c1c876a. 00010000:00000001:3.0:1767384671.638079:0:16800:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000010:2.0:1767384671.638083:0:39799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b6cb757. 00010000:00000001:1.0:1767384671.638084:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.638090:0:16800:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767384671.638090:0:39799:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004b17d740. 00010000:00000001:1.0:1767384671.638091:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384671.638106:0:16800:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:1.0:1767384671.638107:0:39798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384671.638112:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384671.638115:0:16800:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384671.638116:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.638122:0:39798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384671.638126:0:16800:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.638127:0:39799:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384671.638127:0:39798:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.638146:0:39798:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384671.638146:0:16799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:3.0:1767384671.638147:0:16800:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000068486f91 with handle 0x1c01179f271eda62 from hash 00010000:00000001:0.0:1767384671.638156:0:16799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384671.638157:0:16800:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000010:1.0:1767384671.638158:0:39798:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000014fbe463. 00010000:00010000:0.0:1767384671.638163:0:16799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384671.638170:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.638170:0:39798:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384671.638183:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384671.638184:0:39798:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767384671.638185:0:16799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000474c83dd already unused, calling callback (000000001582b397) 00010000:00000001:3.0:1767384671.638196:0:16800:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384671.638199:0:39798:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384671.638199:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384671.638204:0:16800:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00010000:0.0:1767384671.638209:0:16799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.638211:0:39798:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.638213:0:16800:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384671.638226:0:39798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384671.638229:0:16800:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384671.638232:0:39798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.638241:0:16800:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767384671.638241:0:16799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384671.638242:0:39798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384671.638255:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384671.638255:0:16799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1767384671.638261:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ead8a7db. 00000020:00000001:0.0:1767384671.638267:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:1.0:1767384671.638268:0:39798:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000376221b0) refs 2 00000020:00000040:3.0:1767384671.638271:0:16800:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000040:0.0:1767384671.638275:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000474c83dd refcount=3 10000000:00000001:1.0:1767384671.638278:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384671.638288:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767384671.638288:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 10000000:00000001:1.0:1767384671.638289:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384671.638304:0:39798:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000046d4e5cb) refs 3 02000000:00000001:3.0:1767384671.638305:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384671.638306:0:16799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626934648833536 : -117139060718080 : ffff95766fe58600) 10000000:00000001:1.0:1767384671.638347:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384671.638353:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384671.638355:0:16799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:1.0:1767384671.638358:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:0.0:1767384671.638363:0:16799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384671.638365:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384671.638365:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384671.638373:0:39798:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000ddff33c0) refs 2 10000000:00000001:1.0:1767384671.638384:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000010:3.0:1767384671.638385:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d02feab7. 10000000:00000001:0.0:1767384671.638386:0:16799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:1.0:1767384671.638387:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00010000:0.0:1767384671.638397:0:16799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 10000000:00000040:1.0:1767384671.638398:0:39798:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000ddff33c0) refs 1 00000100:00000001:3.0:1767384671.638402:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384671.638412:0:39798:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00000001:3.0:1767384671.638416:0:16800:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 10000000:00000001:1.0:1767384671.638421:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384671.638426:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:3.0:1767384671.638428:0:16800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384671.638431:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:01000000:0.0:1767384671.638432:0:16799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384671.638438:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384671.638444:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:01000000:0.0:1767384671.638446:0:16799:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:00000001:1.0:1767384671.638447:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384671.638454:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384671.638456:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384671.638461:0:16799:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000df6bbadc) refs 1 10000000:00000001:1.0:1767384671.638463:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384671.638469:0:39798:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:01000000:0.0:1767384671.638471:0:16799:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:1.0:1767384671.638475:0:39798:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384671.638476:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384671.638477:0:16800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:1.0:1767384671.638488:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000086403395 : new refcount 10 10000000:00000001:0.0:1767384671.638488:0:16799:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384671.638490:0:16800:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384671.638502:0:39798:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000ddff33c0. 10000000:00000001:0.0:1767384671.638503:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384671.638505:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:1.0:1767384671.638508:0:39798:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384671.638515:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384671.638516:0:39798:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:0.0:1767384671.638521:0:16799:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384671.638527:0:39798:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384671.638531:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384671.638532:0:39798:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384671.638542:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ead8a7db] to pc [ptlrpcd_00_00+0] req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384671.638542:0:16799:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384671.638543:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef0025c6. 10000000:00000001:0.0:1767384671.638550:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 00000040:00000010:1.0:1767384671.638556:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000067ad1f74. 10000000:00000001:0.0:1767384671.638556:0:16799:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384671.638565:0:16799:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767384671.638568:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fb558190. 10000000:00000001:0.0:1767384671.638571:0:16799:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384671.638585:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001096027b. 00000020:00000040:0.0:1767384671.638585:0:16799:0:(genops.c:898:class_export_put()) PUTting export 0000000086403395 : new refcount 9 10000000:00000010:0.0:1767384671.638598:0:16799:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000df6bbadc. 00040000:00000010:1.0:1767384671.638599:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c61fd03. 10000000:00000001:0.0:1767384671.638620:0:16799:0:(mgc_request.c:147:config_log_put()) Process leaving 00040000:00000010:1.0:1767384671.638621:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000088060966. 10000000:00000001:0.0:1767384671.638629:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.638633:0:16800:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384671.638633:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000040e1b1ae. 00010000:00000001:0.0:1767384671.638636:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384671.638644:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384671.638644:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:1.0:1767384671.638646:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034a492cf. 00010000:00000001:3.0:1767384671.638652:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.638657:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384671.638658:0:39798:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.638659:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384671.638659:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384671.638669:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1767384671.638677:0:39798:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 000000008351062e. 00010000:00000001:3.0:1767384671.638679:0:16800:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.638680:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384671.638680:0:16799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.638685:0:39798:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.638695:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384671.638696:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000474c83dd with handle 0x1c01179f271ede67 from hash 00010000:00000001:3.0:1767384671.638702:0:16800:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.638703:0:39798:0:(obd_config.c:1053:class_get_profile()) Process entered 00010000:00000001:0.0:1767384671.638706:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384671.638720:0:39798:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 10000000:00000001:3.0:1767384671.638721:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.638721:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384671.638724:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384671.638730:0:39798:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446626934250118784 : -117139459432832 : ffff957658219e80) 00010000:00000001:0.0:1767384671.638733:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384671.638734:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.638738:0:16800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.638745:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384671.638746:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384671.638746:0:39798:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446626934250118784 : -117139459432832 : ffff957658219e80) 00010000:00000001:0.0:1767384671.638761:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384671.638762:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384671.638762:0:39798:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000ee859f05. 00010000:00000001:3.0:1767384671.638766:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.638773:0:16799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 02000000:00000001:2.0:1767384671.638778:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.638779:0:16800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 0000000068486f91/0x1c01179f271eda62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271eda69 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384671.638781:0:39798:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00010000:00000001:0.0:1767384671.638783:0:16799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1767384671.638789:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000100:00100000:2.0:1767384671.638791:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ead8a7db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037663616:0@lo:103: 00010000:00000001:0.0:1767384671.638793:0:16799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:01000000:1.0:1767384671.638796:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000010:1.0:1767384671.638809:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000038d4dd3f. 00000100:00000010:0.0:1767384671.638809:0:16799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b21a8da1. 00000100:00000001:2.0:1767384671.638813:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384671.638822:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384671.638830:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384671.638830:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:0.0:1767384671.638832:0:16799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00010000:00000001:3.0:1767384671.638838:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384671.638844:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384671.638846:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00010000:00000001:3.0:1767384671.638847:0:16800:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384671.638849:0:16799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384671.638850:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044710133. 00000020:00000080:1.0:1767384671.638850:0:39798:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00010000:00000010:3.0:1767384671.638853:0:16800:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007c0e5204. 02000000:00000001:0.0:1767384671.638857:0:16799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.638869:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384671.638870:0:39798:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000007276e7 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 02000000:00000001:0.0:1767384671.638871:0:16799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.638875:0:16800:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384671.638889:0:16799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049d2d6da. 00000020:00000001:3.0:1767384671.638893:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384671.638893:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30a4ff2. 00000100:00000001:0.0:1767384671.638901:0:16799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.638907:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000020:00080000:1.0:1767384671.638921:0:39798:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000a7f9a98a 4c0f10ca-8dcd-4af4-a42d-39e7be246612 192.168.203.33@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767384671.638922:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.638923:0:16799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000200:2.0:1767384671.638925:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037663616, portal 18 00010000:00010000:0.0:1767384671.638936:0:16799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.638937:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1767384671.638938:0:16800:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:1.0:1767384671.638944:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384671.638947:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855681792 : -117138853869824 : ffff95767c39c700) 00010000:00000001:3.0:1767384671.638954:0:16800:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00080000:1.0:1767384671.638954:0:39798:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000fec6c3e4) has exports, disconnecting them 00010000:00000001:3.0:1767384671.638968:0:16800:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1767384671.638969:0:39798:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000100:00000040:2.0:1767384671.638970:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384671.638982:0:16800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384671.638983:0:39798:0:(genops.c:887:class_export_get()) GET export 00000000007276e7 refcount=5 00010000:00010000:0.0:1767384671.638983:0:16799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767384671.638990:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384671.638996:0:39798:0:(genops.c:887:class_export_get()) GET export 00000000007276e7 refcount=6 00010000:00000001:0.0:1767384671.639006:0:16799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384671.639010:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00080000:1.0:1767384671.639025:0:39798:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000007276e7), last request at 1767384667 00000400:00000010:2.0:1767384671.639028:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000020:00000001:1.0:1767384671.639029:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000200:2.0:1767384671.639033:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037663616, offset 0 00000004:00000001:1.0:1767384671.639034:0:39798:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000001:0.0:1767384671.639038:0:16799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1767384671.639039:0:39798:0:(genops.c:887:class_export_get()) GET export 00000000007276e7 refcount=7 00000400:00000200:2.0:1767384671.639075:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384671.639077:0:16799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.639078:0:39798:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384671.639086:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384671.639091:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 6 00000100:00000040:0.0:1767384671.639097:0:16799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b21a8da1] to pc [ptlrpcd_00_01+1] req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.639098:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000080:1.0:1767384671.639102:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271edb88 00010000:00010000:3.0:1767384671.639103:0:16800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a240a611 already unused, calling callback (000000001582b397) 00000020:00000040:1.0:1767384671.639110:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000007276e7 with handle 0x1c01179f271edb88 from hash 10000000:00000001:3.0:1767384671.639119:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:1.0:1767384671.639124:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 5 00000400:00000200:2.0:1767384671.639126:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f508580 00000020:00000010:1.0:1767384671.639141:0:39798:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008e6c0d10. 10000000:00010000:3.0:1767384671.639145:0:16800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384671.639155:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000020:00000001:1.0:1767384671.639156:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384671.639164:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 4 00000020:00000001:1.0:1767384671.639175:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384671.639183:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 3 00000400:00000200:2.0:1767384671.639184:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384671.639198:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.639205:0:16799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384671.639207:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384671.639209:0:16800:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384671.639209:0:39798:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:0.0:1767384671.639210:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00080000:1.0:1767384671.639229:0:39798:0:(import.c:65:import_set_state_nolock()) 00000000c085b3e7 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384671.639230:0:16163:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384671.639239:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384671.639241:0:16800:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767384671.639241:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384671.639243:0:39798:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:0.0:1767384671.639253:0:16799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.639259:0:16800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384671.639260:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ece92945. 00000100:00000001:1.0:1767384671.639260:0:39798:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:0.0:1767384671.639261:0:16799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384671.639278:0:16800:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a240a611 refcount=3 00000100:00000001:1.0:1767384671.639278:0:39798:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000040:2.0:1767384671.639281:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000ece92945 x1853237037663616 msgsize 328 00010000:00000001:1.0:1767384671.639295:0:39798:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384671.639297:0:16799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384671.639311:0:16799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1767384671.639312:0:39798:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00100000:2.0:1767384671.639313:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384671.639314:0:16800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405312 : -117139842146304 : ffff95764151e000) 00000001:00000001:1.0:1767384671.639319:0:39798:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:3.0:1767384671.639327:0:16800:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405312 : -117139842146304 : ffff95764151e000) 00010000:00000001:0.0:1767384671.639333:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.639339:0:16800:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384671.639339:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 00000000474c83dd/0x1c01179f271ede67 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271ede6e expref: -99 pid: 16808 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384671.639347:0:39798:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.639348:0:16800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.639352:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:1.0:1767384671.639363:0:39798:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384671.639364:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000faba7cec count: 0 00000400:00000200:2.0:1767384671.639367:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000400:00000010:2.0:1767384671.639373:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000001:00000001:1.0:1767384671.639374:0:39798:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384671.639378:0:39798:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 5 00000100:00000001:2.0:1767384671.639379:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:1.0:1767384671.639384:0:39798:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384671.639386:0:39798:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 4 00000100:00000200:2.0:1767384671.639387:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384671.639392:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 2 00000001:00000001:1.0:1767384671.639398:0:39798:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384671.639402:0:39798:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 3 00000001:00000001:1.0:1767384671.639406:0:39798:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:2.0:1767384671.639407:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384671.639408:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 1 00010000:00000001:0.0:1767384671.639413:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384671.639415:0:39798:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.639417:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384671.639421:0:16800:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384671.639426:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.639426:0:16799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 10000000:00010000:3.0:1767384671.639429:0:16800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384671.639439:0:16799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007ae6a8fa. 00000020:00080000:1.0:1767384671.639443:0:39798:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000007276e7): rc 0 00010000:00000001:0.0:1767384671.639454:0:16799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.639455:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000007276e7 : new refcount 0 00000020:00000001:0.0:1767384671.639470:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000080:1.0:1767384671.639471:0:39798:0:(genops.c:904:class_export_put()) final put 00000000007276e7/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:0.0:1767384671.639479:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.639485:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384671.639486:0:16800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00010000:00010000:0.0:1767384671.639488:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384671.639491:0:39798:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384671.639499:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:01000000:3.0:1767384671.639500:0:16800:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00000001:2.0:1767384671.639500:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384671.639500:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384671.639506:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1767384671.639509:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.639511:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000004:00000001:1.0:1767384671.639511:0:39798:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000100:00000001:2.0:1767384671.639520:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384671.639521:0:39798:0:(mdt_handler.c:6442:mdt_fini()) Process entered 10000000:00000040:3.0:1767384671.639523:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000376221b0) refs 1 00010000:00010000:0.0:1767384671.639524:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384671.639531:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294960456 00000004:00000001:1.0:1767384671.639531:0:39798:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000020:00000001:0.0:1767384671.639534:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:01000000:3.0:1767384671.639538:0:16800:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000004:00000080:1.0:1767384671.639539:0:39798:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb5e04c5b7b28 00000100:00000001:2.0:1767384671.639542:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960451 00000020:00000001:0.0:1767384671.639542:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.639552:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00100000:00000001:1.0:1767384671.639555:0:39798:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00010000:00010000:0.0:1767384671.639559:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384671.639560:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294960456 10000000:00000001:3.0:1767384671.639561:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 00100000:00000001:1.0:1767384671.639562:0:39798:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384671.639575:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384671.639576:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960451 00000004:00000001:1.0:1767384671.639576:0:39798:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.639587:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 00000004:00000001:1.0:1767384671.639588:0:39798:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000100:00000001:2.0:1767384671.639589:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294960456 10000000:00000001:3.0:1767384671.639594:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384671.639596:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960451 00000004:00000010:1.0:1767384671.639600:0:39798:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000d9c5f2c7. 10000000:00000001:3.0:1767384671.639602:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384671.639602:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294960456 00000004:00000001:1.0:1767384671.639604:0:39798:0:(mdd_device.c:1194:mdd_process_config()) Process entered 10000000:00000001:3.0:1767384671.639612:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000004:00000001:1.0:1767384671.639613:0:39798:0:(lod_dev.c:979:lod_process_config()) Process entered 00000100:00000001:2.0:1767384671.639615:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960451 10000000:00000001:3.0:1767384671.639623:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384671.639625:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384671.639627:0:39798:0:(osp_dev.c:662:osp_process_config()) Process entered 10000000:00000001:3.0:1767384671.639631:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 00000004:00000001:1.0:1767384671.639631:0:39798:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000100:00000001:2.0:1767384671.639632:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.639639:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 00000004:00000040:1.0:1767384671.639640:0:39798:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff957647712000 00000100:00000001:2.0:1767384671.639641:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.639653:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.639654:0:39798:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000040:3.0:1767384671.639655:0:16800:0:(genops.c:898:class_export_put()) PUTting export 0000000086403395 : new refcount 8 00000100:00080000:1.0:1767384671.639659:0:39798:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 10000000:00000010:3.0:1767384671.639666:0:16800:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000376221b0. 00000100:00000001:2.0:1767384671.639668:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.639668:0:39798:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384671.639674:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384671.639675:0:39798:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:00000001:3.0:1767384671.639680:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00100000:1.0:1767384671.639680:0:39798:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000001:2.0:1767384671.639681:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384671.639691:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.639692:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384671.639692:0:39798:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384671.639699:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.639705:0:16800:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767384671.639710:0:16163:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384671.639710:0:39798:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767384671.639711:0:16800:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767384671.639719:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384671.639727:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000007276e7/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00010000:00000001:3.0:1767384671.639729:0:16800:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384671.639730:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.639730:0:39798:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384671.639744:0:39798:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00010000:00000001:3.0:1767384671.639747:0:16800:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384671.639747:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.639748:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:0.0:1767384671.639753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:2.0:1767384671.639758:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384671.639760:0:16800:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384671.639760:0:39798:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000001:2.0:1767384671.639762:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.639770:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384671.639776:0:16800:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a240a611 with handle 0x1c01179f271eda54 from hash 00000100:00000001:2.0:1767384671.639778:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384671.639778:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00080000:1.0:1767384671.639782:0:39798:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384671.639791:0:39798:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767384671.639792:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384671.639792:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00010000:00000001:3.0:1767384671.639793:0:16800:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:1.0:1767384671.639794:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:0.0:1767384671.639804:0:8:0:(genops.c:1229:class_import_get()) import 00000000c085b3e7 refcount=2 obd=lustre-MDT0000 00000001:00000001:1.0:1767384671.639808:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:3.0:1767384671.639809:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.639821:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384671.639822:0:8:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384671.639830:0:16800:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:0.0:1767384671.639833:0:8:0:(genops.c:1242:class_import_put()) import 00000000c085b3e7 refcount=1 obd=lustre-MDT0000 00000100:00000001:2.0:1767384671.639834:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767384671.639836:0:16800:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384671.639843:0:16800:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:2.0:1767384671.639844:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.639846:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1767384671.639854:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.639855:0:8:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384671.639862:0:16800:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:2.0:1767384671.639863:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000001:00000001:1.0:1767384671.639866:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:0.0:1767384671.639867:0:8:0:(genops.c:1242:class_import_put()) import 00000000c085b3e7 refcount=0 obd=lustre-MDT0000 00010000:00000001:3.0:1767384671.639874:0:16800:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:2.0:1767384671.639876:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384671.639879:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000c085b3e7 00000001:00000001:1.0:1767384671.639880:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1767384671.639886:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e904ac6. 02000000:00000001:2.0:1767384671.639887:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384671.639901:0:16800:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384671.639902:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767384671.639904:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b21a8da1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037663744:0@lo:103: 00000100:00000001:3.0:1767384671.639907:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000010:0.0:1767384671.639909:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000c6c545b3. 02000000:00000001:3.0:1767384671.639911:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384671.639921:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.639922:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384671.639924:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384671.639926:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.639927:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384671.639930:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0821635. 02000000:00000001:2.0:1767384671.639937:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.639939:0:39798:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000001:00000001:0.0:1767384671.639939:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:3.0:1767384671.639941:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.639945:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384671.639952:0:16800:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00080000:1.0:1767384671.639953:0:39798:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 02000000:00000010:2.0:1767384671.639954:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032e58bfe. 00000001:00000010:0.0:1767384671.639955:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c66adf86. 00010000:00010000:3.0:1767384671.639962:0:16800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384671.639964:0:39798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384671.639971:0:39798:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000001:00000010:0.0:1767384671.639974:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000002cfeb1f. 02000000:00000001:2.0:1767384671.639975:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.639985:0:39798:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384671.639995:0:39798:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.639996:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063696d3a. 00000001:00000010:0.0:1767384671.639996:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d61ff2ac. 00010000:00010000:3.0:1767384671.639998:0:16800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384671.640007:0:16800:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.640027:0:39798:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000400:00000010:2.0:1767384671.640030:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000001:1.0:1767384671.640032:0:39798:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000001:00000010:0.0:1767384671.640032:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c5931e0b. 00000100:00000001:3.0:1767384671.640034:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384671.640037:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037663744, portal 18 00000100:00000001:3.0:1767384671.640042:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384671.640042:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ff964184. 00000100:00000010:1.0:1767384671.640059:0:39798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a9aae98. 00000100:00000001:2.0:1767384671.640071:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384671.640072:0:39798:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000001:00000010:0.0:1767384671.640072:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006e9a696b. 00000100:00000040:3.0:1767384671.640075:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e904ac6] to pc [ptlrpcd_00_02+2] req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.640082:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934867971584 : -117138841580032 : ffff95767cf54e00) 00000001:00000001:0.0:1767384671.640090:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:1.0:1767384671.640092:0:39798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767384671.640102:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 02000000:00000001:1.0:1767384671.640103:0:39798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384671.640104:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384671.640121:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000001:1.0:1767384671.640123:0:39798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384671.640131:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c3e9f5ae. 02000000:00000010:1.0:1767384671.640134:0:39798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c61fd03. 00010000:00000001:3.0:1767384671.640137:0:16800:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.640143:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000010:0.0:1767384671.640145:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000048f49245. 00010000:00000001:3.0:1767384671.640151:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384671.640152:0:39798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384671.640153:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000039d3134. 00000100:00000040:2.0:1767384671.640154:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384671.640164:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384671.640169:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00010000:00000001:3.0:1767384671.640172:0:16800:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.640173:0:39798:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626934868484864 : -117138841066752 : ffff95767cfd2300) 00000001:00000010:0.0:1767384671.640173:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c10a763b. 00000100:00000200:2.0:1767384671.640176:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037663744, offset 0 00000001:00000010:0.0:1767384671.640195:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007c86749a. 00010000:00000001:3.0:1767384671.640196:0:16800:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384671.640197:0:39798:0:(import.c:65:import_set_state_nolock()) 0000000056ede708 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000400:00000200:2.0:1767384671.640208:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:3.0:1767384671.640210:0:16800:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384671.640212:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000848b547f. 00000100:00000001:1.0:1767384671.640218:0:39798:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384671.640228:0:39798:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.640230:0:16800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384671.640230:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384671.640242:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000200:2.0:1767384671.640244:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384671.640254:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000040:1.0:1767384671.640256:0:39798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9aae98] to pc [ptlrpcd_rcv+-1] req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384671.640271:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:0.0:1767384671.640273:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000009284e3d. 00010000:00010000:3.0:1767384671.640277:0:16800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 00000000a240a611/0x1c01179f271eda54 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271eda5b expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384671.640286:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f508600 00000004:00000001:0.0:1767384671.640291:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.640307:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.640313:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00010000:00000040:3.0:1767384671.640346:0:16800:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d1debc90 count: 0 00000020:00000040:0.0:1767384671.640348:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 7 - export 00000400:00000200:2.0:1767384671.640352:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384671.640356:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000007276e7. 00000400:00000200:2.0:1767384671.640363:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384671.640364:0:39798:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.640368:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384671.640370:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384671.640376:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:3.0:1767384671.640379:0:16800:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000004:00000001:1.0:1767384671.640381:0:39798:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384671.640383:0:16163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051c777a2. 00010000:00000010:3.0:1767384671.640388:0:16800:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000014fbe463. 00000004:00000001:1.0:1767384671.640388:0:39798:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.640390:0:16163:0:(events.c:337:request_in_callback()) incoming req@0000000051c777a2 x1853237037663744 msgsize 328 00000020:00000001:0.0:1767384671.640391:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384671.640405:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00080000:00000001:1.0:1767384671.640410:0:39798:0:(osd_handler.c:1463:osd_process_config()) Process entered 00010000:00000001:3.0:1767384671.640411:0:16800:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384671.640412:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000c085b3e7 for lustre-MDT0000 00000100:00100000:2.0:1767384671.640413:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00100000:00000001:1.0:1767384671.640420:0:39798:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00000020:00000001:3.0:1767384671.640444:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767384671.640446:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00100000:00000001:1.0:1767384671.640449:0:39798:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00000020:00000001:3.0:1767384671.640450:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.640453:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:0.0:1767384671.640459:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 6 - import 00080000:00000010:1.0:1767384671.640462:0:39798:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000002da57fb6. 00010000:00010000:3.0:1767384671.640466:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1767384671.640471:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000c085b3e7. 00000400:00000200:2.0:1767384671.640472:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00100000:00000001:1.0:1767384671.640472:0:39798:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000020:00000001:3.0:1767384671.640475:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384671.640478:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fb8751a2. 00000020:00000001:3.0:1767384671.640483:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.640484:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000020:00000001:0.0:1767384671.640491:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00100000:00000010:1.0:1767384671.640492:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003f2b053f. 00010000:00010000:3.0:1767384671.640495:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384671.640496:0:16163:0:(events.c:34:request_out_callback()) Process entered 00100000:00000010:1.0:1767384671.640505:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000748cdb86. 00000020:00000001:3.0:1767384671.640508:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384671.640510:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bd9e8e1d. 00000020:00000001:3.0:1767384671.640511:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384671.640512:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384671.640523:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:1.0:1767384671.640525:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000620ecf81. 00000100:00000001:0.0:1767384671.640526:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384671.640537:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037663616 00100000:00000010:1.0:1767384671.640538:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000034af83d0. 00000100:00000001:3.0:1767384671.640541:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.640548:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.640552:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00100000:00000010:1.0:1767384671.640554:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a746e5d1. 00000100:00000001:0.0:1767384671.640563:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00100000:00000010:1.0:1767384671.640565:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000214b3f22. 00000100:00000001:0.0:1767384671.640574:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384671.640575:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000098645ccd. 00000100:00000001:3.0:1767384671.640577:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.640579:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384671.640588:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384671.640588:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384671.640591:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a6d969d9. 00000100:00000040:2.0:1767384671.640594:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.640598:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384671.640602:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037663616 00100000:00000010:1.0:1767384671.640606:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008283e41d. 00000020:00000001:0.0:1767384671.640609:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384671.640615:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384671.640619:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00100000:00000010:1.0:1767384671.640620:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000032e66ba4. 00000020:00000001:0.0:1767384671.640630:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:1.0:1767384671.640633:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002dd1d9a2. 00000020:00000040:0.0:1767384671.640641:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=14 00100000:00000010:1.0:1767384671.640643:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ebd8427f. 00000020:00000001:0.0:1767384671.640659:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00100000:00000010:1.0:1767384671.640661:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000013d70581. 00000100:00000001:2.0:1767384671.640674:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.640679:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00100000:00000010:1.0:1767384671.640680:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e869d67d. 00000100:00000001:2.0:1767384671.640681:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384671.640695:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.640697:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384671.640699:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00100000:00000010:1.0:1767384671.640699:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008ead50e8. 00000100:00000001:3.0:1767384671.640716:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.640718:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294960457 00000020:00000010:0.0:1767384671.640718:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002174b218. 00100000:00000010:1.0:1767384671.640737:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000c96cbc2. 02000000:00000001:3.0:1767384671.640739:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384671.640739:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.640740:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960456 02000000:00000001:3.0:1767384671.640751:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384671.640756:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002227ce66. 00000020:00000010:0.0:1767384671.640761:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002174b218. 02000000:00000001:3.0:1767384671.640764:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.640766:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294960457 00100000:00000010:1.0:1767384671.640766:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fd86a3ac. 00000020:00000010:0.0:1767384671.640775:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fff77cb8. 00100000:00000010:1.0:1767384671.640785:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a485e39d. 00000100:00100000:3.0:1767384671.640787:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005e904ac6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037663872:0@lo:103: 00000100:00000001:2.0:1767384671.640787:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960456 00000020:00000010:0.0:1767384671.640788:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdbe9baa. 00100000:00000010:1.0:1767384671.640800:0:39798:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fee8c643. 00000100:00000001:2.0:1767384671.640808:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294960457 00000020:00000010:0.0:1767384671.640810:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffc801eb. 00000100:00000001:3.0:1767384671.640815:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00100000:00000001:1.0:1767384671.640817:0:39798:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000100:00000001:2.0:1767384671.640826:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960456 00080000:00000001:1.0:1767384671.640829:0:39798:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.640833:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384671.640836:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384671.640837:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294960457 02000000:00000001:3.0:1767384671.640840:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.640840:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00080000:1.0:1767384671.640842:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000fec6c3e4) has no exports 00000100:00000001:2.0:1767384671.640847:0:16163:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960456 00000020:00000001:1.0:1767384671.640856:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:0.0:1767384671.640857:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384671.640861:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384671.640863:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384671.640868:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384671.640870:0:39798:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000001:2.0:1767384671.640873:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384671.640878:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007eb61217. 00010000:00000001:0.0:1767384671.640882:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384671.640885:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.640888:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.640889:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.640893:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.640900:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000400:00000010:3.0:1767384671.640904:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1be1433. 00010000:00000001:0.0:1767384671.640905:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384671.640911:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384671.640916:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384671.640918:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000730348e2. 00000100:00000001:1.0:1767384671.640921:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.640924:0:16798:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384671.640929:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384671.640933:0:16798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037663744 00000100:00000200:3.0:1767384671.640935:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037663872, portal 18 00000020:00000040:0.0:1767384671.640935:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040b2a7c0 refcount=3 00000100:00000040:1.0:1767384671.640941:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384671.640948:0:16798:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384671.640953:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889183232 : -117139820368384 : ffff9576429e2e00) 00000100:00000001:2.0:1767384671.640956:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384671.640957:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.640971:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.640972:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889183232 : -117139820368384 : ffff9576429e2e00) 00000100:00000001:3.0:1767384671.640973:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855693440 : -117138853858176 : ffff95767c39f480) 00000100:00000001:1.0:1767384671.640974:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384671.640979:0:16798:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.640984:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.640986:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384671.640994:0:16798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037663744 00010000:00000001:0.0:1767384671.641000:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384671.641001:0:16798:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384671.641001:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384671.641003:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.641013:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.641029:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384671.641034:0:16798:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 02000000:00000001:1.0:1767384671.641036:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.641043:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384671.641063:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.641068:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=15 00000100:00100000:1.0:1767384671.641078:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a9aae98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16162:1853237037664000:0@lo:9: 00000100:00000001:0.0:1767384671.641078:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.641082:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384671.641096:0:16798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:1.0:1767384671.641101:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384671.641108:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.641110:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384671.641112:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384671.641113:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384671.641121:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384671.641122:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001055db13. 00000100:00000001:0.0:1767384671.641129:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384671.641132:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384671.641135:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384671.641136:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384671.641138:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1767384671.641141:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034a492cf. 00000400:00000010:3.0:1767384671.641149:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000020:00000010:2.0:1767384671.641149:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001055db13. 02000000:00000001:1.0:1767384671.641151:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.641158:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000010:2.0:1767384671.641169:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ca9d56f. 00000100:00000040:0.0:1767384671.641170:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000200:3.0:1767384671.641172:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037663872, offset 0 00000400:00000010:1.0:1767384671.641172:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000595e19b3. 00000100:00000001:0.0:1767384671.641187:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626929598937984 : -117144110613632 : ffff957542e63b80) 00000020:00000010:2.0:1767384671.641190:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b950274. 00000400:00000010:1.0:1767384671.641195:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000020:00000010:2.0:1767384671.641199:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000100:00000040:0.0:1767384671.641201:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ece92945 x1853237037663616/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384671.641208:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384671.641216:0:16798:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384671.641220:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037664000, portal 4 00000100:00000001:2.0:1767384671.641224:0:16798:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384671.641232:0:16798:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384671.641234:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384671.641241:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384671.641241:0:16798:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.641244:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934868484864 : -117138841066752 : ffff95767cfd2300) 00000100:00000001:0.0:1767384671.641249:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384671.641256:0:16798:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:0.0:1767384671.641260:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002174b218. 00000100:00000040:1.0:1767384671.641266:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384671.641267:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384671.641270:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384671.641272:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.641283:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=3 00000020:00000010:0.0:1767384671.641287:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002174b218. 00000400:00000200:3.0:1767384671.641290:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f508680 00000020:00000001:2.0:1767384671.641301:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:2.0:1767384671.641312:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00010000:00000001:2.0:1767384671.641315:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.641318:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.641323:0:16798:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.641343:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ece92945 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037663616:12345-0@lo:103: 00000100:00000200:0.0:1767384671.641350:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037663616 00010000:00000001:0.0:1767384671.641354:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384671.641360:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:1.0:1767384671.641361:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384671.641367:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000040:1.0:1767384671.641373:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384671.641377:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384671.641378:0:16798:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384671.641383:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 02000000:00000001:0.0:1767384671.641386:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384671.641389:0:16798:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384671.641393:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002cb493df. 00000400:00000200:3.0:1767384671.641399:0:16165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 02000000:00000001:0.0:1767384671.641403:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.641408:0:16798:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.641419:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.641422:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384671.641423:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237037664000, offset 0 00010000:00000001:0.0:1767384671.641426:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384671.641444:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1767384671.641446:0:16798:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384671.641454:0:16798:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384671.641457:0:16165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384671.641458:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384671.641459:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384671.641467:0:16798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384671.641470:0:16165:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384671.641474:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384671.641484:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384671.641486:0:16165:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384671.641486:0:16798:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 2 00000020:00000040:0.0:1767384671.641487:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040b2a7c0 refcount=3 00000100:00000001:2.0:1767384671.641499:0:16798:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626929598932608 : -117144110619008 : ffff957542e62680) 00000400:00000200:1.0:1767384671.641500:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825f508700 00000020:00000001:0.0:1767384671.641503:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889183232 : -117139820368384 : ffff9576429e2e00) 00000100:00000010:3.0:1767384671.641506:0:16165:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c2c9739. 00000100:00000040:2.0:1767384671.641513:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051c777a2 x1853237037663744/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.641514:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889183232 : -117139820368384 : ffff9576429e2e00) 00000400:00000200:1.0:1767384671.641518:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 5976 00000100:00000040:3.0:1767384671.641521:0:16165:0:(events.c:337:request_in_callback()) incoming req@000000006c2c9739 x1853237037663872 msgsize 328 00010000:00000040:0.0:1767384671.641532:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 5 00000400:00000200:1.0:1767384671.641541:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384671.641548:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384671.641559:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1767384671.641560:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384671.641566:0:16165:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384671.641572:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384671.641578:0:16162:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384671.641581:0:16165:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384671.641581:0:16798:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384671.641584:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384671.641585:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1767384671.641589:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001055db13. 00000400:00000200:3.0:1767384671.641595:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000020:00000001:0.0:1767384671.641604:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384671.641608:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000001:2.0:1767384671.641608:0:16798:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384671.641608:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055008b69. 00010000:00000001:0.0:1767384671.641611:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384671.641617:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384671.641619:0:16162:0:(events.c:337:request_in_callback()) incoming req@0000000055008b69 x1853237037664000 msgsize 224 00000100:00000001:3.0:1767384671.641627:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384671.641629:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001055db13. 00010000:00000001:0.0:1767384671.641633:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.641638:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.641645:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1767384671.641647:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384671.641654:0:16162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384671.641654:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.641656:0:16798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000051c777a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+15:16163:x1853237037663744:12345-0@lo:103: 00000020:00000040:0.0:1767384671.641670:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000040b2a7c0 with handle 0x1c01179f271eda69 from hash 00000100:00000001:1.0:1767384671.641678:0:16162:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384671.641686:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:2.0:1767384671.641688:0:16798:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037663744 00000400:00000200:1.0:1767384671.641690:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce985b99 00010000:00000001:0.0:1767384671.641691:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.641705:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.641707:0:16798:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000400:00000010:1.0:1767384671.641707:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 00010000:00000002:2.0:1767384671.641721:0:16798:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384671.641725:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384671.641726:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384671.641726:0:16162:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767384671.641742:0:16798:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1767384671.641744:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384671.641752:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.641753:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384671.641756:0:16798:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384671.641762:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384671.641765:0:16798:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:0.0:1767384671.641770:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000040b2a7c0/0x1c01179f271eda69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271eda62 expref: 15 pid: 16806 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384671.641775:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000732ffea8. 02000000:00000001:2.0:1767384671.641788:0:16798:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.641803:0:16798:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.641821:0:16798:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384671.641829:0:16798:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384671.641842:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:0.0:1767384671.641847:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 8 00000020:00000001:2.0:1767384671.641849:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.641858:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90c0234 refcount=3 00000100:00000001:3.0:1767384671.641863:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.641864:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384671.641865:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 14 00000020:00000001:2.0:1767384671.641867:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00000100:00000001:3.0:1767384671.641870:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384671.641880:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384671.641887:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933867405824 : -117139842145792 : ffff95764151e200) 00000100:00000001:3.0:1767384671.641889:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.641892:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384671.641897:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.641906:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:2.0:1767384671.641907:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008209141f count: 2 00000100:00000001:1.0:1767384671.641908:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384671.641909:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294960458 00010000:00000001:0.0:1767384671.641915:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384671.641922:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384671.641922:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.641927:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.641932:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960457 00000020:00000001:2.0:1767384671.641932:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384671.641935:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.641938:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5380 usecs (6 jiffies) 00010000:00000001:2.0:1767384671.641941:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384671.641947:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384671.641951:0:16798:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384671.641952:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:1.0:1767384671.641953:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960446 00000100:00000001:3.0:1767384671.641955:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294960458 00010000:00000001:0.0:1767384671.641961:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384671.641963:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.641966:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960458 00010000:00000001:2.0:1767384671.641971:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384671.641973:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960457 00000100:00000001:1.0:1767384671.641973:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960446 00010000:00000001:2.0:1767384671.641980:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384671.641981:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384671.641990:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.641991:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.642000:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294960458 00010000:00000001:2.0:1767384671.642001:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384671.642001:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960458 00000100:00001000:0.0:1767384671.642001:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=101 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384671.642013:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384671.642033:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.642034:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960446 00000100:00000001:0.0:1767384671.642042:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767384671.642043:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e90c0234 with handle 0x1c01179f271ede6e from hash 00000100:00000001:3.0:1767384671.642047:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960457 00000100:00000040:0.0:1767384671.642052:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 17 to 0@lo 00010000:00000001:2.0:1767384671.642054:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384671.642062:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384671.642065:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00010000:00000001:2.0:1767384671.642066:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384671.642069:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294960458 00000100:00000001:1.0:1767384671.642070:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960458 00010000:00000001:2.0:1767384671.642077:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384671.642077:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384671.642084:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.642086:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960446 00000100:00000001:3.0:1767384671.642090:0:16165:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960457 00000100:00000001:0.0:1767384671.642098:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384671.642099:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384671.642104:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384671.642105:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960458 00010000:00000001:2.0:1767384671.642112:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384671.642119:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384671.642124:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384671.642127:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.642130:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e90c0234/0x1c01179f271ede6e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271ede67 expref: 14 pid: 16805 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384671.642132:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.642135:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e620a2b3. 00000100:00000001:3.0:1767384671.642145:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.642147:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384671.642148:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037663616, offset 224 00010000:00000040:2.0:1767384671.642159:0:16798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 7 00000100:00000001:1.0:1767384671.642169:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384671.642170:0:16798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 13 00000100:00000001:3.0:1767384671.642172:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384671.642180:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384671.642184:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.642193:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384671.642194:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384671.642194:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384671.642200:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384671.642203:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384671.642204:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384671.642206:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384671.642210:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384671.642213:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384671.642214:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.642220:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384671.642221:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.642225:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.642231:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384671.642236:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384671.642237:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f508580 00000100:00000001:3.0:1767384671.642242:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.642245:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384671.642254:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008209141f count: 0 00000100:00000001:3.0:1767384671.642257:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.642263:0:16844:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000400:00000200:0.0:1767384671.642263:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x219d [1] + 224 00000020:00000001:1.0:1767384671.642276:0:16844:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.642277:0:16798:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:0.0:1767384671.642278:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384671.642286:0:16798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384671.642295:0:16798:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384671.642295:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384671.642300:0:16798:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.642304:0:16841:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384671.642305:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.642343:0:16798:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384671.642343:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.642354:0:17586:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384671.642357:0:16798:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 18 to 0@lo 00000100:00100000:3.0:1767384671.642364:0:17586:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037664000 00000100:00000001:2.0:1767384671.642370:0:16798:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:3.0:1767384671.642377:0:17586:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384671.642381:0:16798:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384671.642385:0:17586:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384671.642388:0:16798:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.642395:0:17586:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.642396:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384671.642396:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384671.642406:0:39798:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 02000000:00000001:3.0:1767384671.642407:0:17586:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.642414:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384671.642419:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005c0357db. 00000100:00100000:3.0:1767384671.642426:0:17586:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037664000 00000400:00000010:2.0:1767384671.642427:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000040:00000010:1.0:1767384671.642449:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b22e1c2e. 00000020:00000001:3.0:1767384671.642450:0:17586:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384671.642460:0:17586:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb96 00000020:00000010:1.0:1767384671.642461:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005dc252e2. 00000100:00000200:2.0:1767384671.642462:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037663744, offset 224 00000100:00000001:0.0:1767384671.642468:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384671.642480:0:17586:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384671.642482:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384671.642482:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c5bdb626. 00000020:00000040:3.0:1767384671.642491:0:17586:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000690e76bf refcount=5 00000020:00000010:1.0:1767384671.642492:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c146ff46. 00000020:00000001:3.0:1767384671.642506:0:17586:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 80000000:00000010:1.0:1767384671.642506:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000147faf7d. 00000400:00000200:0.0:1767384671.642507:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e620a2b3 00000400:00000200:2.0:1767384671.642508:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384671.642526:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e620a2b3. 00000020:00000001:3.0:1767384671.642529:0:17586:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929593464832 : -117144116086784 : ffff95754292b800) 40000000:00000010:1.0:1767384671.642530:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000be6f9ca3. 00000400:00000200:2.0:1767384671.642540:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f508600 00000100:00000001:0.0:1767384671.642542:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00100000:00000010:1.0:1767384671.642543:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000075daa060. 00000100:00000001:3.0:1767384671.642547:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00040000:00000010:1.0:1767384671.642551:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e9a7454f. 00000100:00000001:0.0:1767384671.642551:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384671.642555:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21a5 [1] + 224 00000020:00000010:3.0:1767384671.642559:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d4eda9c. 00040000:00000010:1.0:1767384671.642564:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fc47eecb. 00000100:00000001:0.0:1767384671.642566:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.642578:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384671.642579:0:17586:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000061a7a2b0. 00040000:00000010:1.0:1767384671.642579:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c452ec11. 00000100:00000040:0.0:1767384671.642582:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 17 to 0@lo 00000400:00000200:2.0:1767384671.642593:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:1.0:1767384671.642596:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005cf78165. 00010000:00000001:0.0:1767384671.642600:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.642604:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000010:1.0:1767384671.642604:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000050020b29. 00000020:00000040:3.0:1767384671.642605:0:17586:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000056216dda) now 8 - evictor 00010000:00000001:0.0:1767384671.642606:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384671.642629:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000091f5b8b5. 00000100:00000040:0.0:1767384671.642630:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ece92945 x1853237037663616/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384671.642632:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384671.642641:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c451cc5. 00000100:00000001:3.0:1767384671.642642:0:17586:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000004:00000010:1.0:1767384671.642656:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007822afef. 00000020:00000010:3.0:1767384671.642661:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077710860. 00000020:00000010:1.0:1767384671.642670:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000101e4dfe. 00000020:00000010:3.0:1767384671.642679:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008288b5c6. 00000020:00000002:1.0:1767384671.642688:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000002459c589/000000009a59e431 to site lru. bkt: 00000000d38e9bd5 00000020:00000010:3.0:1767384671.642696:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000004:00000010:1.0:1767384671.642700:0:39798:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 0000000014a824b0. 00000004:00000001:1.0:1767384671.642724:0:39798:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000100:00000040:3.0:1767384671.642729:0:17586:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000004:00000040:1.0:1767384671.642731:0:39798:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000100:00000040:2.0:1767384671.642734:0:16798:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.642745:0:17586:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000040:1.0:1767384671.642746:0:39798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000597fbb63 : new refcount 2 00000100:00000001:3.0:1767384671.642759:0:17586:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000040:00000001:1.0:1767384671.642760:0:39798:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000100:00000001:3.0:1767384671.642773:0:17586:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384671.642773:0:39798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000001:3.0:1767384671.642799:0:17586:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384671.642807:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e27ec34a. 00000100:00000001:2.0:1767384671.642816:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384671.642820:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ece92945 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+13:16163:x1853237037663616:12345-0@lo:103: Request processed in 1558us (3527us total) trans 0 rc 0/0 00000004:00000010:1.0:1767384671.642825:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000226e59b4. 00000400:00000200:2.0:1767384671.642827:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:2.0:1767384671.642832:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000004:00000010:1.0:1767384671.642834:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000146e27de. 00000100:00000001:3.0:1767384671.642835:0:17586:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.642845:0:16798:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384671.642853:0:16798:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:1.0:1767384671.642853:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00100000:0.0:1767384671.642855:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000004:00000040:1.0:1767384671.642860:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00000040:0.0:1767384671.642863:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 1 00000100:00000001:2.0:1767384671.642865:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384671.642866:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f3bc31fb. 00000100:00000001:3.0:1767384671.642870:0:17586:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384671.642888:0:17586:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384671.642888:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384671.642890:0:16798:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00000004:00000001:1.0:1767384671.642890:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000001:0.0:1767384671.642900:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384671.642902:0:16798:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384671.642902:0:39798:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384671.642916:0:17586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000040:00000010:1.0:1767384671.642918:0:39798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 0000000075e4b309. 00000020:00000010:0.0:1767384671.642920:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdbe9baa. 00010000:00000001:2.0:1767384671.642921:0:16798:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384671.642925:0:17586:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000690e76bf : new rpc_count 1 00000100:00000040:2.0:1767384671.642938:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051c777a2 x1853237037663744/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384671.642939:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffc801eb. 00000100:00000001:3.0:1767384671.642942:0:17586:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868487552 : -117138841064064 : ffff95767cfd2d80) 00000020:00000010:0.0:1767384671.642955:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fff77cb8. 00000040:00000010:1.0:1767384671.642956:0:39798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000092339a3b. 00000100:00000040:3.0:1767384671.642971:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055008b69 x1853237037664000/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1767384671.642973:0:39798:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384671.642975:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 12 00000100:00100000:2.0:1767384671.642990:0:16798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000051c777a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a916ab72-15c5-41d3-aba3-e6975cd4a72b+13:16163:x1853237037663744:12345-0@lo:103: Request processed in 1395us (2585us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384671.642992:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384671.642993:0:39798:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384671.643003:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000597fbb63 : new refcount 1 00000020:00000040:1.0:1767384671.643030:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000014839be8 : new refcount 2 00000100:00000001:0.0:1767384671.643037:0:16841:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000040:00000010:1.0:1767384671.643039:0:39798:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000597fbb63. 00000100:00100000:0.0:1767384671.643045:0:16841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037663872 00000100:00100000:2.0:1767384671.643051:0:16798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 02000000:00000001:0.0:1767384671.643054:0:16841:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000040:00000001:1.0:1767384671.643056:0:39798:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.643059:0:16798:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384671.643061:0:16841:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384671.643068:0:16841:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.643073:0:16798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:1.0:1767384671.643074:0:39798:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000100:00000001:3.0:1767384671.643075:0:17586:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384671.643077:0:16841:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.643078:0:16798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:1.0:1767384671.643081:0:39798:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384671.643086:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061a7a2b0. 00000020:00000010:2.0:1767384671.643089:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b950274. 00000100:00100000:0.0:1767384671.643099:0:16841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037663872 00000004:00000001:1.0:1767384671.643101:0:39798:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.643103:0:17586:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384671.643106:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000020:00000001:0.0:1767384671.643106:0:16841:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000010:1.0:1767384671.643108:0:39798:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000d9c5f2c7. 00000020:00000010:3.0:1767384671.643112:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061a7a2b0. 00000020:00000040:0.0:1767384671.643118:0:16841:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000010:2.0:1767384671.643122:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ca9d56f. 00000020:00000001:0.0:1767384671.643127:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1767384671.643129:0:39798:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000020:00000040:2.0:1767384671.643133:0:16798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 11 00000020:00000040:0.0:1767384671.643139:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=13 00000100:00100000:3.0:1767384671.643142:0:17586:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055008b69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16162:x1853237037664000:12345-0@lo:9: 00000100:00000001:2.0:1767384671.643145:0:16798:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.643147:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384671.643157:0:16841:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000200:3.0:1767384671.643162:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037664000 00000100:00000001:0.0:1767384671.643165:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384671.643172:0:17586:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384671.643172:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002174b218. 00000100:00000001:1.0:1767384671.643173:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384671.643183:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.643185:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384671.643187:0:17586:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384671.643199:0:17586:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.643199:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002174b218. 00000400:00000001:1.0:1767384671.643200:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384671.643211:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384671.643215:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fff77cb8. 00000020:00000001:3.0:1767384671.643217:0:17586:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384671.643218:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063696d3a. 00000020:00000010:0.0:1767384671.643221:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdbe9baa. 00000100:00080000:2.0:1767384671.643227:0:16807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384671.643229:0:17586:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671606032 : -1037945584 : ffffffffc2223510) 00000400:00000200:1.0:1767384671.643232:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e47107 00000020:00000010:0.0:1767384671.643233:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffc801eb. 00000020:00000040:2.0:1767384671.643236:0:16807:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 8 - evictor 00000400:00000010:1.0:1767384671.643243:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e47107. 00000020:00000001:3.0:1767384671.643247:0:17586:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384671.643253:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384671.643259:0:17586:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.643261:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384671.643262:0:16841:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384671.643263:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.643265:0:17586:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384671.643275:0:17586:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384671.643280:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.643281:0:16841:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384671.643284:0:17586:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.643289:0:16841:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384671.643298:0:16841:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000001:3.0:1767384671.643301:0:17586:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000004:00000001:2.0:1767384671.643305:0:16833:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.643308:0:16841:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.643355:0:16841:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384671.643360:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384671.643362:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384671.643364:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a3ba605 refcount=3 00000020:00000001:0.0:1767384671.643369:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889183744 : -117139820367872 : ffff9576429e3000) 00010000:00000001:3.0:1767384671.643373:0:17586:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:0.0:1767384671.643375:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889183744 : -117139820367872 : ffff9576429e3000) 00000100:00000001:3.0:1767384671.643383:0:17586:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384671.643391:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384671.643397:0:17586:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384671.643397:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384671.643398:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384671.643404:0:39800:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000001:0.0:1767384671.643405:0:16841:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384671.643410:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003f5b2574. 00010000:00000010:2.0:1767384671.643415:0:39800:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000000a332236. 00000100:00000001:0.0:1767384671.643418:0:16841:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.643426:0:17586:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.643442:0:16841:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.643453:0:17586:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384671.643454:0:39800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ca9d56f. 00000100:00000001:1.0:1767384671.643458:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384671.643463:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.643465:0:16841:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384671.643467:0:39800:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005aa7fa59. 00000100:00000001:1.0:1767384671.643471:0:16163:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384671.643474:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=6 00000020:00000010:2.0:1767384671.643477:0:39800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a223521a. 02000000:00000001:1.0:1767384671.643477:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384671.643482:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384671.643488:0:17586:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:0.0:1767384671.643489:0:16841:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384671.643491:0:39800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000010285408. 00000100:00000001:1.0:1767384671.643491:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384671.643496:0:17586:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000100:00000001:0.0:1767384671.643501:0:16841:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384671.643502:0:39800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009128c01a. 02000000:00000001:1.0:1767384671.643502:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384671.643504:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=7 00000100:00001000:1.0:1767384671.643518:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=101 v=5 (5 0 0 0) 80000000:00000010:2.0:1767384671.643519:0:39800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000053fc0f0b. 00010000:00000001:3.0:1767384671.643521:0:17586:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384671.643530:0:17586:0:(genops.c:1460:class_disconnect()) Process entered 40000000:00000010:2.0:1767384671.643531:0:39800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001055db13. 00000100:00100000:0.0:1767384671.643532:0:16841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00001000:1.0:1767384671.643535:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=101 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384671.643540:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 6 00100000:00000010:2.0:1767384671.643543:0:39800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005cf78165. 00000100:00000040:0.0:1767384671.643550:0:16841:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000020:00000080:3.0:1767384671.643552:0:17586:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271edb96 00000100:00000001:1.0:1767384671.643556:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00040000:00000010:2.0:1767384671.643558:0:39800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b2c278d2. 00000020:00000040:3.0:1767384671.643560:0:17586:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000690e76bf with handle 0x1c01179f271edb96 from hash 00000100:00000001:0.0:1767384671.643566:0:16841:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855692544 : -117138853859072 : ffff95767c39f100) 00000100:00000001:1.0:1767384671.643567:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384671.643572:0:39800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fcd95856. 00000020:00000040:3.0:1767384671.643573:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 5 00010000:00000001:1.0:1767384671.643580:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384671.643586:0:17586:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008d4eda9c. 00080000:00000010:2.0:1767384671.643589:0:39800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fc47eecb. 00010000:00000001:1.0:1767384671.643590:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.643593:0:17586:0:(genops.c:1932:obd_stale_export_put()) Process entered 00002000:00000010:2.0:1767384671.643595:0:39800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000060aa33b3. 00000100:00000001:1.0:1767384671.643595:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.643597:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c2c9739 x1853237037663872/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384671.643600:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 4 00000020:00000010:2.0:1767384671.643607:0:39800:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003ddfb8b9. 00000020:00000001:3.0:1767384671.643609:0:17586:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384671.643618:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 3 00000100:00000040:1.0:1767384671.643620:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384671.643627:0:39800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384671.643632:0:17586:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.643637:0:39800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.643644:0:17586:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00010000:2.0:1767384671.643650:0:39800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767384671.643653:0:17586:0:(import.c:65:import_set_state_nolock()) 000000005fa7503d : changing import state from FULL to CLOSED 00000020:00000001:2.0:1767384671.643659:0:39800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384671.643669:0:39800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.643671:0:17586:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384671.643675:0:16841:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384671.643680:0:17586:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00010000:2.0:1767384671.643687:0:39800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1767384671.643687:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002174b218. 00000100:00000001:3.0:1767384671.643688:0:17586:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000001:1.0:1767384671.643689:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384671.643693:0:39800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384671.643700:0:39800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.643702:0:16841:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384671.643718:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384671.643721:0:17586:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.643724:0:39800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1767384671.643724:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002174b218. 00000100:00000001:1.0:1767384671.643726:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384671.643733:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd56b8cf. 00010000:00000001:2.0:1767384671.643739:0:39799:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:3.0:1767384671.643744:0:17586:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041da1e81. 00010000:00000001:2.0:1767384671.643745:0:39799:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1767384671.643748:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384671.643752:0:16841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c2c9739 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+12:16165:x1853237037663872:12345-0@lo:103: 00010000:00010000:2.0:1767384671.643756:0:39799:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384671.643761:0:17586:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006dd8bcc. 00000020:00000010:3.0:1767384671.643776:0:17586:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ba7dd190. 00000100:00000200:0.0:1767384671.643787:0:16841:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037663872 00000020:00000010:3.0:1767384671.643794:0:17586:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c40f0688. 00010000:00000001:0.0:1767384671.643800:0:16841:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00010000:2.0:1767384671.643820:0:39799:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f5ce996 already unused, calling callback (000000001582b397) 80000000:00000010:3.0:1767384671.643822:0:17586:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002a64d407. 00000100:00100000:1.0:1767384671.643822:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b21a8da1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037663744:0@lo:103: 00010000:00000002:0.0:1767384671.643822:0:16841:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384671.643838:0:16841:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 10000000:00000001:2.0:1767384671.643839:0:39799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 40000000:00000010:3.0:1767384671.643840:0:17586:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008d4eda9c. 00000400:00000001:1.0:1767384671.643845:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:00010000:2.0:1767384671.643848:0:39799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00100000:00000010:3.0:1767384671.643854:0:17586:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8d033b3. 00000400:00000001:1.0:1767384671.643857:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384671.643861:0:16841:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384671.643867:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b30a4ff2. 02000000:00000001:0.0:1767384671.643869:0:16841:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00040000:00000010:3.0:1767384671.643870:0:17586:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d5334107. 02000000:00000010:0.0:1767384671.643881:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004474b87b. 00000400:00000200:1.0:1767384671.643882:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d80ab59 00010000:00000001:2.0:1767384671.643883:0:39799:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00040000:00000010:3.0:1767384671.643888:0:17586:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d0ca5b6. 00010000:00000001:2.0:1767384671.643891:0:39799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1767384671.643898:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d80ab59. 02000000:00000001:0.0:1767384671.643900:0:16841:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384671.643902:0:17586:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e086bdc0. 00000020:00000001:2.0:1767384671.643903:0:39799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.643913:0:39799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f5ce996 refcount=3 00002000:00000010:3.0:1767384671.643918:0:17586:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000767d57ee. 00000100:00000001:0.0:1767384671.643919:0:16841:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.643921:0:39799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889187328 : -117139820364288 : ffff9576429e3e00) 00000100:00000001:1.0:1767384671.643921:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1767384671.643928:0:17586:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000200:1.0:1767384671.643935:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.643936:0:16841:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000001:00000040:3.0:1767384671.643941:0:17586:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00010000:00000001:2.0:1767384671.643941:0:39799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889187328 : -117139820364288 : ffff9576429e3e00) 00010000:00010000:0.0:1767384671.643943:0:16841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384671.643957:0:16841:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:3.0:1767384671.643966:0:17586:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000020:00000001:0.0:1767384671.643970:0:16841:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384671.643971:0:39799:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000001:00000004:3.0:1767384671.643972:0:17586:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00000200:1.0:1767384671.643978:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384671.643981:0:39799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384671.643981:0:16841:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a3ba605 refcount=3 00080000:00000001:3.0:1767384671.643984:0:17586:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384671.643997:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000acf99f6f. 00000020:00000001:0.0:1767384671.643998:0:16841:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933889183744 : -117139820367872 : ffff9576429e3000) 00080000:00000001:3.0:1767384671.644014:0:17586:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929586911232 : -117144122640384 : ffff9575422eb800) 00010000:00000001:0.0:1767384671.644029:0:16841:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933889183744 : -117139820367872 : ffff9576429e3000) 00010000:00000040:0.0:1767384671.644047:0:16841:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000038f7959e count: 2 10000000:00000001:2.0:1767384671.644050:0:39799:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00080000:00000001:3.0:1767384671.644051:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384671.644051:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384671.644054:0:16841:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00010000:2.0:1767384671.644055:0:39799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384671.644090:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.644091:0:16841:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 10000000:01000000:2.0:1767384671.644094:0:39799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00000001:0.0:1767384671.644099:0:16841:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384671.644101:0:16163:0:(client.c:1578:after_reply()) Process entered 10000000:01000000:2.0:1767384671.644107:0:39799:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00000001:0.0:1767384671.644107:0:16841:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.644109:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384671.644119:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384671.644121:0:16841:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384671.644123:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 10000000:00000001:2.0:1767384671.644123:0:39799:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384671.644124:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384671.644138:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384671.644139:0:39799:0:(mgc_request.c:123:config_log_put()) log params(00000000c3d4cc4c) refs 1 02000000:00000001:1.0:1767384671.644142:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.644144:0:16841:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384671.644156:0:16841:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1767384671.644157:0:17586:0:(osd_handler.c:189:osd_trans_start()) Process entered 10000000:01000000:2.0:1767384671.644160:0:39799:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00001000:1.0:1767384671.644160:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=101 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384671.644164:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767384671.644166:0:39799:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384671.644171:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384671.644173:0:39799:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00001000:1.0:1767384671.644174:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=101 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384671.644174:0:16841:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:2.0:1767384671.644178:0:39799:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384671.644181:0:16841:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.644183:0:39799:0:(mgc_request.c:120:config_log_put()) Process leaving 00080000:00000001:3.0:1767384671.644186:0:17586:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.644194:0:39799:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:0.0:1767384671.644197:0:16841:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a3ba605 with handle 0x1c01179f271eda5b from hash 00000001:00000001:3.0:1767384671.644199:0:17586:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00000001:1.0:1767384671.644199:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000001:2.0:1767384671.644201:0:39799:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.644217:0:39799:0:(mgc_request.c:117:config_log_put()) Process entered 00080000:00000001:3.0:1767384671.644218:0:17586:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384671.644218:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.644219:0:16841:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:2.0:1767384671.644222:0:39799:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384671.644236:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767384671.644238:0:39799:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384671.644238:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384671.644249:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.644250:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.644251:0:39799:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384671.644256:0:16841:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767384671.644258:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000020:00000040:2.0:1767384671.644258:0:39799:0:(genops.c:898:class_export_put()) PUTting export 0000000086403395 : new refcount 7 00000100:00000001:1.0:1767384671.644259:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.644260:0:16841:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384671.644267:0:16841:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000010:2.0:1767384671.644276:0:39799:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000c3d4cc4c. 00000001:00000040:3.0:1767384671.644281:0:17586:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384671.644286:0:17586:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.644288:0:39799:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:0.0:1767384671.644289:0:16841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a3ba605/0x1c01179f271eda5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271eda54 expref: 12 pid: 16806 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384671.644290:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384671.644300:0:39799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384671.644303:0:17586:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384671.644318:0:39799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1767384671.644326:0:17586:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.644350:0:39799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384671.644354:0:39799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384671.644359:0:39799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:0.0:1767384671.644361:0:16841:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 6 00010000:00000001:2.0:1767384671.644364:0:39799:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384671.644365:0:16163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac004cba. 00000001:00000040:3.0:1767384671.644371:0:17586:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000020:00000040:0.0:1767384671.644371:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 11 00000020:00000040:2.0:1767384671.644374:0:39799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f5ce996 with handle 0x1c01179f271edad9 from hash 00000001:00000001:3.0:1767384671.644379:0:17586:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384671.644397:0:17586:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00010000:00000001:2.0:1767384671.644397:0:39799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384671.644398:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384671.644399:0:16841:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384671.644411:0:17586:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384671.644412:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384671.644412:0:16841:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384671.644413:0:39799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.644426:0:16841:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384671.644427:0:39799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384671.644427:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384671.644428:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ffc9e42e. 00010000:00000001:0.0:1767384671.644437:0:16841:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.644461:0:16841:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384671.644463:0:17586:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929586903040 : -117144122648576 : ffff9575422e9800) 00010000:00000001:2.0:1767384671.644464:0:39799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1767384671.644466:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.644467:0:16841:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384671.644474:0:16841:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000038f7959e count: 0 00010000:00000001:2.0:1767384671.644476:0:39799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:3.0:1767384671.644478:0:17586:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384671.644485:0:39799:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00010000:0.0:1767384671.644488:0:16841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384671.644499:0:39799:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00100000:1.0:1767384671.644499:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ead8a7db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037663616:0@lo:103: 00010000:00000001:0.0:1767384671.644499:0:16841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384671.644506:0:17586:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384671.644509:0:39799:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00080000:00000001:3.0:1767384671.644517:0:17586:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.644519:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.644519:0:16841:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1767384671.644522:0:39799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fa62bce. 00080000:00000001:3.0:1767384671.644529:0:17586:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384671.644532:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384671.644533:0:16841:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.644534:0:39799:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=7 obd=MGC192.168.203.133@tcp 00080000:00000001:3.0:1767384671.644545:0:17586:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.644545:0:39799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384671.644546:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b21a8da1 x1853237037663744/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384671.644549:0:16841:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=101 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384671.644553:0:39799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.644562:0:39799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384671.644564:0:17586:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d57593ec. 00000100:00000001:0.0:1767384671.644575:0:16841:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1767384671.644577:0:39799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083532ac0. 00000001:00000040:3.0:1767384671.644580:0:17586:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000690e76bf : new cb_count 1 00000100:00000001:2.0:1767384671.644588:0:39799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.644592:0:16841:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 17 to 0@lo 00000020:00000040:3.0:1767384671.644594:0:17586:0:(genops.c:887:class_export_get()) GET export 00000000690e76bf refcount=4 00010000:00000001:2.0:1767384671.644603:0:39799:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384671.644606:0:16841:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:1.0:1767384671.644607:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384671.644611:0:39799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384671.644612:0:17586:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:0.0:1767384671.644618:0:16841:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384671.644619:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384671.644633:0:16841:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.644635:0:39799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000010:1.0:1767384671.644635:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032e58bfe. 00080000:00000001:3.0:1767384671.644636:0:17586:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:2.0:1767384671.644649:0:39799:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384671.644653:0:17586:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 02000000:00000001:1.0:1767384671.644654:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384671.644655:0:39799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384671.644656:0:16841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:3.0:1767384671.644663:0:17586:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384671.644667:0:39799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.644668:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:3.0:1767384671.644677:0:17586:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.644678:0:16841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384671.644680:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=6 obd=MGC192.168.203.133@tcp 00000100:00000040:2.0:1767384671.644685:0:39799:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fa62bce] to pc [ptlrpcd_00_03+3] req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384671.644695:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000040:3.0:1767384671.644696:0:17586:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000400:00000010:0.0:1767384671.644697:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e620a2b3. 00000100:00000200:0.0:1767384671.644720:0:16841:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037663872, offset 224 00000001:00000040:3.0:1767384671.644722:0:17586:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 02000000:00000010:1.0:1767384671.644722:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000049d2d6da. 00010000:00000001:2.0:1767384671.644726:0:39799:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384671.644737:0:16841:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384671.644738:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1767384671.644739:0:17586:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.644741:0:39799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384671.644747:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384671.644752:0:39799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1767384671.644753:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b21a8da1. 00000020:00000010:3.0:1767384671.644755:0:17586:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000041da1e81. 00010000:00000001:2.0:1767384671.644760:0:39799:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.644763:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767384671.644769:0:17586:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000006dd8bcc. 00000400:00000200:0.0:1767384671.644770:0:16841:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384671.644771:0:39799:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.644772:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384671.644783:0:17586:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ba7dd190. 00000100:00000001:1.0:1767384671.644785:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:2.0:1767384671.644786:0:39799:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.644797:0:39799:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384671.644797:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ead8a7db x1853237037663616/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384671.644802:0:17586:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c40f0688. 00000400:00000200:0.0:1767384671.644812:0:16841:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f508680 80000000:00000010:3.0:1767384671.644822:0:17586:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002a64d407. 00010000:00000001:2.0:1767384671.644837:0:39799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 40000000:00000010:3.0:1767384671.644840:0:17586:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008d4eda9c. 00000400:00000200:0.0:1767384671.644843:0:16841:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21ad [1] + 224 00010000:00010000:2.0:1767384671.644853:0:39799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.133@tcp lock: 000000009f5ce996/0x1c01179f271edad9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1c01179f271edae0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00100000:00000010:3.0:1767384671.644856:0:17586:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e8d033b3. 00000400:00000200:0.0:1767384671.644866:0:16841:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1767384671.644870:0:17586:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d5334107. 00040000:00000010:3.0:1767384671.644891:0:17586:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d0ca5b6. 00000100:00000001:1.0:1767384671.644893:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384671.644893:0:16841:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384671.644909:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000010:3.0:1767384671.644910:0:17586:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e086bdc0. 00010000:00000001:2.0:1767384671.644916:0:39799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384671.644916:0:16841:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384671.644918:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044710133. 00002000:00000010:3.0:1767384671.644922:0:17586:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000767d57ee. 00010000:00000001:2.0:1767384671.644932:0:39799:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:0.0:1767384671.644939:0:16841:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384671.644941:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd56b8cf. 00010000:00000010:2.0:1767384671.644941:0:39799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000e561849. 02000000:00000001:1.0:1767384671.644943:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384671.644952:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384671.644966:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=5 obd=MGC192.168.203.133@tcp 00000100:00000040:0.0:1767384671.644973:0:16841:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384671.644975:0:17586:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000001:1.0:1767384671.644975:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384671.644976:0:39799:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384671.644991:0:17586:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000fb159a1a) : new refcount 4 02000000:00000010:1.0:1767384671.644992:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d02feab7. 00000100:00000001:2.0:1767384671.644996:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.645007:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:3.0:1767384671.645010:0:17586:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:2.0:1767384671.645014:0:16166:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384671.645033:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384671.645035:0:16841:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000040:3.0:1767384671.645038:0:17586:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 3 02000000:00000001:1.0:1767384671.645038:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384671.645039:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384671.645058:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 3 00000400:00000200:0.0:1767384671.645059:0:16841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e620a2b3 00000100:00000010:1.0:1767384671.645060:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ead8a7db. 00000001:00000001:3.0:1767384671.645069:0:17586:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000001:1.0:1767384671.645073:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384671.645075:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e620a2b3. 00000001:00000040:3.0:1767384671.645076:0:17586:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000fb159a1a) : new refcount 2 00000100:00000001:1.0:1767384671.645077:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.645089:0:16841:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:3.0:1767384671.645094:0:17586:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:1.0:1767384671.645095:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.645096:0:16841:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384671.645104:0:16166:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384671.645105:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 2 00000100:00000001:0.0:1767384671.645108:0:16841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.645125:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00002000:00000001:3.0:1767384671.645126:0:17586:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.645130:0:16166:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.645137:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.645137:0:16841:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00010000:00000001:3.0:1767384671.645138:0:17586:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.645141:0:16166:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384671.645150:0:16166:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384671.645156:0:17586:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.645158:0:16841:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.645160:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384671.645167:0:16166:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.645173:0:17586:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.645176:0:16841:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.645178:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.645180:0:16166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001fa62bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037664128:0@lo:103: 00010000:00000040:3.0:1767384671.645184:0:17586:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237037664000 00010000:00000001:3.0:1767384671.645201:0:17586:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384671.645205:0:16166:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384671.645206:0:16841:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c2c9739 x1853237037663872/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384671.645216:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055008b69 x1853237037664000/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384671.645218:0:16166:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384671.645224:0:39798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e992dab1. 02000000:00000001:2.0:1767384671.645226:0:16166:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384671.645241:0:39798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fd401fd2. 02000000:00000001:2.0:1767384671.645243:0:16166:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384671.645255:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c03a500. 00000020:00000010:1.0:1767384671.645257:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f83544e. 02000000:00000001:2.0:1767384671.645271:0:16166:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384671.645275:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f4f8a6f. 00000100:00100000:0.0:1767384671.645288:0:16841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c2c9739 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a916ab72-15c5-41d3-aba3-e6975cd4a72b+11:16165:x1853237037663872:12345-0@lo:103: Request processed in 1599us (3753us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384671.645289:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8e16ba3. 00010000:00000001:3.0:1767384671.645292:0:17586:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000040:00000010:1.0:1767384671.645293:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004bc6886c. 00010000:00000001:3.0:1767384671.645304:0:17586:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.645305:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000020:00000010:1.0:1767384671.645308:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000018467e14. 00000100:00000200:2.0:1767384671.645319:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037664128, portal 18 00000020:00000010:1.0:1767384671.645320:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bb37129. 00000100:00000001:2.0:1767384671.645323:0:16166:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.645327:0:16166:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598923648 : -117144110627968 : ffff957542e60380) 00000020:00000010:1.0:1767384671.645327:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000039784a2c. 80000000:00000010:1.0:1767384671.645336:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004070dc98. 00000100:00000040:2.0:1767384671.645337:0:16166:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384671.645343:0:17586:0:(import.c:2128:obd_at_measure()) add 1 to 000000007e8ad300 time=91 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384671.645349:0:16841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384671.645353:0:17586:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384671.645354:0:16841:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384671.645360:0:16841:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384671.645365:0:17586:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:0.0:1767384671.645367:0:16841:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 40000000:00000010:1.0:1767384671.645371:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c711445. 00000020:00000010:0.0:1767384671.645376:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdbe9baa. 00000100:00000001:3.0:1767384671.645383:0:17586:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000010:0.0:1767384671.645392:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffc801eb. 00100000:00000010:1.0:1767384671.645393:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6018935. 02000000:00000001:3.0:1767384671.645400:0:17586:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384671.645403:0:16166:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384671.645416:0:17586:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384671.645419:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fc959a0f. 00000020:00000010:0.0:1767384671.645421:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fff77cb8. 00000100:00000040:2.0:1767384671.645443:0:16166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384671.645444:0:17586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384671.645445:0:16841:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 10 00040000:00000010:1.0:1767384671.645448:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e87c5228. 00000400:00000010:2.0:1767384671.645452:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e0873f. 00000100:00000001:0.0:1767384671.645458:0:16841:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384671.645459:0:17586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384671.645462:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037664128, offset 0 00040000:00000010:1.0:1767384671.645462:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009763eaf7. 00000400:00000010:3.0:1767384671.645470:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00080000:00000010:1.0:1767384671.645470:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000041aad9ea. 00000400:00000200:2.0:1767384671.645486:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:1.0:1767384671.645487:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000034c020b7. 00000004:00000010:1.0:1767384671.645492:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085f303cc. 00000004:00000010:1.0:1767384671.645496:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000015c17f17. 00000100:00000200:3.0:1767384671.645497:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237037664000, offset 224 00000400:00000200:2.0:1767384671.645502:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:1.0:1767384671.645505:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e0226767. 00000400:00000200:3.0:1767384671.645514:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384671.645515:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027420e22. 00000020:00000001:0.0:1767384671.645516:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767384671.645524:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f508780 00000020:00000001:0.0:1767384671.645529:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384671.645530:0:39798:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000400:00000200:3.0:1767384671.645539:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:20000000:1.0:1767384671.645540:0:39798:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000400:00000200:2.0:1767384671.645544:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00010000:00010000:0.0:1767384671.645545:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384671.645558:0:39798:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000040:1.0:1767384671.645563:0:39798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000939eb3eb : new refcount 3 00000400:00000200:2.0:1767384671.645564:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000040:1.0:1767384671.645567:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000939eb3eb : new refcount 2 00000004:00000040:1.0:1767384671.645573:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000939eb3eb : new refcount 1 00000100:00000001:0.0:1767384671.645576:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384671.645582:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825f508700 00000400:00000200:2.0:1767384671.645583:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384671.645590:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000040:1.0:1767384671.645591:0:39798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000065ab50ee : new refcount 3 00000400:00000200:3.0:1767384671.645601:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21b5 [1] + 224 00000004:00000040:1.0:1767384671.645602:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000065ab50ee : new refcount 2 00000004:00000040:1.0:1767384671.645613:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000065ab50ee : new refcount 1 00000400:00000200:3.0:1767384671.645617:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384671.645618:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384671.645619:0:16166:0:(events.c:286:request_in_callback()) Process entered 00000400:00000001:0.0:1767384671.645620:0:16165:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384671.645633:0:16165:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384671.645634:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00080000:1.0:1767384671.645634:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000fec6c3e4) has no exports 00000400:00000200:3.0:1767384671.645640:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384671.645643:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1be1433. 00000020:00000001:1.0:1767384671.645648:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000010:2.0:1767384671.645650:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000178b5431. 00000400:00000200:0.0:1767384671.645655:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000730348e2 00010000:00000001:1.0:1767384671.645659:0:39798:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000400:00000010:0.0:1767384671.645663:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000730348e2. 00000100:00000040:2.0:1767384671.645664:0:16166:0:(events.c:337:request_in_callback()) incoming req@00000000178b5431 x1853237037664128 msgsize 328 00010000:00000001:1.0:1767384671.645664:0:39798:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384671.645671:0:39798:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000100:00000001:0.0:1767384671.645677:0:16165:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:1.0:1767384671.645678:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1767384671.645679:0:17586:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384671.645681:0:16166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000001:1.0:1767384671.645693:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000200:0.0:1767384671.645697:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384671.645700:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.645704:0:16166:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.645716:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e0873f 00000400:00000010:2.0:1767384671.645724:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e0873f. 00000100:00000001:2.0:1767384671.645737:0:16166:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384671.645738:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384671.645745:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384671.645748:0:17586:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.645852:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384671.645854:0:16165:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384671.645858:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.645860:0:17586:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384671.645860:0:16165:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.645872:0:16165:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384671.645874:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 02000000:00000001:0.0:1767384671.645881:0:16165:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384671.645883:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000001:0.0:1767384671.645888:0:16165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384671.645892:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.645895:0:16165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.645896:0:17586:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384671.645897:0:16166:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384671.645903:0:16165:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.645904:0:17586:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384671.645910:0:16166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384671.645913:0:16165:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=101 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384671.645914:0:17586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.645917:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294960462 00000100:00000040:3.0:1767384671.645928:0:17586:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00000100:00001000:0.0:1767384671.645932:0:16165:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=101 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384671.645935:0:17586:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384671.645935:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960458 00000100:00000001:0.0:1767384671.645938:0:16165:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384671.645943:0:17586:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.645946:0:16165:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.645949:0:17586:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384671.645949:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294960462 00010000:00000001:0.0:1767384671.645954:0:16165:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384671.645961:0:17586:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055008b69 x1853237037664000/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.645962:0:16165:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.645964:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960458 00000100:00000001:0.0:1767384671.645972:0:16165:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.645976:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294960462 00000100:00000040:0.0:1767384671.645988:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.645992:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960458 00000100:00000001:2.0:1767384671.646006:0:16166:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294960462 00000100:00000001:2.0:1767384671.646034:0:16166:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960458 00000100:00000001:0.0:1767384671.646041:0:16165:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384671.646049:0:17586:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055008b69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16162:x1853237037664000:12345-0@lo:9: Request processed in 2965us (4420us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384671.646054:0:16165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384671.646057:0:16166:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.646059:0:16165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.646076:0:16166:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.646083:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384671.646087:0:17586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384671.646088:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384671.646105:0:17586:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000690e76bf : new rpc_count 0 00000100:00000001:2.0:1767384671.646107:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384671.646111:0:16165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e904ac6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037663872:0@lo:103: 00000100:00000001:3.0:1767384671.646123:0:17586:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384671.646127:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384671.646127:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.646129:0:17586:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384671.646141:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384671.646142:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384671.646144:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008288b5c6. 00000100:00000040:0.0:1767384671.646154:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e904ac6 x1853237037663872/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384671.646163:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000100:00000001:2.0:1767384671.646165:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.646166:0:16165:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384671.646173:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384671.646174:0:16165:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1767384671.646178:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077710860. 02000000:00000010:0.0:1767384671.646187:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007eb61217. 00000100:00000001:2.0:1767384671.646188:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384671.646190:0:17586:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 1 02000000:00000001:0.0:1767384671.646206:0:16165:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384671.646209:0:17586:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.646211:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.646212:0:16165:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384671.646219:0:16165:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000020:00000001:0.0:1767384671.646228:0:16165:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384671.646238:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b0821635. 02000000:00000001:0.0:1767384671.646244:0:16165:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384671.646246:0:16165:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384671.646249:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:0.0:1767384671.646249:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e904ac6. 00000100:00000001:3.0:1767384671.646252:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384671.646258:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.646259:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.646260:0:16165:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384671.646268:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384671.646270:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384671.646272:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384671.646272:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384671.646274:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:3.0:1767384671.646277:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384671.646280:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384671.646285:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000595e19b3. 00010000:00010000:2.0:1767384671.646286:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384671.646287:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384671.646296:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.646299:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c195fd05 00000020:00000001:2.0:1767384671.646299:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384671.646302:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384671.646304:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384671.646305:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00010000:00010000:2.0:1767384671.646337:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384671.646346:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.646370:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384671.646371:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384671.646376:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037664128 00000100:00000200:3.0:1767384671.646380:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384671.646381:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384671.646386:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384671.646388:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.646395:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.646402:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037664128 00000020:00000001:0.0:1767384671.646406:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384671.646409:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000020:00000001:0.0:1767384671.646411:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384671.646413:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384671.646414:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=11 00000020:00000001:0.0:1767384671.646420:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:0.0:1767384671.646425:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:0.0:1767384671.646441:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384671.646445:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384671.646446:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002174b218. 00000100:00000001:3.0:1767384671.646448:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.646451:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384671.646453:0:16162:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384671.646457:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002174b218. 02000000:00000001:3.0:1767384671.646458:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384671.646462:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384671.646465:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.646466:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fff77cb8. 02000000:00000001:3.0:1767384671.646468:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.646472:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdbe9baa. 00000100:00001000:3.0:1767384671.646475:0:16162:0:(import.c:2128:obd_at_measure()) add 5 to 000000008322c027 time=91 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384671.646478:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffc801eb. 00000100:00001000:3.0:1767384671.646484:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 0000000085608cb4 time=91 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384671.646489:0:16797:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384671.646490:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384671.646493:0:16162:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.646499:0:16162:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384671.646500:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00080000:3.0:1767384671.646505:0:16162:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.646505:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384671.646509:0:16797:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384671.646516:0:16797:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.646518:0:16162:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.646521:0:16162:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384671.646523:0:16162:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384671.646527:0:16162:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384671.646532:0:16162:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.646532:0:16797:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000040:3.0:1767384671.646539:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.646541:0:16797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384671.646547:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384671.646549:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384671.646552:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a957705f refcount=3 00000100:00000001:3.0:1767384671.646554:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384671.646556:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.646562:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907796480 : -117139801755136 : ffff957643ba3200) 00000100:00080000:3.0:1767384671.646563:0:16162:0:(import.c:65:import_set_state_nolock()) 0000000056ede708 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00000001:0.0:1767384671.646571:0:16797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907796480 : -117139801755136 : ffff957643ba3200) 00000100:00000001:3.0:1767384671.646572:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:3.0:1767384671.646577:0:16162:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00010000:00000001:0.0:1767384671.646579:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.646584:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.646586:0:16797:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.646588:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.646593:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384671.646595:0:16162:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:3.0:1767384671.646598:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384671.646600:0:16162:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:3.0:1767384671.646601:0:16162:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000001:0.0:1767384671.646604:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1767384671.646605:0:16162:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:3.0:1767384671.646610:0:16162:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767384671.646615:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.646622:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384671.646626:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a9aae98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16162:1853237037664000:0@lo:9: 00000100:00000001:0.0:1767384671.646627:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384671.646636:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384671.646639:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384671.646641:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384671.646643:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384671.646647:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626929598933504 : -117144110618112 : ffff957542e62a00) 00000100:00000040:3.0:1767384671.646648:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a9aae98 x1853237037664000/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384671.646659:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000178b5431 x1853237037664128/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.646662:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384671.646666:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384671.646670:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034a492cf. 00000100:00000001:0.0:1767384671.646674:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384671.646676:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384671.646679:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002174b218. 00000020:00000001:3.0:1767384671.646680:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384671.646684:0:16162:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384671.646686:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384671.646690:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384671.646692:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002174b218. 02000000:00000010:3.0:1767384671.646695:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c61fd03. 00000100:00100000:0.0:1767384671.646701:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000178b5431 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+11:16166:x1853237037664128:12345-0@lo:103: 02000000:00000001:3.0:1767384671.646702:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384671.646706:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767384671.646710:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037664128 00000100:00000010:3.0:1767384671.646711:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a9aae98. 00010000:00000001:0.0:1767384671.646716:0:16797:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1767384671.646718:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000002:0.0:1767384671.646721:0:16797:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1767384671.646722:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.646725:0:16797:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384671.646726:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.646730:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384671.646733:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384671.646734:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384671.646737:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384671.646740:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eabe9464. 00000100:00000001:3.0:1767384671.646741:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.646745:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.646747:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.646751:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.646761:0:16797:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384671.646765:0:16797:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384671.646767:0:16797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384671.646769:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384671.646771:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a957705f refcount=3 00000020:00000001:0.0:1767384671.646774:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933907796480 : -117139801755136 : ffff957643ba3200) 00010000:00000001:0.0:1767384671.646778:0:16797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626933907796480 : -117139801755136 : ffff957643ba3200) 00010000:00000040:0.0:1767384671.646781:0:16797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002146da38 count: 3 00010000:00000001:0.0:1767384671.646784:0:16797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384671.646786:0:16797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384671.646789:0:16797:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384671.646790:0:16797:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.646793:0:16797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.646797:0:16797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384671.646799:0:16797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384671.646804:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.646806:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.646809:0:16797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384671.646811:0:16797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384671.646815:0:16797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a957705f with handle 0x1c01179f271edae0 from hash 00010000:00000001:0.0:1767384671.646829:0:16797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384671.646831:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.646832:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.646834:0:16797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384671.646836:0:16797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384671.646838:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384671.646841:0:16797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a957705f/0x1c01179f271edae0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271edad9 expref: 11 pid: 16806 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384671.646851:0:16797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 5 00000020:00000040:0.0:1767384671.646852:0:16797:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 10 00010000:00000001:0.0:1767384671.646858:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.646859:0:16797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384671.646861:0:16797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384671.646862:0:16797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.646864:0:16797:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.646872:0:16797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384671.646873:0:16797:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384671.646874:0:16797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.646877:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384671.646879:0:16797:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384671.646882:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e25654a6 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384671.646885:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384671.646887:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:0.0:1767384671.646889:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384671.646891:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384671.646892:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.646895:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384671.646896:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384671.646899:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e620a2b3. 00000100:00000200:0.0:1767384671.646901:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037664128, offset 224 00000400:00000200:0.0:1767384671.646905:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384671.646911:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384671.646915:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f508780 00000400:00000200:0.0:1767384671.646920:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21c9 [1] + 224 00000400:00000200:0.0:1767384671.646924:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.646926:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384671.646930:0:16797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384671.646933:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384671.646942:0:16797:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.646962:0:16797:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384671.646966:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e620a2b3 00000400:00000010:0.0:1767384671.646968:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e620a2b3. 00000100:00000001:0.0:1767384671.646971:0:16797:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384671.646972:0:16797:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384671.646974:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.646976:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00010000:00000001:0.0:1767384671.646978:0:16797:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.646986:0:16797:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.646989:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000178b5431 x1853237037664128/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:652/0 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384671.646997:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000178b5431 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a916ab72-15c5-41d3-aba3-e6975cd4a72b+10:16166:x1853237037664128:12345-0@lo:103: Request processed in 323us (1334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384671.647003:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384671.647006:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384671.647007:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384671.647009:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384671.647013:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdbe9baa. 00000020:00000010:0.0:1767384671.647034:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffc801eb. 00000020:00000010:0.0:1767384671.647038:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fff77cb8. 00000020:00000040:0.0:1767384671.647052:0:16797:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 9 00000100:00000001:0.0:1767384671.647054:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.647060:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.647065:0:16166:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384671.647071:0:16166:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384671.647072:0:16166:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384671.647075:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8e16ba3. 00000400:00000200:2.0:1767384671.647080:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:2.0:1767384671.647082:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000100:00000001:2.0:1767384671.647085:0:16166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384671.647089:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384671.647098:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.647104:0:16166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384671.647105:0:16166:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.647107:0:16166:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384671.647109:0:16166:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384671.647110:0:16166:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384671.647112:0:16166:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.647123:0:16166:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384671.647126:0:16166:0:(import.c:2128:obd_at_measure()) add 5 to 00000000767bd8e7 time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384671.647129:0:16166:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.647131:0:16166:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384671.647132:0:16166:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.647134:0:16166:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384671.647135:0:16166:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.647137:0:16166:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.647140:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.647145:0:16166:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.647147:0:16166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384671.647148:0:16166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384671.647150:0:16166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384671.647155:0:16166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001fa62bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16166:1853237037664128:0@lo:103: 00000100:00000001:2.0:1767384671.647159:0:16166:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.647160:0:16166:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384671.647162:0:16166:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001fa62bce x1853237037664128/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.647166:0:16166:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384671.647168:0:16166:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384671.647170:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c03a500. 02000000:00000001:2.0:1767384671.647172:0:16166:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384671.647174:0:16166:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384671.647175:0:16166:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:2.0:1767384671.647177:0:16166:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384671.647178:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000083532ac0. 02000000:00000001:2.0:1767384671.647180:0:16166:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384671.647182:0:16166:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384671.647183:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001fa62bce. 00000100:00000001:2.0:1767384671.647185:0:16166:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384671.647186:0:16166:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.647187:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.647196:0:16166:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384671.647197:0:16166:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.647199:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.647200:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384671.647377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000068486f91. 00010000:00000010:2.1:1767384671.647378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e90c0234. 00010000:00000010:2.1:1767384671.647387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008209141f. 00010000:00000010:3.1:1767384671.647398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d1debc90. 00010000:00000010:3.1:1767384671.647409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a240a611. 00010000:00000010:0.1:1767384671.648367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000faba7cec. 00010000:00000010:0.1:1767384671.648376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000474c83dd. 00000001:00000001:1.0:1767384671.661857:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384671.661880:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384671.661882:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:3.0:1767384671.664441:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294960462, at 4294960463 00000100:00000010:3.0:1767384671.664458:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ad2e43b. 00000100:00000040:0.0:1767384671.665380:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294960462, at 4294960464 00000100:00000010:0.0:1767384671.665392:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb763e3e. 00000100:00000040:2.0:1767384671.665403:0:1020:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294960462, at 4294960464 00000100:00000010:2.0:1767384671.665416:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ab5cd23. 00000001:00000001:1.0:1767384671.676285:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.676291:0:39798:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.676293:0:39798:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384671.676295:0:39798:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:1.0:1767384671.676298:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:1.0:1767384671.676300:0:39798:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384671.676302:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384671.676304:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271edaaf 00000020:00000040:1.0:1767384671.676307:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000573a2270 with handle 0x1c01179f271edaaf from hash 00000020:00000001:1.0:1767384671.676333:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384671.676336:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000573a2270 : new refcount 1 00000020:00000001:1.0:1767384671.676338:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384671.676341:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000573a2270 : new refcount 0 00000020:00000080:1.0:1767384671.676344:0:39798:0:(genops.c:904:class_export_put()) final put 00000000573a2270/lustre-QMT0000_UUID 00000020:00000001:1.0:1767384671.676347:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.676355:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.676357:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384671.676361:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:2.0:1767384671.676370:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384671.676374:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000573a2270/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767384671.676378:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384671.676381:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.676384:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000091c9e32d) now 4 - export 00000020:00000010:2.0:1767384671.676388:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000573a2270. 00000100:00000040:1.0:1767384671.676398:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294960462, at 4294960475 00000020:00000001:2.0:1767384671.676400:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000010:1.0:1767384671.676405:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b5c1373. 00000020:00000010:0.0:1767384671.676413:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000fd76a3e7. 00000020:00000080:0.0:1767384671.676420:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384671.676429:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384671.676433:0:39798:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384671.676436:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384671.676438:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (0000000091c9e32d) has no exports 00000020:00000001:0.0:1767384671.676440:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384671.676444:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:0.0:1767384671.676447:0:39798:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:0.0:1767384671.676449:0:39798:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:0.0:1767384671.676451:0:39798:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:0.0:1767384671.676455:0:39798:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384671.676458:0:39798:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384671.676460:0:39798:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000006374790a. 00000020:00000001:0.0:1767384671.676479:0:39798:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384671.676498:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384671.676502:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384671.676509:0:39798:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000de2cd5ea. 00000001:00000001:0.0:1767384671.676533:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384671.676537:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384671.676540:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384671.676543:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000590dc3d7. 00000001:00000010:0.0:1767384671.676547:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000001c2c9a92. 00000001:00000010:0.0:1767384671.676553:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ae77a001. 00000001:00000001:0.0:1767384671.676558:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384671.676560:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000095ae38e0. 00000020:00000002:0.0:1767384671.676570:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000d60c5cc1/00000000421ffb4f to site lru. bkt: 00000000f4a184b4 00040000:00000001:0.0:1767384671.676573:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384671.676575:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384671.676579:0:39798:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000092065995. 00000001:00000001:0.0:1767384671.676583:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384671.676586:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384671.676588:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384671.676590:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000049b3be74. 00000001:00000010:0.0:1767384671.676593:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f0f74d00. 00000001:00000010:0.0:1767384671.676597:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002dc20bf6. 00000001:00000001:0.0:1767384671.676600:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384671.676601:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000084789b0e. 00000020:00000002:0.0:1767384671.676604:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000c2a1f764/00000000810edeb8 to site lru. bkt: 00000000f4a184b4 00040000:00000001:0.0:1767384671.676606:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384671.676607:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384671.676610:0:39798:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000721d3132. 00000001:00000001:0.0:1767384671.676613:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384671.676614:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384671.676615:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384671.676616:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000cd98b777. 00000001:00000010:0.0:1767384671.676619:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d1dad331. 00000001:00000010:0.0:1767384671.676621:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d027f1a6. 00000001:00000001:0.0:1767384671.676622:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384671.676623:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b13d0498. 00000020:00000002:0.0:1767384671.676626:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000dfb73746/0000000055f3cdf2 to site lru. bkt: 00000000f4a184b4 00000020:00000002:0.0:1767384671.676629:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000408b2860/00000000313ac926 to site lru. bkt: 000000007cfe86b6 00040000:00000010:0.0:1767384671.676631:0:39798:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000005be0e819. 00040000:00000001:0.0:1767384671.676633:0:39798:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384671.676641:0:39798:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384671.676642:0:39798:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000003ee9f5bd. 00000020:00000001:0.0:1767384671.676646:0:39798:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384671.676654:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384671.676655:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384671.676659:0:39798:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000009971e92d. 00000001:00000001:0.0:1767384671.676661:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384671.676663:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384671.676664:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384671.676665:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000006eb33651. 00000001:00000010:0.0:1767384671.676674:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d0aa0f9c. 00000001:00000010:0.0:1767384671.676676:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000004cce004d. 00000001:00000001:0.0:1767384671.676678:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384671.676679:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007955ca3e. 00000020:00000002:0.0:1767384671.676683:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000abae2a94/00000000f2779236 to site lru. bkt: 00000000f4a184b4 00040000:00000001:0.0:1767384671.676686:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384671.676687:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384671.676689:0:39798:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000007650e6f. 00000001:00000001:0.0:1767384671.676691:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384671.676692:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384671.676693:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384671.676694:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b5ef0afb. 00000001:00000010:0.0:1767384671.676695:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000154da7b7. 00000001:00000010:0.0:1767384671.676697:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000cc8b7aa0. 00000001:00000001:0.0:1767384671.676699:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384671.676700:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000796c83a1. 00000020:00000002:0.0:1767384671.676704:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000f3a11cc1/000000003d5255e8 to site lru. bkt: 00000000f4a184b4 00040000:00000001:0.0:1767384671.676705:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384671.676706:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384671.676708:0:39798:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000007493a3ae. 00000001:00000001:0.0:1767384671.676710:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384671.676711:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384671.676712:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384671.676713:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000963f7ee0. 00000001:00000010:0.0:1767384671.676714:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000800f1593. 00000001:00000010:0.0:1767384671.676716:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000004c5d12d8. 00000001:00000001:0.0:1767384671.676719:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384671.676724:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000049b61c87. 00000020:00000002:0.0:1767384671.676728:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000be3c2068/000000007ee0439c to site lru. bkt: 00000000f4a184b4 00000020:00000002:0.0:1767384671.676730:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000bf15481b/00000000d51460f6 to site lru. bkt: 0000000003b2407d 00040000:00000010:0.0:1767384671.676732:0:39798:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000083a7960a. 00040000:00000001:0.0:1767384671.676734:0:39798:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384671.676815:0:16831:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005a0abdac. 00000020:00000010:1.0:1767384671.676830:0:16831:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8f6c91f. 00000040:00000010:1.0:1767384671.676846:0:16831:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000021892a0b. 00000020:00000010:1.0:1767384671.676849:0:16831:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dbd02ce5. 00000020:00000010:1.0:1767384671.676853:0:16831:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384671.676858:0:16831:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004e6faf23. 80000000:00000010:1.0:1767384671.676861:0:16831:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fd449761. 40000000:00000010:1.0:1767384671.676865:0:16831:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000066b65e6e. 00100000:00000010:1.0:1767384671.676868:0:16831:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ea6e0803. 00040000:00000010:1.0:1767384671.676872:0:16831:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f5929e04. 00040000:00000010:1.0:1767384671.676876:0:16831:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003528ee91. 00040000:00000010:1.0:1767384671.676879:0:16831:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a0c4b703. 00080000:00000010:1.0:1767384671.676882:0:16831:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e1463e81. 00000004:00000010:1.0:1767384671.676885:0:16831:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000daa2c650. 00000004:00000010:1.0:1767384671.676889:0:16831:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e6f565c. 00000004:00000010:1.0:1767384671.676893:0:16831:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000061252922. 00000004:00000010:1.0:1767384671.676896:0:16831:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dd72cf27. 00000020:00000010:1.0:1767384671.676899:0:16831:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004060249d. 00040000:00000010:1.0:1767384671.676901:0:16831:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000386005cd. 00040000:00000001:1.0:1767384671.676903:0:16831:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384671.676961:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000078316a13/000000007da750eb to site lru. bkt: 00000000d9528a31 00040000:00000001:0.0:1767384671.676966:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384671.676970:0:39798:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384671.676973:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384671.676975:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271edaa8 00000020:00000040:0.0:1767384671.676979:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a54453c8 with handle 0x1c01179f271edaa8 from hash 00000020:00000001:0.0:1767384671.676986:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384671.676989:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000a54453c8 : new refcount 1 00000020:00000001:0.0:1767384671.676991:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384671.676992:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000a54453c8 : new refcount 0 00000020:00000080:0.0:1767384671.676994:0:39798:0:(genops.c:904:class_export_put()) final put 00000000a54453c8/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384671.676997:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.677031:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.677034:0:39798:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384671.677037:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.677051:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384671.677055:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000a54453c8/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384671.677072:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384671.677076:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384671.677076:0:39798:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.677086:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.677089:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 9 - export 00000020:00000010:2.0:1767384671.677096:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a54453c8. 00000020:00000001:2.0:1767384671.677112:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:0.0:1767384671.677139:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384671.677145:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008b3a4972. 00000001:00000010:0.0:1767384671.677165:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a582682d. 00000001:00000010:0.0:1767384671.677167:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000093af7384. 00000001:00000010:0.0:1767384671.677168:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b262c0d9. 00000001:00000010:0.0:1767384671.677170:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c5507f1e. 00000001:00000010:0.0:1767384671.677173:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c3e6c305. 00000001:00000001:0.0:1767384671.677178:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384671.677180:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384671.677185:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000445ca87e. 00000001:00000010:0.0:1767384671.677187:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c3501141. 00000001:00000010:0.0:1767384671.677190:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003b3bfcf. 00000001:00000010:0.0:1767384671.677192:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068c67ccb. 00000001:00000010:0.0:1767384671.677201:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a3f34b3c. 00000001:00000010:0.0:1767384671.677204:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000dbecd568. 00000001:00000001:0.0:1767384671.677207:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384671.677209:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000091c9e32d) now 3 - setup 00000020:00000001:0.0:1767384671.677211:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.677213:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384671.677215:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384671.677219:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384671.677223:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000091c9e32d) now 2 - obd_device_list 00000020:00000080:0.0:1767384671.677225:0:39798:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:0.0:1767384671.677226:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000091c9e32d) now 1 - newdev 00000020:00000040:0.0:1767384671.677228:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cab1306f with handle 0x1c01179f271edaa1 from hash 00000020:00000040:0.0:1767384671.677230:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000cab1306f : new refcount 0 00000020:00000080:0.0:1767384671.677232:0:39798:0:(genops.c:904:class_export_put()) final put 00000000cab1306f/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384671.677233:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.677235:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384671.677236:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 00000000cab1306f/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384671.677239:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384671.677240:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.677242:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cab1306f. 00000020:00000001:0.0:1767384671.677248:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384671.677250:0:39798:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:0.0:1767384671.677252:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:0.0:1767384671.677253:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384671.677255:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fff77cb8. 00000020:00000010:0.0:1767384671.677259:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068c67ccb. 00000040:00000010:0.0:1767384671.677262:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000003b3bfcf. 00000020:00000010:0.0:1767384671.677266:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007f452d9b. 00000020:00000010:0.0:1767384671.677270:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e5a5ecb5. 00000020:00000010:0.0:1767384671.677273:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c3501141. 80000000:00000010:0.0:1767384671.677277:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eccb0ba7. 40000000:00000010:0.0:1767384671.677280:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001412f763. 00100000:00000010:0.0:1767384671.677284:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b3435260. 00040000:00000010:0.0:1767384671.677287:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000073817a58. 00040000:00000010:0.0:1767384671.677307:0:39798:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b993dc54. 00040000:00000010:0.0:1767384671.677309:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000445ca87e. 00080000:00000010:0.0:1767384671.677313:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ab5fb3c5. 00000004:00000010:0.0:1767384671.677317:0:39798:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007f431d99. 00000004:00000010:0.0:1767384671.677323:0:39798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000062b5eff0. 00000004:00000010:0.0:1767384671.677329:0:39798:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f205dfbb. 00000004:00000010:0.0:1767384671.677334:0:39798:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005b81b30f. 00040000:00000001:0.0:1767384671.677379:0:39798:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:0.0:1767384671.677384:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e6dfeb6e. 00040000:00000010:0.0:1767384671.677389:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004e413abb. 00040000:00000010:0.0:1767384671.677393:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ac91d7e4. 00040000:00000010:0.0:1767384671.677396:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006d3f9afd. 00040000:00000010:0.0:1767384671.677402:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c2e0b970. 00040000:00000010:0.0:1767384671.677406:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ed92935e. 00040000:00000010:0.0:1767384671.677410:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000077cd84b5. 00040000:00000010:0.0:1767384671.677414:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000610923cb. 00040000:00000010:0.0:1767384671.677419:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b02caae6. 00040000:00000010:0.0:1767384671.677422:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c84969de. 00040000:00000010:0.0:1767384671.677427:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007dcb5d2d. 00040000:00000010:0.0:1767384671.677431:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d00bf4b8. 00040000:00000010:0.0:1767384671.677436:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dbfec190. 00040000:00000010:0.0:1767384671.677439:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000094dd66e5. 00040000:00000010:0.0:1767384671.677444:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009bee8700. 00040000:00000010:0.0:1767384671.677447:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ac47808b. 00040000:00000010:0.0:1767384671.677450:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009dc3ee48. 00040000:00000010:0.0:1767384671.677453:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000066c1556e. 00040000:00000010:0.0:1767384671.677455:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e8be711d. 00040000:00000010:0.0:1767384671.677459:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000edabf138. 00040000:00000010:0.0:1767384671.677464:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004698cfae. 00040000:00000010:0.0:1767384671.677466:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003889ac9b. 00040000:00000010:0.0:1767384671.677471:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ddfbaf3a. 00040000:00000010:0.0:1767384671.677475:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009d3e9daa. 00040000:00000010:0.0:1767384671.677479:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c29e0d4f. 00040000:00000010:0.0:1767384671.677481:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e155fa79. 00040000:00000010:0.0:1767384671.677484:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000634a7326. 00040000:00000010:0.0:1767384671.677497:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006539a40f. 00040000:00000010:0.0:1767384671.677501:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000577bde07. 00040000:00000010:0.0:1767384671.677511:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d4865efe. 00040000:00000010:0.0:1767384671.677515:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005af93aa1. 00040000:00000010:0.0:1767384671.677519:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000031c63f26. 00040000:00000010:0.0:1767384671.677526:0:39798:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 0000000040e0974c. 00040000:00000001:0.0:1767384671.677530:0:39798:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.677535:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000068c67ccb. 00000040:00000010:0.0:1767384671.677539:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000003b3bfcf. 00000020:00000010:0.0:1767384671.677543:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007f452d9b. 00000020:00000010:0.0:1767384671.677546:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e5a5ecb5. 00000020:00000010:0.0:1767384671.677551:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c3501141. 80000000:00000010:0.0:1767384671.677554:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eccb0ba7. 40000000:00000010:0.0:1767384671.677560:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001412f763. 00100000:00000010:0.0:1767384671.677564:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b3435260. 00040000:00000010:0.0:1767384671.677567:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000073817a58. 00040000:00000010:0.0:1767384671.677575:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b993dc54. 00040000:00000010:0.0:1767384671.677578:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000445ca87e. 00080000:00000010:0.0:1767384671.677582:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ab5fb3c5. 00000004:00000010:0.0:1767384671.677585:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007f431d99. 00000004:00000010:0.0:1767384671.677590:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000062b5eff0. 00000004:00000010:0.0:1767384671.677593:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f205dfbb. 00000004:00000010:0.0:1767384671.677595:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005b81b30f. 00000020:00000010:0.0:1767384671.677598:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fff77cb8. 00000020:00000001:0.0:1767384671.677600:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.677602:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000091c9e32d. 00000020:00000001:0.0:1767384671.677609:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.677610:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384671.677613:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000fd76a3e7. 00000020:00000001:0.0:1767384671.677615:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384671.677617:0:39798:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384671.677620:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384671.677621:0:39798:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767384671.678370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040b2a7c0. 00010000:00000010:0.1:1767384671.678382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a3ba605. 00010000:00000010:0.1:1767384671.678394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000038f7959e. 00010000:00000010:2.1:1767384671.678426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f5ce996. 00010000:00000010:0.1:1767384671.683360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a957705f. 00010000:00000001:0.0:1767384671.905472:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384671.905484:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.905523:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384671.905525:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.905675:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384671.905680:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.905684:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384672.353475:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b868eba0] -> 12345-192.168.203.133@tcp22 (6) 00000800:00000200:3.0:1767384672.353501:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp22 ip 192.168.203.133:988 00000800:00000200:3.0:1767384672.353508:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd38d5c4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384672.353689:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384672.353698:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384672.353709:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384672.353714:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384672.353716:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384672.609402:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384672.609408:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384672.609411:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384672.609415:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000400:00000200:1.0:1767384672.609421:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384672.609427:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384672.609440:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004c23a830. 00000400:00000010:1.0:1767384672.609445:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ff81bf04. 00000400:00000200:1.0:1767384672.609450:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp45 00000400:00000010:1.0:1767384672.609457:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007161f613. 00000400:00000010:1.0:1767384672.609462:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ff81bf04. 00000400:00000010:1.0:1767384672.609465:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000400:00000010:1.0:1767384672.609471:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d452f556. 00000400:00000200:1.0:1767384672.609474:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp45 00000400:00000200:1.0:1767384672.609487:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp45 local destination 00000400:00000200:1.0:1767384672.609491:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp45 00000400:00000200:1.0:1767384672.609494:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp45 NI seq info: [242:242:256:4294967295] 192.168.203.133@tcp45 LPNI seq info [207:207:8:4294967295] 00000400:00000200:1.0:1767384672.609500:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp45 00000400:00000200:1.0:1767384672.609507:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp45(192.168.203.133@tcp45:) -> 192.168.203.133@tcp45(192.168.203.133@tcp45:192.168.203.133@tcp45) : GET try# 0 00000800:00000200:1.0:1767384672.609511:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp45 00000800:00000010:1.0:1767384672.609515:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae30f0d1. 00000800:00000200:1.0:1767384672.609521:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000800:00000200:1.1:1767384672.609526:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000105e89f1] -> 12345-192.168.203.133@tcp45 (2) 00000400:00000200:1.0:1767384672.609546:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp45 added to recovery queue. ping count: 4 next ping: 310 health :600 00000400:00000200:2.0:1767384672.609675:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609724:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609741:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609757:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609774:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609789:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609807:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609824:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609840:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609866:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609882:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609899:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609915:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609951:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609967:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.609983:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610000:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610038:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610069:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610085:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610101:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610117:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610133:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610151:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610168:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610184:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610200:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610216:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610233:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610260:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610276:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610292:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610307:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610376:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384672.610393:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384672.610549:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065a93d3c. 00000800:00000010:2.0:1767384672.610554:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b2d6011. 00000800:00000010:2.0:1767384672.610559:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b94ca77. 00000800:00000010:2.0:1767384672.610588:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b94ca77. 00000800:00020000:2.0:1767384672.610598:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384672.610601:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b2d6011. 00000800:00000010:2.0:1767384672.610603:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065a93d3c. 00000400:02020000:2.0:1767384672.610637:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp45 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384672.610643:0:16153:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp45 notifying 192.168.203.133@tcp45: down 00000400:00000200:2.0:1767384672.610664:0:16153:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384672.610668:0:16153:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp45 00000800:00000010:2.0:1767384672.610671:0:16153:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae30f0d1. 00000400:00000200:2.0:1767384672.610674:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384672.610678:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp45->192.168.203.133@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384672.610686:0:16153:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384672.610688:0:16153:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384672.610691:0:16153:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp45) recovery failed with -71 10000000:00000001:2.0:1767384672.865439:0:16808:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384672.865445:0:16808:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:2.0:1767384672.865478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384672.865483:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384672.865493:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fa62bce. 00000020:00000040:2.0:1767384672.865498:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:2.0:1767384672.865502:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384672.865504:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384672.865509:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384672.865515:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074fd10da. 00000100:00000001:2.0:1767384672.865520:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384672.865527:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384672.865535:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384672.865537:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384672.865541:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fa62bce] to pc [ptlrpcd_00_00+0] req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.865561:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384672.865563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384672.865566:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384672.865567:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000376642cd. 00000020:00000040:2.0:1767384672.865569:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384672.865571:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384672.865572:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384672.865582:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384672.865586:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384672.865589:0:16163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384672.865590:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384672.865594:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372574e0. 00000100:00000040:1.0:1767384672.865596:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.865598:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384672.865605:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384672.865613:0:16163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384672.865616:0:16163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.865617:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384672.865619:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.865620:0:16163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384672.865623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000376642cd] to pc [ptlrpcd_00_01+1] req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384672.865623:0:16163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384672.865628:0:16163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.865635:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384672.865636:0:16163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001fa62bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037664256:0@lo:400: 00000100:00000001:2.0:1767384672.865638:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.865640:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384672.865644:0:16164:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384672.865645:0:16163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384672.865646:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (299) 00000100:00000040:3.0:1767384672.865650:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384672.865651:0:16163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384672.865655:0:16163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.865660:0:16163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384672.865664:0:16164:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384672.865665:0:16164:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384672.865666:0:16163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e639ac04. 02000000:00000001:3.0:1767384672.865668:0:16164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384672.865671:0:16163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384672.865672:0:16164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384672.865675:0:16164:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384672.865677:0:16164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000376642cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037664384:0@lo:400: 00000400:00000010:1.0:1767384672.865678:0:16163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c390847. 00000100:00000001:3.0:1767384672.865682:0:16164:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384672.865685:0:16164:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384672.865686:0:16164:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384672.865687:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 02000000:00000001:3.0:1767384672.865688:0:16164:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384672.865693:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d0ca5b6. 00000100:00000200:1.0:1767384672.865694:0:16163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037664256, portal 25 02000000:00000001:3.0:1767384672.865696:0:16164:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.865698:0:16163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384672.865700:0:16163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598923648 : -117144110627968 : ffff957542e60380) 00000400:00000010:3.0:1767384672.865701:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a741f16b. 00000100:00000040:1.0:1767384672.865706:0:16163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384672.865707:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384672.865712:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037664384, portal 10 00000100:00000001:1.0:1767384672.865715:0:16163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384672.865716:0:16164:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384672.865718:0:16164:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626929598925440 : -117144110626176 : ffff957542e60a80) 00000100:00000040:1.0:1767384672.865719:0:16163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384672.865724:0:16163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000040:3.0:1767384672.865726:0:16164:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384672.865728:0:16163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037664256, offset 0 00000100:00000001:3.0:1767384672.865737:0:16164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384672.865740:0:16164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384672.865740:0:16163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384672.865745:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384672.865747:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237037664384, offset 0 00000400:00000200:3.0:1767384672.865751:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384672.865755:0:16163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384672.865759:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384672.865767:0:16163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f508800 00000400:00000200:3.0:1767384672.865770:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825f508880 00000400:00000200:1.0:1767384672.865777:0:16163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19e5 [2] + 0 00000400:00000010:1.0:1767384672.865781:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078634147. 00000400:00000200:1.0:1767384672.865786:0:16163:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038b11ec6 00000400:00000200:1.0:1767384672.865790:0:16163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.865791:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12280 00000400:00000200:1.0:1767384672.865796:0:16163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384672.865798:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384672.865801:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b11ec6 00000400:00000200:3.0:1767384672.865803:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384672.865804:0:16163:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038b11ec6. 00000100:00000001:1.0:1767384672.865809:0:16163:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384672.865810:0:16164:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384672.865811:0:16163:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384672.865813:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384672.865816:0:16163:0:(events.c:337:request_in_callback()) incoming req@00000000d423bb27 x1853237037664256 msgsize 224 00000100:00000010:3.0:1767384672.865818:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d4b9f70c. 00000100:00000040:3.0:1767384672.865823:0:16164:0:(events.c:337:request_in_callback()) incoming req@00000000d4b9f70c x1853237037664384 msgsize 224 00000100:00100000:1.0:1767384672.865825:0:16163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384672.865830:0:16164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384672.865830:0:16163:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384672.865843:0:16163:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384672.865844:0:16164:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384672.865867:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384672.865870:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000400:00000200:3.0:1767384672.865877:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000100:00000001:1.0:1767384672.865878:0:16163:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384672.865883:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000200:1.0:1767384672.865888:0:16163:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.865892:0:16164:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384672.865902:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.865902:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.865912:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.865913:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384672.865914:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384672.865916:0:16804:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384672.865920:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037664384 00000100:00000040:3.0:1767384672.865924:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384672.865927:0:16804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037664256 02000000:00000001:2.0:1767384672.865929:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384672.865937:0:16804:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384672.865938:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384672.865948:0:16804:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384672.865949:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.865952:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.865956:0:16804:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384672.865960:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.865961:0:16163:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384672.865974:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037664384 00000100:00000001:3.0:1767384672.865976:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.865976:0:16804:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.865978:0:16163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.865987:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384672.865997:0:16164:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384672.865998:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000100:00000001:1.0:1767384672.865998:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294961682 00000100:00100000:0.0:1767384672.865998:0:16804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037664256 00000020:00000001:0.0:1767384672.866020:0:16804:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384672.866026:0:16804:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271eda3f 00000100:00000001:3.0:1767384672.866027:0:16164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.866027:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384672.866033:0:16804:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384672.866049:0:16804:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014ba078b refcount=10 00000020:00000001:2.0:1767384672.866051:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384672.866052:0:16164:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3435 usecs (4 jiffies) 00000100:00000010:1.0:1767384672.866052:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008351062e. 00000020:00000001:0.0:1767384672.866056:0:16804:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000020:00000001:2.0:1767384672.866060:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384672.866065:0:16804:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 00000100:00000001:3.0:1767384672.866066:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294961668 00000100:00000001:1.0:1767384672.866066:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384672.866069:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083532ac0. 00000020:00000010:2.0:1767384672.866083:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d21d756. 00000100:00000001:0.0:1767384672.866083:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384672.866085:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294961682 00000100:00000001:1.0:1767384672.866085:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294961682 00000100:00000001:3.0:1767384672.866095:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294961668 00000020:00000010:2.0:1767384672.866096:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000020:00000010:0.0:1767384672.866102:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001412f763. 00000100:00000010:1.0:1767384672.866103:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007594b641. 00000100:00000040:2.0:1767384672.866106:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384672.866117:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384672.866118:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384672.866118:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384672.866124:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384672.866130:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001412f763. 00000100:00000001:2.0:1767384672.866131:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.866132:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294961682 00000100:00000001:1.0:1767384672.866132:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294961682 00000100:00000001:3.0:1767384672.866143:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294961668 00000100:00000010:1.0:1767384672.866144:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa5a50a6. 00000020:00000010:0.0:1767384672.866147:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000445ca87e. 00000100:00000001:2.0:1767384672.866148:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.866149:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384672.866159:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdbe9baa. 00000100:00000001:3.0:1767384672.866162:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294961682 00000100:00000001:1.0:1767384672.866162:0:16163:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294961682 00000100:00000001:2.0:1767384672.866165:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384672.866170:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffc801eb. 00000100:00000001:3.0:1767384672.866171:0:16164:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294961668 00000100:00000010:1.0:1767384672.866172:0:16163:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006147d3e5. 00000100:00000001:1.0:1767384672.866180:0:16163:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384672.866186:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384672.866190:0:16804:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384672.866191:0:16164:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294961682 00000100:00000001:2.0:1767384672.866192:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384672.866192:0:16163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384672.866202:0:16804:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384672.866203:0:16163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.866204:0:16164:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384672.866206:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384672.866211:0:16804:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384672.866214:0:16164:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.866215:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.866220:0:16804:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.866222:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.866223:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384672.866225:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934855683584 : -117138853868032 : ffff95767c39ce00) 00000100:00000001:3.0:1767384672.866235:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384672.866239:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d4b9f70c x1853237037664384/t0(0) o400->@:653/0 lens 224/0 e 0 to 0 dl 1767384683 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.866239:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384672.866240:0:16804:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.866242:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384672.866243:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384672.866251:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384672.866252:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384672.866255:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384672.866257:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384672.866260:0:16804:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.866276:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.866277:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384672.866279:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d4b9f70c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16164:x1853237037664384:12345-0@lo:400: 00000100:00000001:3.0:1767384672.866283:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384672.866286:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037664384 00000100:00000001:1.0:1767384672.866287:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.866289:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.866289:0:16804:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384672.866293:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384672.866298:0:16804:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00080000:2.0:1767384672.866307:0:16813:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:2.0:1767384672.866310:0:16813:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384672.866312:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384672.866318:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384672.866323:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000657f35d1. 00000100:00000001:1.0:1767384672.866323:0:16805:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384672.866342:0:16805:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384672.866343:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.866347:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.866351:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384672.866357:0:16804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00000040:0.0:1767384672.866362:0:16804:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014ba078b : new rpc_count 1 00000100:00000001:0.0:1767384672.866365:0:16804:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934715855952 : -117138993695664 : ffff957673e43450) 00000100:00000001:1.0:1767384672.866373:0:16805:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384672.866374:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d423bb27 x1853237037664256/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:653/0 lens 224/0 e 0 to 0 dl 1767384683 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.866377:0:16805:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.866379:0:16813:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.866383:0:16813:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384672.866387:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384672.866392:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:2.0:1767384672.866404:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:2.0:1767384672.866415:0:16813:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626934121498240 : -117139588053376 : 0xffff957650770680) 00000100:00000040:2.0:1767384672.866428:0:16813:0:(connection.c:149:ptlrpc_connection_get()) conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:0.0:1767384672.866430:0:16804:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384672.866431:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384672.866433:0:16804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001412f763. 02000000:00000001:2.0:1767384672.866434:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.866441:0:16804:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384672.866443:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384672.866451:0:16804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001412f763. 00000100:00000040:2.0:1767384672.866460:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384672.866463:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000100:00100000:0.0:1767384672.866464:0:16804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d423bb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+10:16163:x1853237037664256:12345-0@lo:400: 00000100:00000200:2.0:1767384672.866470:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037664384, offset 224 00000100:00000200:0.0:1767384672.866473:0:16804:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037664256 00000400:00000200:2.0:1767384672.866478:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384672.866480:0:16804:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384672.866487:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384672.866488:0:16804:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384672.866493:0:16804:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384672.866497:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f508880 00000020:00000001:0.0:1767384672.866500:0:16804:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384672.866506:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21e1 [1] + 224 00000020:00000001:0.0:1767384672.866507:0:16804:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667441280 : -1042110336 : ffffffffc1e2a880) 00000400:00000200:2.0:1767384672.866515:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384672.866518:0:16804:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384672.866519:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384672.866523:0:16804:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384672.866533:0:16804:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384672.866534:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384672.866539:0:16804:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384672.866541:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384672.866547:0:16804:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384672.866555:0:16804:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384672.866558:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384672.866559:0:16804:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384672.866562:0:16804:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384672.866570:0:16804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b81b30f. 02000000:00000001:0.0:1767384672.866587:0:16804:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.866589:0:16804:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384672.866591:0:16804:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384672.866594:0:16804:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237037664256 00010000:00000001:0.0:1767384672.866597:0:16804:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384672.866598:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384672.866603:0:16804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d423bb27 x1853237037664256/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:653/0 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384672.866606:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:2.0:1767384672.866611:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000100:00000001:2.0:1767384672.866619:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384672.866622:0:16804:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384672.866623:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384672.866624:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384672.866633:0:16164:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384672.866633:0:16804:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.866635:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384672.866643:0:16164:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384672.866644:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00000400:00000001:3.0:1767384672.866646:0:16164:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384672.866649:0:16813:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384672.866650:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a741f16b. 00000100:00001000:0.0:1767384672.866651:0:16804:0:(import.c:2128:obd_at_measure()) add 1 to 000000009b8c2f1a time=102 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384672.866656:0:16813:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384672.866659:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384672.866666:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000001:0.0:1767384672.866666:0:16804:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384672.866668:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4b9f70c x1853237037664384/t0(0) o400->@:653/0 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384672.866676:0:16804:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:3.0:1767384672.866677:0:16164:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384672.866686:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384672.866693:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d4b9f70c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16164:x1853237037664384:12345-0@lo:400: Request processed in 406us (859us total) trans 0 rc -107/-107 00000100:00000001:0.0:1767384672.866693:0:16804:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 02000000:00000001:0.0:1767384672.866704:0:16804:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384672.866711:0:16804:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384672.866721:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384672.866724:0:16804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384672.866728:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.866729:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384672.866733:0:16804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384672.866734:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384672.866744:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d21d756. 00000400:00000010:0.0:1767384672.866744:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e620a2b3. 00000100:00000001:3.0:1767384672.866745:0:16164:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384672.866750:0:16164:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.866756:0:16164:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384672.866758:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 02000000:00000001:3.0:1767384672.866759:0:16164:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384672.866760:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237037664256, offset 224 00000020:00000010:2.0:1767384672.866763:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083532ac0. 00000100:00000001:3.0:1767384672.866764:0:16164:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384672.866770:0:16164:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384672.866773:0:16164:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.866774:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384672.866778:0:16164:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f586f94 time=96 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384672.866781:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384672.866783:0:16164:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384672.866788:0:16164:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384672.866790:0:16164:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1767384672.866792:0:16164:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1767384672.866794:0:16164:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1767384672.866802:0:16164:0:(import.c:65:import_set_state_nolock()) 00000000e1dd24d4 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000400:00000200:0.0:1767384672.866803:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:02000400:3.0:1767384672.866813:0:16164:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000200:0.0:1767384672.866824:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825f508800 00000400:00000200:0.0:1767384672.866833:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21dd [1] + 224 00000400:00000200:0.0:1767384672.866839:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384672.866842:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384672.866846:0:16804:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384672.866861:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384672.866868:0:16804:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384672.866884:0:16804:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384672.866891:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e620a2b3 00000400:00000010:0.0:1767384672.866893:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e620a2b3. 00000100:00000001:0.0:1767384672.866896:0:16804:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384672.866898:0:16804:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384672.866901:0:16804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384672.866903:0:16804:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00010000:00000001:0.0:1767384672.866905:0:16804:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384672.866907:0:16804:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384672.866909:0:16804:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384672.866911:0:16804:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d423bb27 x1853237037664256/t0(0) o400->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:653/0 lens 224/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384672.866918:0:16804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d423bb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a916ab72-15c5-41d3-aba3-e6975cd4a72b+10:16163:x1853237037664256:12345-0@lo:400: Request processed in 489us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384672.866924:0:16804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00000040:0.0:1767384672.866932:0:16804:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014ba078b : new rpc_count 0 00000100:00000001:0.0:1767384672.866934:0:16804:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384672.866937:0:16804:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384672.866941:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdbe9baa. 00000020:00000010:0.0:1767384672.866947:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffc801eb. 00000020:00000010:0.0:1767384672.866952:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000445ca87e. 00000020:00000040:0.0:1767384672.866957:0:16804:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 9 02000000:00000001:0.0:1767384672.866963:0:16804:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384672.866964:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384672.866965:0:16804:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b81b30f. 00000100:00000001:1.0:1767384672.866969:0:16163:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384672.866970:0:16804:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384672.866976:0:16804:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384672.866977:0:16163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384672.866983:0:16163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384672.866985:0:16804:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384672.866986:0:16163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c390847. 00000400:00000010:0.0:1767384672.866992:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf8367a. 00000400:00000200:1.0:1767384672.866994:0:16163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce985b99 00000400:00000010:1.0:1767384672.866998:0:16163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 00000100:00000001:1.0:1767384672.867001:0:16163:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384672.867020:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aec8026. 00000100:00000200:1.0:1767384672.867025:0:16163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384672.867034:0:16163:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.867062:0:16163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384672.867063:0:16163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.867065:0:16163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384672.867066:0:16163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384672.867067:0:16163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384672.867069:0:16163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.867070:0:16163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384672.867072:0:16163:0:(import.c:2128:obd_at_measure()) add 5 to 000000002e437cb6 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384672.867075:0:16163:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fd730fa time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384672.867077:0:16163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384672.867078:0:16163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.867079:0:16163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384672.867081:0:16163:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.867083:0:16163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.867085:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.867089:0:16163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384672.867091:0:16163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384672.867093:0:16163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384672.867095:0:16163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384672.867099:0:16163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001fa62bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16163:1853237037664256:0@lo:400: 00000100:00000001:1.0:1767384672.867102:0:16163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.867104:0:16163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.867105:0:16163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001fa62bce x1853237037664256/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.867109:0:16163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384672.867110:0:16163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384672.867112:0:16163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e639ac04. 02000000:00000001:1.0:1767384672.867114:0:16163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384672.867116:0:16163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384672.867117:0:16163:0:(genops.c:1242:class_import_put()) import 00000000f4cff668 refcount=3 obd=MGC192.168.203.133@tcp 00000020:00000001:1.0:1767384672.867118:0:16163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384672.867120:0:16163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074fd10da. 02000000:00000001:1.0:1767384672.867123:0:16163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384672.867124:0:16163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384672.867124:0:16163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001fa62bce. 00000100:00000001:1.0:1767384672.867126:0:16163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384672.867127:0:16163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.867128:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.867131:0:16163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384672.867132:0:16163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.867134:0:16163:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384672.867135:0:16163:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.870762:0:16164:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384672.870765:0:16164:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384672.870767:0:16164:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384672.870768:0:16164:0:(import.c:65:import_set_state_nolock()) 00000000e1dd24d4 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384672.870770:0:16164:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384672.870773:0:16164:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 198 00000100:00000040:3.0:1767384672.870775:0:16164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 15 to 0@lo 00000100:00000001:3.0:1767384672.870777:0:16164:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384672.870779:0:16164:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 16 to 0@lo 00000100:00000001:3.0:1767384672.870780:0:16164:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:3.0:1767384672.870782:0:16164:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384672.870783:0:16164:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb81 00000020:00000001:3.0:1767384672.870785:0:16164:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384672.870786:0:16164:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000096affc51 refcount=8 00000020:00000001:3.0:1767384672.870787:0:16164:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577889792 : -117144131661824 : ffff957541a51000) 00000020:00000001:3.0:1767384672.870788:0:16164:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577889792 : -117144131661824 : ffff957541a51000) 00000100:00000040:3.0:1767384672.870790:0:16164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 15 to 0@lo 00000100:00000001:3.0:1767384672.870791:0:16164:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384672.870792:0:16164:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 16 to 0@lo 00000100:00000001:3.0:1767384672.870793:0:16164:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000040:3.0:1767384672.870794:0:16164:0:(genops.c:898:class_export_put()) PUTting export 0000000096affc51 : new refcount 7 00000100:00080000:3.0:1767384672.870797:0:16164:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000e1dd24d4 using connection 192.168.203.133@tcp/0@lo 00000100:00000001:3.0:1767384672.870798:0:16164:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384672.870800:0:16164:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384672.870804:0:16164:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384672.870806:0:16164:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.870807:0:16164:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384672.870808:0:16164:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384672.870812:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be8c1735. 00000020:00000040:3.0:1767384672.870813:0:16164:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384672.870816:0:16164:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384672.870817:0:16164:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.870818:0:16164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384672.870820:0:16164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384672.870821:0:16164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384672.870824:0:16164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000767d57ee. 00000100:00000001:3.0:1767384672.870827:0:16164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384672.870830:0:16164:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384672.870835:0:16164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384672.870836:0:16164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384672.870838:0:16164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be8c1735] to pc [ptlrpcd_rcv+-1] req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.870868:0:16164:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.870870:0:16164:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767384672.870871:0:16164:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767384672.870873:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.870879:0:16164:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767384672.870881:0:16164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384672.870882:0:16164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384672.870883:0:16164:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384672.870893:0:16164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000376642cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16164:1853237037664384:0@lo:400: 00000100:00000001:3.0:1767384672.870896:0:16164:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.870897:0:16164:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384672.870899:0:16164:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000376642cd x1853237037664384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.870903:0:16164:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384672.870904:0:16164:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384672.870905:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d0ca5b6. 02000000:00000001:3.0:1767384672.870907:0:16164:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384672.870908:0:16164:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384672.870909:0:16164:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384672.870910:0:16164:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384672.870911:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372574e0. 02000000:00000001:3.0:1767384672.870913:0:16164:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384672.870914:0:16164:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384672.870915:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000376642cd. 00000100:00000001:3.0:1767384672.870916:0:16164:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384672.870917:0:16164:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.870919:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.870923:0:16164:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384672.870924:0:16164:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.870926:0:16164:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384672.870927:0:16164:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.870939:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384672.870943:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384672.870944:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384672.870949:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.870957:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384672.870958:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.870960:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384672.870961:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384672.870963:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384672.870965:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be8c1735 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237037664512:0@lo:38: 00000100:00000001:1.0:1767384672.870967:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384672.870969:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384672.870971:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.870972:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384672.870976:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a5ccc0a1. 02000000:00000001:1.0:1767384672.870977:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384672.870980:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c390847. 00000400:00000010:1.0:1767384672.870984:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 00000100:00000200:1.0:1767384672.870987:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037664512, portal 10 00000100:00000001:1.0:1767384672.870988:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384672.870989:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855690752 : -117138853860864 : ffff95767c39ea00) 00000100:00000040:1.0:1767384672.870993:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.870998:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384672.871000:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384672.871002:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384672.871003:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237037664512, offset 0 00000400:00000200:1.0:1767384672.871023:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384672.871030:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384672.871036:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695825f508900 00000400:00000200:1.0:1767384672.871039:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12504 00000400:00000200:1.0:1767384672.871044:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384672.871046:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384672.871049:0:16162:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384672.871050:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384672.871053:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fb925b9. 00000100:00000040:1.0:1767384672.871054:0:16162:0:(events.c:337:request_in_callback()) incoming req@000000001fb925b9 x1853237037664512 msgsize 520 00000100:00100000:1.0:1767384672.871073:0:16162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384672.871082:0:16162:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384672.871087:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384672.871088:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000001:1.0:1767384672.871090:0:16162:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384672.871091:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.871097:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.871098:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.871102:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.871103:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384672.871105:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.871107:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3333 usecs (4 jiffies) 00000100:00000001:1.0:1767384672.871109:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294961673 00000100:00000001:1.0:1767384672.871110:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294961682 00000100:00000001:1.0:1767384672.871111:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294961673 00000100:00000001:1.0:1767384672.871113:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294961682 00000100:00000001:1.0:1767384672.871114:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294961673 00000100:00000001:1.0:1767384672.871115:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294961682 00000100:00000001:1.0:1767384672.871116:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294961673 00000100:00000001:1.0:1767384672.871117:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294961682 00000100:00000001:1.0:1767384672.871118:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384672.871119:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.871120:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.871122:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.871126:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384672.871127:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384672.871129:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384672.871130:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384672.871132:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.871133:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.871145:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384672.871148:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237037664512 02000000:00000001:2.0:1767384672.871150:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384672.871152:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384672.871153:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384672.871156:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384672.871158:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237037664512 00000020:00000001:2.0:1767384672.871159:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384672.871160:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb88 00000020:00000001:2.0:1767384672.871169:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384672.871170:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.871171:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384672.871174:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083532ac0. 00000020:00000010:2.0:1767384672.871177:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d21d756. 00000020:00000010:2.0:1767384672.871179:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000100:00000001:2.0:1767384672.871182:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384672.871183:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384672.871185:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.871187:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.871200:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384672.871207:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384672.871208:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384672.871211:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384672.871212:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626934868483072 : -117138841068544 : ffff95767cfd1c00) 00000100:00000040:2.0:1767384672.871215:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001fb925b9 x1853237037664512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384672.871223:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001fb925b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16162:x1853237037664512:12345-0@lo:38: 00000100:00000200:2.0:1767384672.871225:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037664512 00000020:00000001:2.0:1767384672.871227:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384672.871230:0:16813:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384672.871238:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000fec6c3e4) now 6 - find 00000020:00000001:2.0:1767384672.871240:0:16813:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446626933988956376 : -117139720595240 : ffff9576489098d8) 00010000:02000000:2.0:1767384672.871243:0:16813:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:2.0:1767384672.872958:0:16813:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1767384672.872962:0:16813:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 6 - find 00010000:00000001:2.0:1767384672.872965:0:16813:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384672.872966:0:16813:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384672.872968:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384672.872969:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384672.872972:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e8281e23. 02000000:00000001:2.0:1767384672.872974:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.872976:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.872983:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384672.872984:0:16813:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384672.872986:0:16813:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1767384672.872988:0:16813:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384672.872990:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384672.872991:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 17 to 0@lo 00000100:00000001:2.0:1767384672.872993:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000100:00000001:2.0:1767384672.872994:0:16813:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446626934121498240 : -117139588053376 : 0xffff957650770680) 00000100:00000040:2.0:1767384672.872996:0:16813:0:(connection.c:149:ptlrpc_connection_get()) conn=000000006b8ca88b refcount 17 to 0@lo 02000000:00000001:2.0:1767384672.872997:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384672.872999:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384672.873000:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384672.873001:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384672.873003:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000100:00000200:2.0:1767384672.873005:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037664512, offset 0 00000400:00000200:2.0:1767384672.873020:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384672.873024:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384672.873028:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f508900 00000400:00000200:2.0:1767384672.873031:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21f9 [1] + 0 00000400:00000200:2.0:1767384672.873034:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384672.873036:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384672.873039:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384672.873041:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384672.873047:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384672.873058:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384672.873062:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:2.0:1767384672.873063:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000100:00000001:2.0:1767384672.873065:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384672.873066:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384672.873068:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384672.873069:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 16 to 0@lo 00000100:00000001:2.0:1767384672.873075:0:16813:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.873077:0:16813:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384672.873079:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fb925b9 x1853237037664512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384672.873085:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001fb925b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16162:x1853237037664512:12345-0@lo:38: Request processed in 1862us (2029us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767384672.873090:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384672.873092:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384672.873093:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384672.873095:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d21d756. 00000020:00000010:2.0:1767384672.873097:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000020:00000010:2.0:1767384672.873099:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083532ac0. 00000100:00000001:2.0:1767384672.873101:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.873124:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384672.873127:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384672.873130:0:16162:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384672.873131:0:16162:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384672.873133:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c390847. 00000400:00000200:1.0:1767384672.873136:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce985b99 00000400:00000010:1.0:1767384672.873137:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 00000100:00000001:1.0:1767384672.873139:0:16162:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384672.873143:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384672.873150:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.873154:0:16162:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384672.873155:0:16162:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.873157:0:16162:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384672.873158:0:16162:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384672.873159:0:16162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384672.873160:0:16162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.873161:0:16162:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384672.873164:0:16162:0:(import.c:2128:obd_at_measure()) add 0 to 000000002f586f94 time=96 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384672.873166:0:16162:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f4d127d8 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384672.873167:0:16162:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384672.873168:0:16162:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767384672.873170:0:16162:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767384672.873172:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.873176:0:16162:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1767384672.873178:0:16162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384672.873179:0:16162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.873180:0:16162:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767384672.873182:0:16162:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1767384672.873183:0:16162:0:(import.c:65:import_set_state_nolock()) 00000000e1dd24d4 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767384672.873186:0:16162:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:1.0:1767384672.873187:0:16162:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767384672.873189:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384672.873193:0:16162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be8c1735 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237037664512:0@lo:38: 00000100:00000001:1.0:1767384672.873196:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.873197:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384672.873198:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be8c1735 x1853237037664512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.873201:0:16162:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384672.873202:0:16162:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384672.873204:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a5ccc0a1. 02000000:00000001:1.0:1767384672.873206:0:16162:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384672.873207:0:16162:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384672.873208:0:16162:0:(genops.c:1242:class_import_put()) import 00000000e1dd24d4 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384672.873210:0:16162:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384672.873211:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000767d57ee. 02000000:00000001:1.0:1767384672.873212:0:16162:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384672.873213:0:16162:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384672.873214:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be8c1735. 00000100:00000001:1.0:1767384672.873217:0:16162:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384672.873217:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.873218:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.873221:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384672.873222:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.873223:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384672.873224:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384672.884385:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294961682, at 4294961683 00000100:00000040:1.0:1767384672.884385:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294961682, at 4294961683 00000100:00000010:3.0:1767384672.884397:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006147d3e5. 00000100:00000010:1.0:1767384672.884400:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007594b641. 00000100:00000040:0.0:1767384672.884403:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294961682, at 4294961683 00000100:00000040:2.0:1767384672.884412:0:1020:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294961682, at 4294961683 00000100:00000010:0.0:1767384672.884416:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008351062e. 00000100:00000010:2.0:1767384672.884423:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa5a50a6. 00010000:00000001:0.0:1767384672.929408:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384672.929416:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384672.929422:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384672.929423:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.929468:0:39800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384672.929474:0:39800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384672.929478:0:39800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384673.377615:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad7b517f] -> 12345-192.168.203.133@tcp17 (6) 00000800:00000200:3.0:1767384673.377627:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp17 ip 192.168.203.133:988 00000800:00000200:3.0:1767384673.377632:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd38d5c4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384673.377660:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (4) 00000800:00000200:3.1:1767384673.377667:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (4) 00000800:00000200:2.0:1767384673.377783:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384673.377789:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.377802:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384673.377806:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000001:2.0:1767384673.377808:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.377814:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384673.377881:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.377902:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.377950:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378017:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378045:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378066:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378089:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378121:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378156:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378181:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378202:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378225:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378278:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378373:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378476:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378585:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378632:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378693:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378741:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378801:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378849:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378884:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378917:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.378975:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.379017:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.379037:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.379058:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.379088:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.379117:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.379152:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.379180:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384673.379213:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384673.379615:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384673.379724:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384673.379962:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000acb8b47. 00000800:00000010:1.0:1767384673.379968:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c0e5204. 00000800:00000010:1.0:1767384673.379975:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076fe1af2. 00000800:00000010:1.0:1767384673.380032:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076fe1af2. 00000800:00020000:1.0:1767384673.380044:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384673.380049:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c0e5204. 00000800:00000010:1.0:1767384673.380055:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000acb8b47. 00000400:02020000:1.0:1767384673.380134:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp38 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384673.380141:0:16152:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:3.0:1767384673.387711:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767384673.387718:0:16840:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4c0f10ca-8dcd-4af4-a42d-39e7be246612 00000001:00000040:3.0:1767384673.387722:0:16840:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a7f9a98a : new cb_count 2 00000020:00000040:3.0:1767384673.387727:0:16840:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 2 00000001:00000010:3.0:1767384673.387730:0:16840:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000006eae2549. 00040000:00000001:3.0:1767384673.387737:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.387740:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384673.387741:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.387743:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384673.387745:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000001fb1501. 00080000:00000001:3.0:1767384673.387749:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384673.387751:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1767384673.387755:0:16840:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384673.387758:0:16840:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384673.387760:0:16840:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:3.0:1767384673.387763:0:16840:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a7f9a98a : new cb_count 1 00000020:00000040:3.0:1767384673.387765:0:16840:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 1 00000001:00000010:3.0:1767384673.387767:0:16840:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000080a76c1e. 00040000:00000001:3.0:1767384673.387771:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.387772:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384673.387773:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.387774:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384673.387775:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000361ff861. 00080000:00000001:3.0:1767384673.387778:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384673.387780:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767384673.387781:0:16840:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4c0f10ca-8dcd-4af4-a42d-39e7be246612 00000001:00000040:3.0:1767384673.387783:0:16840:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a7f9a98a : new cb_count 0 00000020:00000040:3.0:1767384673.387785:0:16840:0:(genops.c:898:class_export_put()) PUTting export 00000000a7f9a98a : new refcount 0 00000020:00000080:3.0:1767384673.387786:0:16840:0:(genops.c:904:class_export_put()) final put 00000000a7f9a98a/4c0f10ca-8dcd-4af4-a42d-39e7be246612 00000001:00000010:3.0:1767384673.387799:0:16840:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000bc756ae7. 00040000:00000001:3.0:1767384673.387803:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.387805:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384673.387806:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.387808:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384673.387810:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a1e811ec. 00080000:00000001:3.0:1767384673.387814:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767384673.387818:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384673.387822:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000a7f9a98a/4c0f10ca-8dcd-4af4-a42d-39e7be246612 for lustre-MDT0000 00000020:00000040:2.0:1767384673.387828:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 3 to 192.168.203.33@tcp50 00000020:00000001:2.0:1767384673.387831:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384673.387834:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1767384673.387837:0:37:0:(genops.c:1229:class_import_get()) import 0000000067f23827 refcount=2 obd=lustre-MDT0000 00000020:00000001:2.0:1767384673.387839:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384673.387840:0:37:0:(genops.c:1242:class_import_put()) import 0000000067f23827 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384673.387842:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384673.387845:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384673.387846:0:37:0:(genops.c:1242:class_import_put()) import 0000000067f23827 refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1767384673.387854:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000067f23827 00000020:00000001:2.0:1767384673.387862:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:2.0:1767384673.387864:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000013e6e852. 00010000:00000001:2.0:1767384673.387867:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384673.387869:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384673.387875:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000067e6a39e. 00000001:00000010:2.0:1767384673.387877:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007cc8d5aa. 00000001:00000010:2.0:1767384673.387878:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f617bf4c. 00000001:00000010:2.0:1767384673.387880:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e245a71. 00000001:00000010:2.0:1767384673.387883:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001776102b. 00000001:00000010:2.0:1767384673.387884:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002d465f96. 00000001:00000001:2.0:1767384673.387887:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384673.387889:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1767384673.387890:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384673.387892:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003240a5b4. 00000001:00000010:2.0:1767384673.387893:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bb9cf512. 00000001:00000010:2.0:1767384673.387894:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d02921a. 00000001:00000010:2.0:1767384673.387896:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a6038dff. 00000001:00000010:2.0:1767384673.387897:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b4f7c960. 00000001:00000010:2.0:1767384673.387898:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f62062a4. 00000001:00000001:2.0:1767384673.387899:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384673.387900:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384673.387901:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:2.0:1767384673.387904:0:37:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000428fb9c0: xid 1853237030292992, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:2.0:1767384673.387907:0:37:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000428fb9c0: xid 1853237030292992, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:2.0:1767384673.387909:0:37:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000428fb9c0. 00000001:00000010:2.0:1767384673.387911:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000068a01084. 00000004:00000001:2.0:1767384673.387916:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.387918:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384673.387920:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 5 - export 00000020:00000010:2.0:1767384673.387922:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a7f9a98a. 00000020:00000001:2.0:1767384673.387928:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384673.387931:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384673.387932:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000067f23827 for lustre-MDT0000 00000020:00000040:2.0:1767384673.387939:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 2 to 192.168.203.33@tcp50 00000020:00000040:2.0:1767384673.387941:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 4 - import 00000020:00000010:2.0:1767384673.387942:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000067f23827. 00000020:00000001:2.0:1767384673.387944:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000001:1.0:1767384673.633400:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.633406:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384673.633408:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384673.633412:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000400:00000200:1.0:1767384673.633417:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384673.633423:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384673.633436:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007161f613. 00000400:00000010:1.0:1767384673.633440:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ff81bf04. 00000020:00000001:0.0:1767384673.697459:0:39798:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384673.697477:0:39798:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000cc2ddeb3 - data 0000000058326450/00000000205170ca 00000020:00000010:0.0:1767384673.697616:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000c3d035d8. 00000020:00000010:0.0:1767384673.697625:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 0000000090329a97. 00000020:00000010:0.0:1767384673.697632:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000205170ca. 00000020:00000010:0.0:1767384673.697634:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000001265b4d1. 00000020:00000010:0.0:1767384673.697637:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000736e925a. 00000020:00000010:0.0:1767384673.697653:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d94d1cd9. 00000020:00000010:0.0:1767384673.697657:0:39798:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000cc2ddeb3. 00000020:01000000:0.0:1767384673.697662:0:39798:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000076b4d8c9 - data 000000006af7561e/00000000b951a8c3 00000020:00000010:0.0:1767384673.697738:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000f6555dec. 00000020:00000010:0.0:1767384673.697764:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000661b6e99. 00000020:00000010:0.0:1767384673.697767:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b951a8c3. 00000020:00000010:0.0:1767384673.697769:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000009f3aef6f. 00000020:00000010:0.0:1767384673.697772:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000feec25d8. 00000020:00000010:0.0:1767384673.697775:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000003de1d809. 00000020:00000010:0.0:1767384673.697776:0:39798:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000076b4d8c9. 00000020:00000001:0.0:1767384673.697779:0:39798:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1767384673.698062:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000044dd48f9. 00000020:00000010:0.0:1767384673.698066:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000004e2a5b85. 00000020:00000010:0.0:1767384673.698069:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 000000006a24787f. 00000020:00000010:0.0:1767384673.698071:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000003247fdb. 02000000:00000001:0.0:1767384673.703520:0:39798:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:0.0:1767384673.703526:0:39798:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 000000001528f270 for key 0 00000004:00000010:0.0:1767384673.703532:0:39798:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 000000001528f270. 02000000:00000001:0.0:1767384673.703538:0:39798:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384673.703540:0:39798:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000060e46881. 02000000:00000010:0.0:1767384673.703545:0:39798:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000daf13c3c. 02000000:00000001:0.0:1767384673.703549:0:39798:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:0.0:1767384673.703551:0:39798:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384673.703553:0:39798:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000b5411616. 02000000:00000010:0.0:1767384673.703555:0:39798:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000002063e42b. 00000020:00000001:0.0:1767384673.703560:0:39798:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:0.0:1767384673.703564:0:39798:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384673.703566:0:39798:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:0.0:1767384673.703572:0:39798:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384673.703585:0:39798:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005b81b30f. 00080000:00000001:0.0:1767384673.703589:0:39798:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626934752923648 : -117138956627968 : ffff95767619d000) 00080000:00000001:0.0:1767384673.703595:0:39798:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384673.703625:0:39798:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384673.703627:0:39798:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384673.703631:0:39798:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384673.703659:0:39798:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384673.703663:0:39798:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384673.703678:0:39798:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384673.703810:0:39798:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384673.703813:0:39798:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384673.703817:0:39798:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384673.703820:0:39798:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384673.711204:0:39798:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384673.711208:0:39798:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384673.711213:0:39798:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384673.711221:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000ce2d6de4/0000000063525aa4 to site lru. bkt: 0000000044811903 00000020:00000010:0.0:1767384673.711225:0:39798:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 000000004623981d. 00080000:00000001:3.0:1767384673.711228:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384673.711233:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.711236:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384673.711238:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.711240:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384673.711244:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005b81b30f. 00080000:00000001:3.0:1767384673.711250:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:0.0:1767384673.711254:0:39798:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 000000003094f534. 00000020:00000010:0.0:1767384673.711259:0:39798:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000e62e5774. 00000020:00000002:0.0:1767384673.711268:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000002463b53/00000000b05baa2c to site lru. bkt: 000000000df208a5 00000020:00000001:0.0:1767384673.711271:0:39798:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767384673.711274:0:39798:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767384673.711280:0:39798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018810dd3. 00000020:00000010:0.0:1767384673.711283:0:39798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3abe6c3. 00000020:00000010:0.0:1767384673.711287:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044ce6258. 00000020:00000010:0.0:1767384673.711293:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f3af15e3. 00000040:00000010:0.0:1767384673.711296:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000079327e2d. 00000020:00000010:0.0:1767384673.711299:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c4d040c2. 00000020:00000010:0.0:1767384673.711302:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000ebd8d71. 00000020:00000010:0.0:1767384673.711306:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009f80b438. 80000000:00000010:0.0:1767384673.711331:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e941a684. 40000000:00000010:0.0:1767384673.711336:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000010326f47. 00100000:00000010:0.0:1767384673.711340:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002386de46. 00040000:00000010:0.0:1767384673.711343:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000081d27550. 00040000:00000010:0.0:1767384673.711349:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ac5e5517. 00040000:00000010:0.0:1767384673.711353:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000240a5999. 00080000:00000010:0.0:1767384673.711358:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000af2ea186. 00000004:00000010:0.0:1767384673.711363:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004267093b. 00000004:00000010:0.0:1767384673.711369:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ee79634e. 00000004:00000010:0.0:1767384673.711375:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b4c61ed4. 00000004:00000010:0.0:1767384673.711390:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fb2f28ce. 00000020:00000010:0.0:1767384673.711394:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003af99d63. 00000001:00000001:0.0:1767384673.711398:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384673.711404:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000000da58810. 00000001:00000010:0.0:1767384673.711407:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000009a1b40a2. 00000001:00000010:0.0:1767384673.711410:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c7eb1338. 00000001:00000001:0.0:1767384673.711414:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767384673.711416:0:39798:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.711421:0:39798:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384673.711427:0:39798:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384673.711458:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000f7e19f38. 00000020:00000010:0.0:1767384673.711461:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000d0ec436b. 00000020:00000010:0.0:1767384673.711464:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000b32b3d94. 00000020:00000010:0.0:1767384673.711469:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e22c45dc. 00010000:00000001:0.0:1767384673.711504:0:39798:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384673.711512:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000001d040d76. 00000020:00000010:0.0:1767384673.711514:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000009070149. 00000020:00000010:0.0:1767384673.711516:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000005d3686a2. 00000020:00000010:0.0:1767384673.711518:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000337f19e7. 00000001:00000001:0.0:1767384673.711545:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384673.723483:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e6f74e43. 00000001:00000010:0.0:1767384673.723499:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b867b35c. 00000001:00000010:0.0:1767384673.723500:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008488c8d1. 00000001:00000010:0.0:1767384673.723501:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005cd25420. 00000001:00000010:0.0:1767384673.723503:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002f45adf4. 00000001:00000010:0.0:1767384673.723504:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000db0cd106. 00000001:00000010:0.0:1767384673.723505:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007add50a5. 00000001:00000010:0.0:1767384673.723506:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eb5c6855. 00000001:00000010:0.0:1767384673.723507:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002449c33e. 00000001:00000010:0.0:1767384673.723508:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ac2cd98. 00000001:00000010:0.0:1767384673.723510:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b3d56f4e. 00000001:00000010:0.0:1767384673.723511:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a4625845. 00000001:00000010:0.0:1767384673.723512:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005f0504fd. 00000001:00000010:0.0:1767384673.723513:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c0314046. 00000001:00000010:0.0:1767384673.723530:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000018ec7cb4. 00000001:00000010:0.0:1767384673.723532:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a966ac9e. 00000001:00000010:0.0:1767384673.723533:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cc03f11d. 00000001:00000010:0.0:1767384673.723534:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ce6a8314. 00000001:00000010:0.0:1767384673.723536:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006724b19a. 00000001:00000010:0.0:1767384673.723537:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000042474b1. 00000001:00000010:0.0:1767384673.723538:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000033b96ef4. 00000001:00000010:0.0:1767384673.723539:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d39b9fa7. 00000001:00000010:0.0:1767384673.723540:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000023dcd55. 00000001:00000010:0.0:1767384673.723541:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e31ad481. 00000001:00000010:0.0:1767384673.723542:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bdf00800. 00000001:00000010:0.0:1767384673.723543:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b205648. 00000001:00000010:0.0:1767384673.723544:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098876a37. 00000001:00000010:0.0:1767384673.723545:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000074ec8931. 00000001:00000010:0.0:1767384673.723547:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000046e61fcd. 00000001:00000010:0.0:1767384673.723548:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004b882cd1. 00000001:00000010:0.0:1767384673.723549:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000019a57cbd. 00000001:00000010:0.0:1767384673.723550:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ec362f05. 00000001:00000010:0.0:1767384673.723551:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001b2158fb. 00000001:00000010:0.0:1767384673.723552:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000057d478b5. 00000001:00000010:0.0:1767384673.723553:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f001dd0. 00000001:00000010:0.0:1767384673.723554:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000d98bd76. 00000001:00000010:0.0:1767384673.723555:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005472e56a. 00000001:00000010:0.0:1767384673.723556:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c88dc495. 00000001:00000010:0.0:1767384673.723557:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e967c96c. 00000001:00000010:0.0:1767384673.723558:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000028c10907. 00000001:00000010:0.0:1767384673.723559:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d7d9283. 00000001:00000010:0.0:1767384673.723561:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003d33a5c9. 00000001:00000010:0.0:1767384673.723562:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c3ce7d6a. 00000001:00000010:0.0:1767384673.723563:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c5611bd1. 00000001:00000010:0.0:1767384673.723564:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000901b9a5a. 00000001:00000010:0.0:1767384673.723565:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f40a119d. 00000001:00000010:0.0:1767384673.723569:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009b838d65. 00000001:00000010:0.0:1767384673.723570:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000960f3e8a. 00000001:00000010:0.0:1767384673.723571:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001f6072d7. 00000001:00000010:0.0:1767384673.723572:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000246eded9. 00000001:00000010:0.0:1767384673.723574:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d82ac0cf. 00000001:00000010:0.0:1767384673.723575:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dee60905. 00000001:00000010:0.0:1767384673.723576:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009c7f75d6. 00000001:00000010:0.0:1767384673.723577:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a22162cb. 00000001:00000010:0.0:1767384673.723578:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008599e0d2. 00000001:00000010:0.0:1767384673.723579:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000814bb1d9. 00000001:00000010:0.0:1767384673.723580:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001bcce8f3. 00000001:00000010:0.0:1767384673.723581:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000456e3642. 00000001:00000010:0.0:1767384673.723582:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000070c5eabb. 00000001:00000010:0.0:1767384673.723583:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006bc790ca. 00000001:00000010:0.0:1767384673.723584:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000608948fd. 00000001:00000010:0.0:1767384673.723585:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000032441862. 00000001:00000010:0.0:1767384673.723586:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b179df09. 00000001:00000010:0.0:1767384673.723587:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e137782e. 00000001:00000010:0.0:1767384673.723588:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008a2c7ec6. 00000001:00000010:0.0:1767384673.723589:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b04c6c2b. 00000001:00000010:0.0:1767384673.723590:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dee4facc. 00000001:00000010:0.0:1767384673.723592:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b437be3e. 00000001:00000010:0.0:1767384673.723593:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000001a3935e. 00000001:00000010:0.0:1767384673.723594:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e1adeee8. 00000001:00000010:0.0:1767384673.723596:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000a413c2b. 00000001:00000010:0.0:1767384673.723597:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063a8fa14. 00000001:00000010:0.0:1767384673.723599:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d6a0ce4a. 00000001:00000010:0.0:1767384673.723600:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000016b82dc9. 00000001:00000010:0.0:1767384673.723602:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b7cb4397. 00000001:00000010:0.0:1767384673.723603:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001f309f12. 00000001:00000010:0.0:1767384673.723605:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008d56d473. 00000001:00000010:0.0:1767384673.723607:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000020238fa8. 00000001:00000010:0.0:1767384673.723612:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000531dddd5. 00000001:00000010:0.0:1767384673.723614:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000028f5c8a5. 00000001:00000010:0.0:1767384673.723615:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008408dbda. 00000001:00000010:0.0:1767384673.723617:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e33c49f5. 00000001:00000010:0.0:1767384673.723619:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000524a6cda. 00000001:00000010:0.0:1767384673.723620:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d71042a. 00000001:00000010:0.0:1767384673.723622:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067d6980d. 00000001:00000010:0.0:1767384673.723624:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d002950a. 00000001:00000010:0.0:1767384673.723625:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009d90c451. 00000001:00000010:0.0:1767384673.723627:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002b887310. 00000001:00000010:0.0:1767384673.723629:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000048324fff. 00000001:00000010:0.0:1767384673.723631:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000081b56d18. 00000001:00000010:0.0:1767384673.723632:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001308fb3f. 00000001:00000010:0.0:1767384673.723634:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a650b63c. 00000001:00000010:0.0:1767384673.723635:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c994ef65. 00000001:00000010:0.0:1767384673.723637:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cbfe437c. 00000001:00000010:0.0:1767384673.723638:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd670c31. 00000001:00000010:0.0:1767384673.723640:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000043ebbdd2. 00000001:00000010:0.0:1767384673.723641:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092bdf907. 00000001:00000010:0.0:1767384673.723643:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000995a6a42. 00000001:00000010:0.0:1767384673.723645:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ec7976bb. 00000001:00000010:0.0:1767384673.723646:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004f0a8074. 00000001:00000010:0.0:1767384673.723648:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000059c4cb46. 00000001:00000010:0.0:1767384673.723650:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000076f4a063. 00000001:00000010:0.0:1767384673.723651:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001db7858c. 00000001:00000010:0.0:1767384673.723652:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000040513be2. 00000001:00000010:0.0:1767384673.723654:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bdc697a0. 00000001:00000010:0.0:1767384673.723656:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000053f180a. 00000001:00000010:0.0:1767384673.723658:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006f69ad01. 00000001:00000010:0.0:1767384673.723660:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009de7d0a8. 00000001:00000010:0.0:1767384673.723661:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000707e7832. 00000001:00000010:0.0:1767384673.723663:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bc621971. 00000001:00000010:0.0:1767384673.723673:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e7cd8ab3. 00000001:00000010:0.0:1767384673.723675:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000031e8992d. 00000001:00000010:0.0:1767384673.723677:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000082b709a2. 00000001:00000010:0.0:1767384673.723678:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ee8c864d. 00000001:00000010:0.0:1767384673.723680:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e6f46b0. 00000001:00000010:0.0:1767384673.723682:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000000474355. 00000001:00000010:0.0:1767384673.723684:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000076d30da0. 00000001:00000010:0.0:1767384673.723685:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000430dc74. 00000001:00000010:0.0:1767384673.723686:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003042cd6d. 00000001:00000010:0.0:1767384673.723688:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000fb6b759. 00000001:00000010:0.0:1767384673.723689:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb9c47b6. 00000001:00000010:0.0:1767384673.723691:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fca1dc81. 00000001:00000010:0.0:1767384673.723693:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ffef76b. 00000001:00000010:0.0:1767384673.723694:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b436aa4. 00000001:00000010:0.0:1767384673.723696:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063ed5f6a. 00000001:00000010:0.0:1767384673.723697:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d947ee5. 00000001:00000010:0.0:1767384673.723699:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f0290850. 00000001:00000010:0.0:1767384673.723700:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007c0a2fc9. 00000001:00000010:0.0:1767384673.723702:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000ccb9a41d. 00000001:00000010:0.0:1767384673.723708:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e5e08f93. 00000001:00000001:0.0:1767384673.723711:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384673.723715:0:39798:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000645fcfd5. 00010000:00000001:0.0:1767384673.723719:0:39798:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384673.724378:0:39798:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384673.724382:0:39798:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:1.0:1767384673.724385:0:39798:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:1.0:1767384673.724387:0:39798:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:1.0:1767384673.724389:0:39798:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:1.0:1767384673.724393:0:39798:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767384673.724450:0:39798:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767384673.724455:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000a3d105f4/00000000c976533e to site lru. bkt: 000000001ed44854 40000000:00000001:1.0:1767384673.724458:0:39798:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767384673.724459:0:39798:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767384673.724460:0:39798:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 0000000072817050. 40000000:00000001:1.0:1767384673.724464:0:39798:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767384673.724508:0:39798:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767384673.724510:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000e7533ddf/0000000061284377 to site lru. bkt: 0000000068d80185 40000000:00000001:1.0:1767384673.724512:0:39798:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767384673.724514:0:39798:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767384673.724515:0:39798:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 0000000006c0e163. 40000000:00000001:1.0:1767384673.724518:0:39798:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384673.724558:0:39798:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384673.724560:0:39798:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000ac1f4fbe. 40000000:00000001:1.0:1767384673.724563:0:39798:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.724566:0:39798:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:1.0:1767384673.724568:0:39798:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:1.0:1767384673.724587:0:39798:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:1.0:1767384673.724589:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000a16f9305/00000000447ea239 to site lru. bkt: 0000000047cd2040 80000000:00000001:1.0:1767384673.724591:0:39798:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:1.0:1767384673.724592:0:39798:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:1.0:1767384673.724595:0:39798:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:1.0:1767384673.724596:0:39798:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ef6ff52b. 80000000:00000010:1.0:1767384673.724600:0:39798:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003010f554. 80000000:00000010:1.0:1767384673.724602:0:39798:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000030831cc4. 80000000:00000010:1.0:1767384673.724604:0:39798:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000008a99763d. 80000000:00000010:1.0:1767384673.724607:0:39798:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000002c28c3ae. 80000000:00000040:1.0:1767384673.724609:0:39798:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:1.0:1767384673.724611:0:39798:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384673.724612:0:39798:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:1.0:1767384673.724614:0:39798:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:1.0:1767384673.724615:0:39798:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:1.0:1767384673.724617:0:39798:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:1.0:1767384673.724618:0:39798:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000bd85f22a. 80000000:00000001:1.0:1767384673.724620:0:39798:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:1.0:1767384673.724621:0:39798:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 000000001c10c3a5. 00000004:00000001:1.0:1767384673.724624:0:39798:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.724626:0:39798:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:1.0:1767384673.724655:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006aa27a42. 00000020:00000010:1.0:1767384673.724659:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000069e6687f. 00080000:00000010:1.0:1767384673.724677:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e15151e6. 00000004:00000010:1.0:1767384673.724682:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000068151b4. 00000004:00000010:1.0:1767384673.724686:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000567ecb34. 00000004:00000001:1.0:1767384673.724689:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724691:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:1.0:1767384673.724693:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c11d1c73. 00000004:00000001:1.0:1767384673.724696:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724708:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ce2d6de4. 00000004:00000010:1.0:1767384673.724710:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007943a0f9. 00000004:00000010:1.0:1767384673.724713:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fd6a53ac. 00000004:00000001:1.0:1767384673.724715:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724716:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:1.0:1767384673.724717:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000063525aa4. 00000004:00000001:1.0:1767384673.724720:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724728:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000011b4d2fd. 00000004:00000010:1.0:1767384673.724731:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003fab8e6a. 00000004:00000010:1.0:1767384673.724733:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b2cb946b. 00000004:00000001:1.0:1767384673.724735:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724735:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:1.0:1767384673.724737:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000030b5a884. 00000004:00000001:1.0:1767384673.724740:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724752:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bf15481b. 00000004:00000010:1.0:1767384673.724754:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dca9c678. 00000004:00000010:1.0:1767384673.724756:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000051a238d4. 00000004:00000001:1.0:1767384673.724758:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724759:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:1.0:1767384673.724760:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d51460f6. 00000004:00000001:1.0:1767384673.724762:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724772:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a3d105f4. 00000004:00000010:1.0:1767384673.724774:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000078acdc64. 00000004:00000010:1.0:1767384673.724776:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000052766d7a. 00000004:00000001:1.0:1767384673.724778:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724779:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:1.0:1767384673.724780:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c976533e. 00000004:00000001:1.0:1767384673.724782:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724792:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006625a6ec. 00000020:00000010:1.0:1767384673.724794:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b53590ac. 00080000:00000010:1.0:1767384673.724804:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000408b2860. 00000004:00000010:1.0:1767384673.724806:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000007877214. 00000004:00000010:1.0:1767384673.724808:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e55c121e. 00000004:00000001:1.0:1767384673.724810:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724811:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:1.0:1767384673.724813:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000313ac926. 00000004:00000001:1.0:1767384673.724815:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724823:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000002463b53. 00000004:00000010:1.0:1767384673.724825:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fa791287. 00000004:00000010:1.0:1767384673.724828:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e4122a84. 00000004:00000001:1.0:1767384673.724830:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724830:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:1.0:1767384673.724831:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b05baa2c. 00000004:00000001:1.0:1767384673.724834:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724843:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000067d2cd7c. 00000004:00000010:1.0:1767384673.724845:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c5b0f7df. 00000004:00000010:1.0:1767384673.724846:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007bd87327. 00000004:00000001:1.0:1767384673.724848:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724849:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:1.0:1767384673.724850:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000403f429d. 00000004:00000001:1.0:1767384673.724856:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724870:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004cff09c0. 00000020:00000010:1.0:1767384673.724872:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a577d86c. 00080000:00000010:1.0:1767384673.724889:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e7533ddf. 00000004:00000010:1.0:1767384673.724891:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000097d3bd4b. 00000004:00000010:1.0:1767384673.724892:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006a787626. 00000004:00000001:1.0:1767384673.724893:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724894:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:1.0:1767384673.724895:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000061284377. 00000004:00000001:1.0:1767384673.724900:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724910:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a37442b4. 00000004:00000010:1.0:1767384673.724912:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d8c5d6fa. 00000004:00000010:1.0:1767384673.724914:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b862b9cc. 00000004:00000001:1.0:1767384673.724915:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724916:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:1.0:1767384673.724917:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000099af824d. 00000004:00000001:1.0:1767384673.724919:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724929:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008387a075. 20000000:00000010:1.0:1767384673.724932:0:39798:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000302ee52f. 00080000:00000010:1.0:1767384673.724943:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ffaf3e84. 00000004:00000010:1.0:1767384673.724946:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d998d715. 00000004:00000010:1.0:1767384673.724948:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005810fd87. 00000004:00000001:1.0:1767384673.724950:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724952:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:1.0:1767384673.724953:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009e7e13a7. 00000004:00000001:1.0:1767384673.724955:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724963:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9db27cd. 00000020:00000010:1.0:1767384673.724965:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cc6b1f64. 00080000:00000010:1.0:1767384673.724975:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a16f9305. 00000004:00000010:1.0:1767384673.724977:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000df225cc5. 00000004:00000010:1.0:1767384673.724979:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d9c813e5. 00000004:00000001:1.0:1767384673.724981:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.724982:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:1.0:1767384673.724984:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000447ea239. 00000004:00000001:1.0:1767384673.724987:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.724994:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002459c589. 00000004:00000010:1.0:1767384673.724997:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008088f075. 00000004:00000010:1.0:1767384673.724999:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bb007065. 00000004:00000001:1.0:1767384673.725000:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.725020:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:1.0:1767384673.725022:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009a59e431. 00000004:00000001:1.0:1767384673.725025:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.725035:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000078316a13. 00000004:00000010:1.0:1767384673.725038:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000011975575. 00000004:00000010:1.0:1767384673.725040:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000493f35b9. 00000004:00000001:1.0:1767384673.725041:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.725042:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:1.0:1767384673.725044:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007da750eb. 00000004:00000001:1.0:1767384673.725047:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.725166:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000be3c2068. 00000004:00000010:1.0:1767384673.725169:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a423c641. 00000004:00000010:1.0:1767384673.725171:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e0c6f32d. 00000004:00000001:1.0:1767384673.725174:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.725175:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:1.0:1767384673.725177:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007ee0439c. 00000004:00000001:1.0:1767384673.725180:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.725187:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f3a11cc1. 00000004:00000010:1.0:1767384673.725189:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c68ce082. 00000004:00000010:1.0:1767384673.725191:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e59fd35a. 00000004:00000001:1.0:1767384673.725193:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.725194:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:1.0:1767384673.725196:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003d5255e8. 00000004:00000001:1.0:1767384673.725198:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.725205:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000abae2a94. 00000004:00000010:1.0:1767384673.725207:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009ea7f35c. 00000004:00000010:1.0:1767384673.725209:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bc2624cb. 00000004:00000001:1.0:1767384673.725211:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.725212:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:1.0:1767384673.725213:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f2779236. 00000004:00000001:1.0:1767384673.725216:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.725223:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dfb73746. 00000004:00000010:1.0:1767384673.725225:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f555e900. 00000004:00000010:1.0:1767384673.725227:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000327da750. 00000004:00000001:1.0:1767384673.725228:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.725229:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:1.0:1767384673.725231:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000055f3cdf2. 00000004:00000001:1.0:1767384673.725234:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.725241:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c2a1f764. 00000004:00000010:1.0:1767384673.725243:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c16ec821. 00000004:00000010:1.0:1767384673.725246:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000036739136. 00000004:00000001:1.0:1767384673.725248:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.725248:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:1.0:1767384673.725250:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000810edeb8. 00000004:00000001:1.0:1767384673.725252:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.725260:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d60c5cc1. 00000004:00000010:1.0:1767384673.725263:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d01a4490. 00000004:00000010:1.0:1767384673.725265:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000019139bb1. 00000004:00000001:1.0:1767384673.725266:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.725267:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:1.0:1767384673.725269:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000421ffb4f. 00000004:00000001:1.0:1767384673.725272:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:1.0:1767384673.725279:0:39798:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000a485e39d. 00000004:00000001:1.0:1767384673.725283:0:39798:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:1.0:1767384673.725285:0:39798:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:1.0:1767384673.725292:0:39798:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:1.0:1767384673.725295:0:39798:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384673.725297:0:39798:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384673.725299:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384673.725301:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384673.725364:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384673.725367:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384673.725368:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384673.725396:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.725397:0:39798:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.725399:0:39798:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384673.725401:0:39798:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:1.0:1767384673.725406:0:39798:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384673.725408:0:39798:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384673.725410:0:39798:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384673.725412:0:39798:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384673.725414:0:39798:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:1.0:1767384673.725416:0:39798:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384673.725419:0:39798:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384673.725420:0:39798:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384673.725421:0:39798:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384673.725422:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384673.725425:0:39798:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767384673.725434:0:39798:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384673.725436:0:39798:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384673.725437:0:39798:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384673.725439:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767384673.725440:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384673.725441:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384673.725470:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384673.725471:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384673.725472:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384673.725500:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.725502:0:39798:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:1.0:1767384673.725507:0:39798:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767384673.725542:0:16835:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000070980b42. 00000040:00000010:2.0:1767384673.725550:0:16835:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000775d8122. 00000020:00000010:2.0:1767384673.725554:0:16835:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aa60af12. 00000020:00000010:2.0:1767384673.725558:0:16835:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d2b1afbc. 00000020:00000010:2.0:1767384673.725563:0:16835:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000096a9e202. 80000000:00000010:2.0:1767384673.725566:0:16835:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005483bae2. 40000000:00000010:2.0:1767384673.725569:0:16835:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000ffa5b03. 00100000:00000010:2.0:1767384673.725573:0:16835:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000507cbff. 00040000:00000010:2.0:1767384673.725577:0:16835:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d3c07298. 00040000:00000010:2.0:1767384673.725580:0:16835:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ced2c395. 00040000:00000010:2.0:1767384673.725584:0:16835:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000528dfd6e. 00080000:00000010:2.0:1767384673.725586:0:16835:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e1a44aa0. 00000004:00000010:2.0:1767384673.725590:0:16835:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008aaa176e. 00000004:00000010:2.0:1767384673.725593:0:16835:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000813eea87. 00000004:00000010:2.0:1767384673.725596:0:16835:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dc7a25a0. 00002000:00000010:2.0:1767384673.725599:0:16835:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000670daefb. 00000004:00000010:2.0:1767384673.725602:0:16835:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e8a59b92. 00000020:00000010:2.0:1767384673.725605:0:16835:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ded1314. 00000004:00000010:2.0:1767384673.725608:0:16835:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 0000000097fefeb1. 00000004:00000001:2.0:1767384673.725610:0:16835:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.725648:0:39798:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:1.0:1767384673.725650:0:39798:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384673.725683:0:16834:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384673.725687:0:16834:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384673.725690:0:16834:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384673.725693:0:16834:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000726aad24. 00000040:00000010:3.0:1767384673.725701:0:16834:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000fdff3294. 00000040:00000001:3.0:1767384673.725704:0:16834:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384673.725706:0:16834:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384673.725708:0:16834:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384673.725709:0:16834:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384673.725710:0:16834:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e69d0fc7. 00000040:00000010:3.0:1767384673.725713:0:16834:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ccaa9a46. 00000040:00000001:3.0:1767384673.725714:0:16834:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384673.725715:0:16834:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384673.725722:0:16834:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384673.725725:0:16834:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384673.725729:0:16834:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d743b94f. 00000020:00000010:3.0:1767384673.725732:0:16834:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f3a54a12. 00000040:00000001:3.0:1767384673.725739:0:16834:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384673.725741:0:16834:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000019b33646. 00000040:00000001:3.0:1767384673.725744:0:16834:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384673.725746:0:16834:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384673.725747:0:16834:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384673.725749:0:16834:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384673.725755:0:16834:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000361ff861. 00080000:00000001:3.0:1767384673.725758:0:16834:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929586898944 : -117144122652672 : ffff9575422e8800) 00000040:00000001:3.0:1767384673.725760:0:16834:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384673.725762:0:16834:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1767384673.725765:0:16834:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384673.725768:0:16834:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384673.725787:0:16834:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384673.725789:0:16834:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.725792:0:16834:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384673.725794:0:16834:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384673.725795:0:16834:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384673.725863:0:16834:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384673.725865:0:16834:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384673.725951:0:16834:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.725954:0:16834:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.725956:0:16834:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.725958:0:16834:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384673.725974:0:16834:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.725976:0:16834:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384673.725979:0:16834:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384673.726035:0:16834:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.726038:0:16834:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384673.726039:0:16834:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384673.726040:0:16834:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.726149:0:16834:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384673.726151:0:16834:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726154:0:16834:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.726156:0:16834:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384673.726169:0:16834:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726171:0:16834:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726174:0:16834:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384673.726175:0:16834:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384673.726177:0:16834:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384673.726180:0:16834:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000013b1a980. 00080000:00000001:3.0:1767384673.726182:0:16834:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626929586909184 : -117144122642432 : ffff9575422eb000) 00000040:00000001:3.0:1767384673.726184:0:16834:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384673.726186:0:16834:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384673.726189:0:16834:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384673.726197:0:16834:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384673.726198:0:16834:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726199:0:16834:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726201:0:16834:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.726203:0:16834:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384673.726205:0:16834:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384673.726206:0:16834:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.726207:0:16834:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384673.726214:0:16834:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726216:0:16834:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384673.726219:0:16834:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726221:0:16834:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384673.726222:0:16834:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384673.726224:0:16834:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:3.0:1767384673.726229:0:16834:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384673.726396:0:16834:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384673.726399:0:16834:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384673.726404:0:16834:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1767384673.726406:0:16834:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726407:0:16834:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.726410:0:16834:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384673.726416:0:16834:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.726418:0:16834:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384673.726426:0:16834:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726427:0:16834:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726429:0:16834:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384673.726440:0:16834:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e05eece5. 00000020:00000010:3.0:1767384673.726442:0:16834:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005f2b24b7. 00000040:00000001:3.0:1767384673.726447:0:16834:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384673.726449:0:16834:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fdaad4c7. 00000040:00000010:3.0:1767384673.726451:0:16834:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c93c33f4. 00000040:00000001:3.0:1767384673.726453:0:16834:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384673.726455:0:16834:0:(lu_object.c:207:lu_object_put()) Add 0000000025315ce9/000000008d9a9054 to site lru. bkt: 000000007aeb49d1 00000040:00000001:3.0:1767384673.726457:0:16834:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384673.726458:0:16834:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007b54ee04. 00000040:00000010:3.0:1767384673.726461:0:16834:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e472a5b7. 00000040:00000001:3.0:1767384673.726464:0:16834:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384673.726465:0:16834:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384673.726467:0:16834:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001a8b7d53 : new refcount 1 00000020:00000040:3.0:1767384673.726471:0:16834:0:(genops.c:898:class_export_put()) PUTting export 0000000014839be8 : new refcount 1 00000040:00000010:3.0:1767384673.726473:0:16834:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000001a8b7d53. 00000040:00000001:3.0:1767384673.726476:0:16834:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.726480:0:16834:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000def4dbd5. 00000020:00000010:3.0:1767384673.726485:0:16834:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002bac6f6e. 00000040:00000010:3.0:1767384673.726489:0:16834:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e6d93c2e. 00000020:00000010:3.0:1767384673.726491:0:16834:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0469340. 00000020:00000010:3.0:1767384673.726494:0:16834:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009284e9e9. 00040000:00000010:3.0:1767384673.726497:0:16834:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000afce96e. 00040000:00000010:3.0:1767384673.726501:0:16834:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000110ac7e2. 00080000:00000010:3.0:1767384673.726504:0:16834:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000f52d248b. 00080000:00000010:3.0:1767384673.726507:0:16834:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030850edf. 00000020:00000010:3.0:1767384673.726510:0:16834:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000948bb36e. 00000004:00000010:3.0:1767384673.726512:0:16834:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000c8a1764c. 00000004:00000001:3.0:1767384673.726515:0:16834:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.726534:0:39798:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.726538:0:39798:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:1.0:1767384673.726539:0:39798:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000cb090283. 00000004:00000001:1.0:1767384673.726543:0:39798:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:1.0:1767384673.726547:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000000be403f/0000000086b6526b to site lru. bkt: 00000000087b59cd 00000020:00000002:1.0:1767384673.726550:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000006430ca94/00000000f367fa26 to site lru. bkt: 0000000080c50a54 40000000:00000001:1.0:1767384673.726552:0:39798:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1767384673.726554:0:39798:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1767384673.726609:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ade798da : new refcount 2 40000000:00000001:1.0:1767384673.726611:0:39798:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384673.726613:0:39798:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 0000000047ce42c1. 40000000:00000001:1.0:1767384673.726616:0:39798:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.726618:0:39798:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.726619:0:39798:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384673.726622:0:39798:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:1.0:1767384673.726625:0:39798:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384673.726627:0:39798:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384673.726628:0:39798:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:1.0:1767384673.726630:0:39798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384673.735589:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384673.735593:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.735595:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384673.735597:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.735598:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384673.735599:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000013b1a980. 00080000:00000001:3.0:1767384673.735604:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384673.735606:0:16840:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384673.735607:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.735609:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384673.735610:0:16840:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384673.735612:0:16840:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384673.735614:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000361ff861. 00080000:00000001:3.0:1767384673.735616:0:16840:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384673.737210:0:39798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384673.737215:0:39798:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384673.737216:0:39798:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384673.737267:0:16842:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df97fb63. 00000020:00000010:2.0:1767384673.737274:0:16842:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000759b62d5. 00000020:00000010:2.0:1767384673.737277:0:16842:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020c9f5c1. 00000020:00000010:2.0:1767384673.737281:0:16842:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000febe82a2. 80000000:00000010:2.0:1767384673.737284:0:16842:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000263fc3d5. 40000000:00000010:2.0:1767384673.737287:0:16842:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003d24015b. 00100000:00000010:2.0:1767384673.737290:0:16842:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fcfd7e09. 00040000:00000010:2.0:1767384673.737293:0:16842:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e8227489. 00040000:00000010:2.0:1767384673.737295:0:16842:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2cbbda2. 00080000:00000010:2.0:1767384673.737298:0:16842:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000034efe0c0. 00002000:00000010:2.0:1767384673.737309:0:16842:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000085123925. 00000020:00000010:2.0:1767384673.737326:0:16842:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cfa73f7. 00040000:00000010:2.0:1767384673.737329:0:16842:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 0000000068f6f6b1. 00040000:00000001:2.0:1767384673.737331:0:16842:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384673.737352:0:39798:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384673.737355:0:39798:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384673.737357:0:39798:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384673.737360:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384673.737362:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384673.737366:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384673.737368:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384673.737370:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.737372:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000d1e03959. 00000001:00000010:1.0:1767384673.737377:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000009ee32826. 00000001:00000010:1.0:1767384673.737380:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000076600f37. 00000001:00000001:1.0:1767384673.737384:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384673.737385:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000006f422535. 00000020:00000002:1.0:1767384673.737391:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000016d3c00b/00000000dd307d8d to site lru. bkt: 000000004bc9b0a8 00000020:00000002:1.0:1767384673.737395:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000f93a2e74/000000009acec981 to site lru. bkt: 0000000071674aa9 00040000:00000010:1.0:1767384673.737398:0:39798:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000604a85e8. 00040000:00000001:1.0:1767384673.737400:0:39798:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384673.737402:0:39798:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384673.737404:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384673.737405:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384673.737408:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384673.737410:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384673.737412:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.737414:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002d32b8a5. 00000001:00000010:1.0:1767384673.737417:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000cfc6f99b. 00000001:00000010:1.0:1767384673.737420:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007afabcca. 00000001:00000001:1.0:1767384673.737424:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384673.737426:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000acb56af9. 00000020:00000002:1.0:1767384673.737432:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000007917a8b0/00000000493f1dbd to site lru. bkt: 0000000076b02c48 00000020:00000002:1.0:1767384673.737434:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000c3ebd23f/00000000a280e66d to site lru. bkt: 0000000076b02c48 00040000:00000010:1.0:1767384673.737435:0:39798:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000008e99ea46. 00040000:00000001:1.0:1767384673.737438:0:39798:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384673.737439:0:39798:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384673.737440:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384673.737441:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384673.737443:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384673.737445:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384673.737446:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.737448:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f007e2ea. 00000001:00000010:1.0:1767384673.737450:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007836b9fa. 00000001:00000010:1.0:1767384673.737452:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c218ded9. 00000001:00000001:1.0:1767384673.737454:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384673.737459:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000003b588b51. 00000020:00000002:1.0:1767384673.737464:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000fb8ddad4/00000000c6cca173 to site lru. bkt: 00000000550ee874 00000020:00000002:1.0:1767384673.737467:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000046ed0313/0000000006a4c4ea to site lru. bkt: 00000000aeaeb472 00040000:00000010:1.0:1767384673.737468:0:39798:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000011aeea6d. 00040000:00000001:1.0:1767384673.737470:0:39798:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384673.737474:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c588c18c : new refcount 4 00000020:00000010:1.0:1767384673.737476:0:39798:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000d529afe1. 00040000:04000000:1.0:1767384673.737483:0:39798:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384673.737485:0:39798:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000aef716df. 00040000:00000001:1.0:1767384673.737489:0:39798:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:1.0:1767384673.737491:0:39798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384673.739205:0:39798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384673.739209:0:39798:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384673.739210:0:39798:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384673.739248:0:16843:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000105038b0. 00000020:00000010:3.0:1767384673.739255:0:16843:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f3bf7578. 00000020:00000010:3.0:1767384673.739259:0:16843:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384673.739264:0:16843:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b500bff2. 80000000:00000010:3.0:1767384673.739267:0:16843:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c79d2f8b. 40000000:00000010:3.0:1767384673.739271:0:16843:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000065555697. 00100000:00000010:3.0:1767384673.739275:0:16843:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ed3957a5. 00040000:00000010:3.0:1767384673.739279:0:16843:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000028df3768. 00040000:00000010:3.0:1767384673.739282:0:16843:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001de4b8c7. 00080000:00000010:3.0:1767384673.739286:0:16843:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000063883da6. 00002000:00000010:3.0:1767384673.739289:0:16843:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000068be2ab0. 00000020:00000010:3.0:1767384673.739293:0:16843:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004190b3f. 00040000:00000010:3.0:1767384673.739297:0:16843:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000ebb98ca4. 00040000:00000001:3.0:1767384673.739301:0:16843:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384673.739348:0:39798:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384673.739350:0:39798:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384673.739351:0:39798:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384673.739353:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384673.739354:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384673.739357:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384673.739359:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384673.739360:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.739362:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000005fd24fc1. 00000001:00000010:1.0:1767384673.739366:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000bbaa9e32. 00000001:00000010:1.0:1767384673.739369:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a386df0b. 00000001:00000001:1.0:1767384673.739373:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384673.739374:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000000bb5c476. 00000020:00000002:1.0:1767384673.739378:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000007a6e8e67/0000000092a488b7 to site lru. bkt: 00000000e1807209 00000020:00000002:1.0:1767384673.739381:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000033752a0a/000000006d1ec980 to site lru. bkt: 000000004bc9b0a8 00000020:00000002:1.0:1767384673.739383:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000b5a20b47/000000003fd53998 to site lru. bkt: 00000000d22bb8a3 00040000:00000010:1.0:1767384673.739385:0:39798:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000e727bca1. 00040000:00000001:1.0:1767384673.739387:0:39798:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384673.739388:0:39798:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384673.739389:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384673.739390:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384673.739391:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384673.739393:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384673.739394:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.739395:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003857e237. 00000001:00000010:1.0:1767384673.739396:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000133c334b. 00000001:00000010:1.0:1767384673.739398:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ce558b25. 00000001:00000001:1.0:1767384673.739400:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384673.739401:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000efd7c348. 00000020:00000002:1.0:1767384673.739403:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000006784e2cc/000000008e49c45b to site lru. bkt: 000000008dc2daa3 00000020:00000002:1.0:1767384673.739406:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000b0c31953/000000005c25aba3 to site lru. bkt: 0000000076b02c48 00000020:00000002:1.0:1767384673.739408:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000096800384/000000006587a591 to site lru. bkt: 000000009ce21312 00040000:00000010:1.0:1767384673.739410:0:39798:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000b24f1cf3. 00040000:00000001:1.0:1767384673.739411:0:39798:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384673.739412:0:39798:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384673.739413:0:39798:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384673.739413:0:39798:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384673.739415:0:39798:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384673.739416:0:39798:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384673.739417:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.739418:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000059ee466c. 00000001:00000010:1.0:1767384673.739420:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006e8b9713. 00000001:00000010:1.0:1767384673.739421:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d424424f. 00000001:00000001:1.0:1767384673.739423:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384673.739424:0:39798:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f06293b8. 00000020:00000002:1.0:1767384673.739426:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000b2943e70/00000000db197450 to site lru. bkt: 0000000058603b85 00000020:00000002:1.0:1767384673.739428:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000023598945/000000008e7885eb to site lru. bkt: 00000000550ee874 00000020:00000002:1.0:1767384673.739430:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000dd12276e/0000000022a86516 to site lru. bkt: 000000007a7c885c 00040000:00000010:1.0:1767384673.739431:0:39798:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000099f93901. 00040000:00000001:1.0:1767384673.739433:0:39798:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384673.739435:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c588c18c : new refcount 3 00000020:00000010:1.0:1767384673.739436:0:39798:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000d2212c93. 00080000:00000010:1.0:1767384673.739454:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000084d0d980. 00000004:00000010:1.0:1767384673.739459:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007077cce6. 00000004:00000010:1.0:1767384673.739462:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ca901059. 00000004:00000001:1.0:1767384673.739465:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.739466:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:1.0:1767384673.739468:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ec0fe40f. 00000004:00000001:1.0:1767384673.739473:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:1.0:1767384673.739474:0:39798:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384673.739476:0:39798:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000a094dc4e. 00040000:00000001:1.0:1767384673.739479:0:39798:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:1.0:1767384673.739481:0:39798:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384673.739535:0:39798:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384673.739537:0:39798:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 000000007a7fc958. 00080000:00000001:1.0:1767384673.739540:0:39798:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384673.739542:0:39798:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.739545:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384673.739547:0:39798:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384673.739549:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384673.739551:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271eda77 00000020:00000040:1.0:1767384673.739554:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001d24f2c1 with handle 0x1c01179f271eda77 from hash 00000020:00000001:1.0:1767384673.739559:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384673.739560:0:39798:0:(genops.c:898:class_export_put()) PUTting export 000000001d24f2c1 : new refcount 1 00000020:00000001:1.0:1767384673.739562:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384673.739563:0:39798:0:(genops.c:898:class_export_put()) PUTting export 000000001d24f2c1 : new refcount 0 00000020:00000080:1.0:1767384673.739564:0:39798:0:(genops.c:904:class_export_put()) final put 000000001d24f2c1/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384673.739566:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.739576:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384673.739578:0:39798:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.739579:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.739581:0:39798:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.739585:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384673.739588:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000001d24f2c1/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00200000:00000010:1.0:1767384673.739590:0:39798:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000118c1fcf. 00000020:00000001:3.0:1767384673.739591:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384673.739595:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384673.739598:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 8 - export 00100000:00000001:1.0:1767384673.739598:0:39798:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000010:3.0:1767384673.739603:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001d24f2c1. 00000020:00000002:1.0:1767384673.739603:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000c53763b2/00000000bf8a402d to site lru. bkt: 0000000052036132 00000020:00000001:3.0:1767384673.739610:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:1.0:1767384673.739610:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000001e2d52e0/00000000612de708 to site lru. bkt: 0000000063ac6c04 00000020:00000002:1.0:1767384673.739613:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000000631490a/000000000f1cadde to site lru. bkt: 00000000a7a0ffac 00000020:00000002:1.0:1767384673.739617:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000a5cf4c27/00000000042c8120 to site lru. bkt: 00000000b11b1ae9 00000020:00000002:1.0:1767384673.739619:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000550ee793/00000000fa7669f2 to site lru. bkt: 00000000ff280081 00000020:00000002:1.0:1767384673.739621:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000c296c7e9/00000000fe418871 to site lru. bkt: 00000000800fe08b 00000020:00000002:1.0:1767384673.739622:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000008f04b5b8/00000000f11841c0 to site lru. bkt: 000000003cd66f7d 00000020:00000002:1.0:1767384673.739624:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000782ba7c8/00000000d944c039 to site lru. bkt: 0000000085430864 00000020:00000002:1.0:1767384673.739626:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000021f4cde3/000000007b189a75 to site lru. bkt: 0000000080de3f78 00000020:00000002:1.0:1767384673.739628:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000549a62e2/00000000d0b0863e to site lru. bkt: 000000008c0dc703 00000020:00000002:1.0:1767384673.739630:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000557f3308/00000000b403b59d to site lru. bkt: 00000000b3969b52 00000020:00000002:1.0:1767384673.739631:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000c4a5e0b7/00000000ecfa9d14 to site lru. bkt: 000000005f4cd65a 00000020:00000002:1.0:1767384673.739633:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000ada26554/00000000b64d0d68 to site lru. bkt: 000000007a011d31 00000020:00000002:1.0:1767384673.739634:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000106e5120/000000000cad8bfd to site lru. bkt: 000000002b48dae4 00000020:00000002:1.0:1767384673.739636:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000065d17559/0000000092935d19 to site lru. bkt: 000000000a07fc88 00000020:00000002:1.0:1767384673.739639:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000005560969e/0000000020e5b381 to site lru. bkt: 0000000051b3f0e6 00000020:00000002:1.0:1767384673.739640:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000078ac9267/0000000023f4d802 to site lru. bkt: 00000000873e4244 00000020:00000002:1.0:1767384673.739642:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000001c1d95f9/0000000014c635c3 to site lru. bkt: 00000000f4a184b4 00100000:00000010:1.0:1767384673.739644:0:39798:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000005e3e631d. 00100000:00000010:1.0:1767384673.739648:0:39798:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 0000000016f78685. 00100000:00000010:1.0:1767384673.739655:0:39798:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 0000000056763125. 00100000:00000010:1.0:1767384673.739658:0:39798:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000de83e71c. 00000020:00000002:1.0:1767384673.739662:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000004007cbb9/00000000ed4a25b5 to site lru. bkt: 00000000e3b0035d 00000020:00000002:1.0:1767384673.739664:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000b92fbbd6/0000000033b21bc7 to site lru. bkt: 0000000077e456f0 00000020:00000002:1.0:1767384673.739665:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000297565ab/00000000ca6be8d0 to site lru. bkt: 00000000f409b1d2 00000020:00000002:1.0:1767384673.739672:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000ef0accf1/000000007ddd7827 to site lru. bkt: 00000000938c9be5 00000020:00000002:1.0:1767384673.739675:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000018e91553/000000001092fb35 to site lru. bkt: 00000000f5f45a79 00000020:00000002:1.0:1767384673.739677:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000472e0d0e/000000007a091579 to site lru. bkt: 00000000e2478854 00000020:00000002:1.0:1767384673.739679:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000e27e8e95/000000002ea24e0e to site lru. bkt: 000000002a10724b 00000020:00000002:1.0:1767384673.739681:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000037dea853/0000000014c0a1df to site lru. bkt: 00000000e4c3126e 00000020:00000002:1.0:1767384673.739683:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000028f0040b/000000006bdeddc9 to site lru. bkt: 00000000d10f9ade 00000020:00000002:1.0:1767384673.739685:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000004c07649/0000000084b59f56 to site lru. bkt: 000000005b06dcdb 00000020:00000002:1.0:1767384673.739687:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000c3ef1552/000000009fbccc90 to site lru. bkt: 000000004959c34b 00000020:00000002:1.0:1767384673.739688:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000001802c637/00000000163a888a to site lru. bkt: 000000000e1d4e0e 00000020:00000002:1.0:1767384673.739690:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000392f798f/0000000022f9bf87 to site lru. bkt: 000000008279e3f9 00000020:00000002:1.0:1767384673.739691:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000b5f5c2ff/00000000b045c048 to site lru. bkt: 000000000f95c66d 00000020:00000002:1.0:1767384673.739693:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000b39571c3/00000000a1a0b4ed to site lru. bkt: 000000000c775059 00000020:00000002:1.0:1767384673.739695:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000003171235a/000000000ab5f65b to site lru. bkt: 00000000ec1e89a1 00000020:00000002:1.0:1767384673.739697:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000b287329c/000000002ed8c44b to site lru. bkt: 00000000dba06ec3 00100000:00000010:1.0:1767384673.739698:0:39798:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000cfaaae5f. 00100000:00000010:1.0:1767384673.739701:0:39798:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 0000000060652777. 00100000:00000010:1.0:1767384673.739706:0:39798:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 000000002853bcc8. 00100000:00000010:1.0:1767384673.739709:0:39798:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000486e4401. 00100000:00000010:1.0:1767384673.739713:0:39798:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 0000000014984a44. 00100000:00000010:1.0:1767384673.739716:0:39798:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 00000000e0c1782b. 00000020:00000002:1.0:1767384673.739723:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000009e4d602/00000000c63bb138 to site lru. bkt: 00000000cc608ad5 00000020:00000002:1.0:1767384673.739724:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000e2a6f83a/0000000014a8b924 to site lru. bkt: 00000000630b04a2 40000000:00000001:1.0:1767384673.739727:0:39798:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384673.739770:0:39798:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:1.0:1767384673.739771:0:39798:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000cacae409. 00100000:00000010:1.0:1767384673.739773:0:39798:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 000000008b3fba18. 00000004:00000001:1.0:1767384673.739775:0:39798:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:1.0:1767384673.739778:0:39798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000939eb3eb : new refcount 2 00000040:00000001:1.0:1767384673.739780:0:39798:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384673.739782:0:39798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384673.739784:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000006f209b36/000000003f740e4f to site lru. bkt: 000000001b109e50 00000040:00000010:1.0:1767384673.739786:0:39798:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000da093ce8. 00000040:00000001:1.0:1767384673.739788:0:39798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384673.739790:0:39798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000055041e0d. 00000040:00000010:1.0:1767384673.739793:0:39798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000073ce54d. 00000040:00000001:1.0:1767384673.739795:0:39798:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384673.739797:0:39798:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384673.739798:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000939eb3eb : new refcount 1 00000020:00000040:1.0:1767384673.739802:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000050643045 : new refcount 3 00000040:00000010:1.0:1767384673.739803:0:39798:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000939eb3eb. 00000040:00000001:1.0:1767384673.739807:0:39798:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.739808:0:39798:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384673.739810:0:39798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000065ab50ee : new refcount 2 00000040:00000001:1.0:1767384673.739812:0:39798:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384673.739813:0:39798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384673.739815:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000bd8c7929/0000000076b32b95 to site lru. bkt: 00000000855a549d 00000040:00000010:1.0:1767384673.739816:0:39798:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000009e74bd59. 00000040:00000001:1.0:1767384673.739818:0:39798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384673.739820:0:39798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000eee0cd7a. 00000040:00000010:1.0:1767384673.739822:0:39798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000991921b5. 00000040:00000001:1.0:1767384673.739824:0:39798:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384673.739825:0:39798:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384673.739826:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000065ab50ee : new refcount 1 00000020:00000040:1.0:1767384673.739828:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000050643045 : new refcount 2 00000040:00000010:1.0:1767384673.739830:0:39798:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000065ab50ee. 00000040:00000001:1.0:1767384673.739833:0:39798:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384673.739835:0:39798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000e4d965fa : new refcount 2 00000040:00000001:1.0:1767384673.739837:0:39798:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384673.739838:0:39798:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384673.739839:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000f8f19848/0000000036291b49 to site lru. bkt: 000000003797734a 00000040:00000010:1.0:1767384673.739841:0:39798:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 0000000019daff6c. 00000040:00000001:1.0:1767384673.739843:0:39798:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384673.739844:0:39798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000020bcbe66. 00000040:00000010:1.0:1767384673.739847:0:39798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000dff17c6. 00000040:00000001:1.0:1767384673.739850:0:39798:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384673.739851:0:39798:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384673.739852:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000e4d965fa : new refcount 1 00000020:00000040:1.0:1767384673.739854:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000050643045 : new refcount 1 00000040:00000010:1.0:1767384673.739854:0:39798:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000e4d965fa. 00000040:00000001:1.0:1767384673.739856:0:39798:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.739858:0:39798:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:1.0:1767384673.739864:0:39798:0:(lu_object.c:207:lu_object_put()) Add 0000000083960589/00000000e27dd01b to site lru. bkt: 0000000085da4f29 00000004:00000001:1.0:1767384673.739866:0:39798:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:1.0:1767384673.739869:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000003cb1a09e/00000000a8ff03d1 to site lru. bkt: 0000000063ac6c04 00000020:00000002:1.0:1767384673.739871:0:39798:0:(lu_object.c:207:lu_object_put()) Add 00000000d14c3e05/000000000aa86c8b to site lru. bkt: 000000001f065bdd 00000020:00000002:1.0:1767384673.739873:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000003694b4ee/00000000582d0e74 to site lru. bkt: 0000000099aebe10 00000001:00000001:1.0:1767384673.739875:0:39798:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:1.0:1767384673.739878:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000003bcaf187/000000007b50db16 to site lru. bkt: 000000006729792a 00000001:00000010:1.0:1767384673.739879:0:39798:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 0000000072bba2f0. 00000001:00000001:1.0:1767384673.739882:0:39798:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:1.0:1767384673.739896:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dd12276e. 00000004:00000010:1.0:1767384673.739899:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d63a9ff2. 00000004:00000010:1.0:1767384673.739901:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000883ecc48. 00000004:00000001:1.0:1767384673.739903:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.739904:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:1.0:1767384673.739906:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000022a86516. 00000004:00000001:1.0:1767384673.739909:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.739919:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c296c7e9. 00000020:00000010:1.0:1767384673.739922:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fe418871. 00080000:00000010:1.0:1767384673.739934:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e27e8e95. 00000020:00000010:1.0:1767384673.739936:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ea24e0e. 00080000:00000010:1.0:1767384673.739946:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000631490a. 00000020:00000010:1.0:1767384673.739949:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f1cadde. 00080000:00000010:1.0:1767384673.739957:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ada26554. 00000020:00000010:1.0:1767384673.739959:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b64d0d68. 00080000:00000010:1.0:1767384673.739967:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000392f798f. 00000020:00000010:1.0:1767384673.739968:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000022f9bf87. 00080000:00000010:1.0:1767384673.739979:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000472e0d0e. 00000020:00000010:1.0:1767384673.739981:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007a091579. 00080000:00000010:1.0:1767384673.739992:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006f209b36. 00000020:00000010:1.0:1767384673.739994:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003f740e4f. 00080000:00000010:1.0:1767384673.740023:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000046ed0313. 00000004:00000010:1.0:1767384673.740026:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dfeaee4f. 00000004:00000010:1.0:1767384673.740028:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a5e17ec4. 00000004:00000001:1.0:1767384673.740030:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740031:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:1.0:1767384673.740033:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000006a4c4ea. 00000004:00000001:1.0:1767384673.740036:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740049:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000557f3308. 00000020:00000010:1.0:1767384673.740053:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b403b59d. 00080000:00000010:1.0:1767384673.740067:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000297565ab. 00000020:00000010:1.0:1767384673.740068:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ca6be8d0. 00080000:00000010:1.0:1767384673.740075:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006784e2cc. 00000004:00000010:1.0:1767384673.740077:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000abfa8e6c. 00000004:00000010:1.0:1767384673.740079:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000faa688b8. 00000004:00000001:1.0:1767384673.740082:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740083:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:1.0:1767384673.740084:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008e49c45b. 00000004:00000001:1.0:1767384673.740086:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740093:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007539a89d. 00000004:00000010:1.0:1767384673.740096:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009ba3c1bc. 00000004:00000010:1.0:1767384673.740098:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003694b4ee. 00000004:00000001:1.0:1767384673.740100:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740101:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:1.0:1767384673.740102:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000582d0e74. 00000004:00000001:1.0:1767384673.740105:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740113:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000009e4d602. 00000020:00000010:1.0:1767384673.740115:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c63bb138. 00080000:00000010:1.0:1767384673.740126:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b0c31953. 00000004:00000010:1.0:1767384673.740129:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003accf44c. 00000004:00000010:1.0:1767384673.740131:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000040348662. 00000004:00000001:1.0:1767384673.740133:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740134:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:1.0:1767384673.740135:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005c25aba3. 00000004:00000001:1.0:1767384673.740137:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740145:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c3ebd23f. 00000004:00000010:1.0:1767384673.740148:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000229252d2. 00000004:00000010:1.0:1767384673.740150:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000874ed8b1. 00000004:00000001:1.0:1767384673.740151:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740152:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:1.0:1767384673.740154:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a280e66d. 00000004:00000001:1.0:1767384673.740156:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740162:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007917a8b0. 00000004:00000010:1.0:1767384673.740164:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000082c8ac6a. 00000004:00000010:1.0:1767384673.740166:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b48036f6. 00000004:00000001:1.0:1767384673.740167:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740168:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:1.0:1767384673.740169:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000493f1dbd. 00000004:00000001:1.0:1767384673.740172:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740180:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b287329c. 00000020:00000010:1.0:1767384673.740182:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ed8c44b. 00080000:00000010:1.0:1767384673.740191:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005560969e. 00000020:00000010:1.0:1767384673.740193:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000020e5b381. 00080000:00000010:1.0:1767384673.740204:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000025315ce9. 00000020:00000010:1.0:1767384673.740206:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008d9a9054. 00080000:00000010:1.0:1767384673.740218:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000096800384. 00000004:00000010:1.0:1767384673.740221:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ea9b78ea. 00000004:00000010:1.0:1767384673.740223:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008fbc019b. 00000004:00000001:1.0:1767384673.740225:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740226:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:1.0:1767384673.740227:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006587a591. 00000004:00000001:1.0:1767384673.740229:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740236:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000550ee793. 00000020:00000010:1.0:1767384673.740238:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fa7669f2. 00080000:00000010:1.0:1767384673.740246:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000018e91553. 00000020:00000010:1.0:1767384673.740247:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001092fb35. 00080000:00000010:1.0:1767384673.740256:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000033752a0a. 00000004:00000010:1.0:1767384673.740258:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ed1831a8. 00000004:00000010:1.0:1767384673.740260:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000031242941. 00000004:00000001:1.0:1767384673.740262:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740263:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:1.0:1767384673.740264:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006d1ec980. 00000004:00000001:1.0:1767384673.740266:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740276:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000016d3c00b. 00000004:00000010:1.0:1767384673.740279:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000562d94c8. 00000004:00000010:1.0:1767384673.740281:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005277edf8. 00000004:00000001:1.0:1767384673.740283:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740284:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:1.0:1767384673.740286:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000dd307d8d. 00000004:00000001:1.0:1767384673.740290:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740301:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000549a62e2. 00000020:00000010:1.0:1767384673.740302:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d0b0863e. 00080000:00000010:1.0:1767384673.740327:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000004c07649. 00000020:00000010:1.0:1767384673.740331:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000084b59f56. 00080000:00000010:1.0:1767384673.740342:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000060b8a6a6. 00000004:00000010:1.0:1767384673.740345:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000092eb0331. 00000004:00000010:1.0:1767384673.740347:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d14c3e05. 00000004:00000001:1.0:1767384673.740350:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740351:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:1.0:1767384673.740352:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000aa86c8b. 00000004:00000001:1.0:1767384673.740356:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740363:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000078ac9267. 00000020:00000010:1.0:1767384673.740365:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000023f4d802. 00080000:00000010:1.0:1767384673.740374:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003bcaf187. 00000020:00000010:1.0:1767384673.740376:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007b50db16. 00080000:00000010:1.0:1767384673.740387:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000000be403f. 00000004:00000010:1.0:1767384673.740390:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009755dff0. 00000004:00000010:1.0:1767384673.740391:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000272f1ad1. 00000004:00000001:1.0:1767384673.740393:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740394:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:1.0:1767384673.740395:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000086b6526b. 00000004:00000001:1.0:1767384673.740398:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740405:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f93a2e74. 00000004:00000010:1.0:1767384673.740407:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d648d32b. 00000004:00000010:1.0:1767384673.740409:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e87b58f7. 00000004:00000001:1.0:1767384673.740411:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740412:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:1.0:1767384673.740413:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009acec981. 00000004:00000001:1.0:1767384673.740415:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740457:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c53763b2. 00000004:00000010:1.0:1767384673.740460:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000769aa4c2. 00000004:00000010:1.0:1767384673.740462:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c5538c9e. 00000004:00000001:1.0:1767384673.740464:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740464:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:1.0:1767384673.740466:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bf8a402d. 00000004:00000001:1.0:1767384673.740467:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740474:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a16ea311. 00000004:00000010:1.0:1767384673.740476:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000083960589. 00000004:00000010:1.0:1767384673.740478:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f8a3f5fe. 00000004:00000001:1.0:1767384673.740480:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740481:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:1.0:1767384673.740482:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e27dd01b. 00000004:00000001:1.0:1767384673.740485:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740491:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000065d17559. 00000020:00000010:1.0:1767384673.740493:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000092935d19. 00080000:00000010:1.0:1767384673.740502:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000782ba7c8. 00000020:00000010:1.0:1767384673.740504:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d944c039. 00080000:00000010:1.0:1767384673.740513:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003171235a. 00000020:00000010:1.0:1767384673.740515:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000ab5f65b. 00080000:00000010:1.0:1767384673.740525:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b5a20b47. 00000004:00000010:1.0:1767384673.740527:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000052c75d7b. 00000004:00000010:1.0:1767384673.740529:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b7568e0a. 00000004:00000001:1.0:1767384673.740531:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740532:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:1.0:1767384673.740533:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003fd53998. 00000004:00000001:1.0:1767384673.740538:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740548:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c4a5e0b7. 00000020:00000010:1.0:1767384673.740550:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ecfa9d14. 00080000:00000010:1.0:1767384673.740569:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ef0accf1. 00000020:00000010:1.0:1767384673.740572:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007ddd7827. 00080000:00000010:1.0:1767384673.740580:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b2943e70. 00000004:00000010:1.0:1767384673.740582:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000748541c3. 00000004:00000010:1.0:1767384673.740583:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000409a2074. 00000004:00000001:1.0:1767384673.740584:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740589:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:1.0:1767384673.740590:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000db197450. 00000004:00000001:1.0:1767384673.740592:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740601:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f75142b9. 00000004:00000010:1.0:1767384673.740603:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002d90e351. 00000004:00000010:1.0:1767384673.740604:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003cb1a09e. 00000004:00000001:1.0:1767384673.740605:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740606:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:1.0:1767384673.740607:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a8ff03d1. 00000004:00000001:1.0:1767384673.740609:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740615:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001e2d52e0. 00000020:00000010:1.0:1767384673.740617:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000612de708. 00080000:00000010:1.0:1767384673.740625:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b92fbbd6. 00000020:00000010:1.0:1767384673.740627:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000033b21bc7. 00080000:00000010:1.0:1767384673.740636:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001802c637. 00000020:00000010:1.0:1767384673.740638:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000163a888a. 00080000:00000010:1.0:1767384673.740642:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007a6e8e67. 00000004:00000010:1.0:1767384673.740645:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000406340ba. 00000004:00000010:1.0:1767384673.740646:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ba110166. 00000004:00000001:1.0:1767384673.740648:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740649:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:1.0:1767384673.740650:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000092a488b7. 00000004:00000001:1.0:1767384673.740652:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740660:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006430ca94. 00000004:00000010:1.0:1767384673.740662:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bf9ac010. 00000004:00000010:1.0:1767384673.740664:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000762172c3. 00000004:00000001:1.0:1767384673.740665:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740666:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:1.0:1767384673.740667:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f367fa26. 00000004:00000001:1.0:1767384673.740669:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740676:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bd8c7929. 00000020:00000010:1.0:1767384673.740677:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000076b32b95. 00080000:00000010:1.0:1767384673.740686:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000021f4cde3. 00000020:00000010:1.0:1767384673.740688:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007b189a75. 00080000:00000010:1.0:1767384673.740696:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000028f0040b. 00000020:00000010:1.0:1767384673.740698:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006bdeddc9. 00080000:00000010:1.0:1767384673.740706:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b39571c3. 00000020:00000010:1.0:1767384673.740708:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a1a0b4ed. 00080000:00000010:1.0:1767384673.740743:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008f04b5b8. 00000020:00000010:1.0:1767384673.740745:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f11841c0. 00080000:00000010:1.0:1767384673.740754:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b5f5c2ff. 00000020:00000010:1.0:1767384673.740756:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b045c048. 00080000:00000010:1.0:1767384673.740765:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a5cf4c27. 00000020:00000010:1.0:1767384673.740767:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000042c8120. 00080000:00000010:1.0:1767384673.740775:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000106e5120. 00000020:00000010:1.0:1767384673.740777:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000cad8bfd. 00080000:00000010:1.0:1767384673.740791:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001c1d95f9. 00000020:00000010:1.0:1767384673.740793:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000014c635c3. 00080000:00000010:1.0:1767384673.740810:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004007cbb9. 00000020:00000010:1.0:1767384673.740812:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ed4a25b5. 00080000:00000010:1.0:1767384673.740823:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c3ef1552. 00000020:00000010:1.0:1767384673.740825:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009fbccc90. 00080000:00000010:1.0:1767384673.740833:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f8f19848. 00000020:00000010:1.0:1767384673.740834:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000036291b49. 00080000:00000010:1.0:1767384673.740848:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e2a6f83a. 00000020:00000010:1.0:1767384673.740849:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000014a8b924. 00080000:00000010:1.0:1767384673.740859:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000037dea853. 00000020:00000010:1.0:1767384673.740862:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000014c0a1df. 00080000:00000010:1.0:1767384673.740895:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000023598945. 00000004:00000010:1.0:1767384673.740899:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000265b54cc. 00000004:00000010:1.0:1767384673.740902:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ca7e224f. 00000004:00000001:1.0:1767384673.740904:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740905:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:1.0:1767384673.740906:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008e7885eb. 00000004:00000001:1.0:1767384673.740910:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384673.740919:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fb8ddad4. 00000004:00000010:1.0:1767384673.740922:0:39798:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f96627f0. 00000004:00000010:1.0:1767384673.740923:0:39798:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f9c897ab. 00000004:00000001:1.0:1767384673.740925:0:39798:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384673.740926:0:39798:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:1.0:1767384673.740928:0:39798:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c6cca173. 00000004:00000001:1.0:1767384673.740930:0:39798:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1767384673.740932:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384673.740935:0:39798:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384673.740936:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384673.740937:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271eda8c 00000020:00000040:1.0:1767384673.740939:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c7320480 with handle 0x1c01179f271eda8c from hash 00000020:00000001:1.0:1767384673.740942:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384673.740943:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c7320480 : new refcount 1 00000020:00000001:1.0:1767384673.740945:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384673.740946:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c7320480 : new refcount 0 00000020:00000080:1.0:1767384673.740947:0:39798:0:(genops.c:904:class_export_put()) final put 00000000c7320480/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384673.740949:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.740959:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.740961:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384673.740962:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:1.0:1767384673.740966:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000aa5a50a6. 00000020:00000080:1.0:1767384673.740968:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384673.740972:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384673.740974:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384673.740975:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000c7320480/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1767384673.740978:0:39798:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384673.740979:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384673.740982:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.740983:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:3.0:1767384673.740985:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000008cdc73f8) now 4 - export 00000020:00080000:1.0:1767384673.740987:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000008cdc73f8) has no exports 00000020:00000010:3.0:1767384673.740988:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c7320480. 00000020:00000001:1.0:1767384673.740990:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384673.740994:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384673.740995:0:39798:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000020:00000001:3.0:1767384673.740996:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000004:00000001:1.0:1767384673.740997:0:39798:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:1.0:1767384673.741021:0:39798:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384673.741023:0:39798:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000005f45c848. 00000020:00000001:1.0:1767384673.741030:0:39798:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384673.741031:0:39798:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384673.741032:0:39798:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000005c5c9ff4. 00000020:00000001:1.0:1767384673.741035:0:39798:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384673.741036:0:39798:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384673.741037:0:39798:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000050b3b39b. 00000020:00000001:1.0:1767384673.741039:0:39798:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384673.741040:0:39798:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384673.741041:0:39798:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000046be14d5. 00000020:00000001:1.0:1767384673.741043:0:39798:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:1.0:1767384673.741044:0:39798:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:1.0:1767384673.741186:0:39798:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:1.0:1767384673.741189:0:39798:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1767384673.741190:0:39798:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1767384673.741193:0:39798:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1767384673.741194:0:39798:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:1.0:1767384673.741196:0:39798:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000006c027aa7. 00020000:00000001:1.0:1767384673.741198:0:39798:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.741199:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384673.741201:0:39798:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384673.741203:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384673.741205:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271edac4 00000020:00000040:1.0:1767384673.741208:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ade798da with handle 0x1c01179f271edac4 from hash 00000020:00000001:1.0:1767384673.741212:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384673.741213:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ade798da : new refcount 1 00000020:00000001:1.0:1767384673.741215:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384673.741216:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000ade798da : new refcount 0 00000020:00000080:1.0:1767384673.741217:0:39798:0:(genops.c:904:class_export_put()) final put 00000000ade798da/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384673.741219:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.741222:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.741223:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384673.741224:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:1.0:1767384673.741231:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000008351062e. 00000020:00000080:1.0:1767384673.741233:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384673.741235:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384673.741237:0:39798:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1767384673.741239:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384673.741240:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (00000000fd11d764) has no exports 00000020:00000001:1.0:1767384673.741241:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384673.741242:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384673.741244:0:39798:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:1.0:1767384673.741246:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384673.741247:0:39798:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384673.741248:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384673.741249:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271edabd 00000020:00000040:1.0:1767384673.741251:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058019e32 with handle 0x1c01179f271edabd from hash 00000020:00000001:1.0:1767384673.741253:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384673.741254:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000058019e32 : new refcount 1 00000020:00000001:1.0:1767384673.741256:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384673.741257:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000058019e32 : new refcount 0 00000020:00000080:1.0:1767384673.741258:0:39798:0:(genops.c:904:class_export_put()) final put 0000000058019e32/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384673.741259:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384673.741260:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384673.741264:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000ade798da/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384673.741271:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 15 to 0@lo 00000020:00000001:1.0:1767384673.741273:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.741275:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00080000:00000001:1.0:1767384673.741276:0:39798:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.741278:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.741279:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384673.741285:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000fd11d764) now 5 - export 00000020:00000010:3.0:1767384673.741290:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ade798da. 00000020:00000001:3.0:1767384673.741297:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384673.741302:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384673.741304:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000058019e32/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384673.741307:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384673.741308:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384673.741331:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 7 - export 00000020:00000010:3.0:1767384673.741333:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000058019e32. 00000020:00000001:3.0:1767384673.741340:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384673.741423:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000bd3b930c. 00000020:00000010:1.0:1767384673.741427:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004e1e7a09. 00000020:00000010:1.0:1767384673.741429:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f456aee1. 00000020:00000010:1.0:1767384673.741433:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000592011d. 00000020:00000010:1.0:1767384673.741437:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f869eaa3. 00000020:00000010:1.0:1767384673.741441:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005ea4dd73. 00010000:00000001:1.0:1767384673.741513:0:39798:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384673.741515:0:39798:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384673.741518:0:39798:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384673.741542:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000036b1667b. 00000020:00000010:1.0:1767384673.741544:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004b4c588b. 00010000:00000001:1.0:1767384673.741572:0:39798:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384673.741581:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000006cf99c1d. 00000020:00000010:1.0:1767384673.741583:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a8170ccf. 00000001:00000001:1.0:1767384673.741618:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.741656:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000029e8b885. 00000001:00000010:1.0:1767384673.741660:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009a70c55c. 00000001:00000010:1.0:1767384673.741663:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000287074f5. 00000001:00000010:1.0:1767384673.741665:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000dddaafae. 00000001:00000010:1.0:1767384673.741667:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000017a084a9. 00000001:00000010:1.0:1767384673.741669:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000012142dc9. 00000001:00000010:1.0:1767384673.741672:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000234d94ce. 00000001:00000010:1.0:1767384673.741675:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000043441cb1. 00000001:00000010:1.0:1767384673.741680:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000008e442b21. 00000001:00000010:1.0:1767384673.741684:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000789ebc56. 00000001:00000010:1.0:1767384673.741687:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009ffcef1e. 00000001:00000010:1.0:1767384673.741692:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d9347204. 00000001:00000010:1.0:1767384673.741697:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bcbdfece. 00000001:00000010:1.0:1767384673.741699:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d283f38b. 00000001:00000010:1.0:1767384673.741702:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006c21639f. 00000001:00000010:1.0:1767384673.741710:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007b3ae16e. 00000001:00000010:1.0:1767384673.741713:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000e955b367. 00000001:00000010:1.0:1767384673.741716:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009274dacc. 00000001:00000001:1.0:1767384673.741718:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384673.741720:0:39798:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000449513ca. 00010000:00000001:1.0:1767384673.741723:0:39798:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384673.741724:0:39798:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384673.741726:0:39798:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384673.741727:0:39798:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384673.741729:0:39798:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:1.0:1767384673.741732:0:39798:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384673.741733:0:39798:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384673.741735:0:39798:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384673.741737:0:39798:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384673.741738:0:39798:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:1.0:1767384673.741740:0:39798:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384673.741742:0:39798:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384673.741743:0:39798:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384673.741744:0:39798:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384673.741745:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384673.741746:0:39798:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384673.743550:0:39798:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384673.743552:0:39798:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384673.743554:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384673.743555:0:39798:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384673.743556:0:39798:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384673.743561:0:39798:0:(genops.c:1229:class_import_get()) import 0000000056ede708 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384673.743564:0:39798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384673.743565:0:39798:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384673.743566:0:39798:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384673.743568:0:39798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384673.743569:0:39798:0:(genops.c:1242:class_import_put()) import 0000000056ede708 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384673.743570:0:39798:0:(genops.c:1245:class_import_put()) final put import 0000000056ede708 00000020:00000001:1.0:1767384673.743578:0:39798:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384673.743579:0:39798:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384673.743580:0:39798:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384673.743582:0:39798:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384673.743583:0:39798:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000e2e199dc. 00010000:00000010:1.0:1767384673.743587:0:39798:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000004bf8b8fc. 00010000:00000001:1.0:1767384673.743589:0:39798:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:1.0:1767384673.743591:0:39798:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.743593:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384673.743601:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.743604:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001c1b0490. 00000020:00000001:3.0:1767384673.743607:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000001:00000010:1.0:1767384673.743608:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008319bc87. 00000020:00000080:3.0:1767384673.743612:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000056ede708 for lustre-OST0000-osc-MDT0000 00000001:00000010:1.0:1767384673.743612:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c67547f6. 00000001:00000010:1.0:1767384673.743618:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b5603eb2. 00000020:00000040:3.0:1767384673.743621:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 14 to 0@lo 00000001:00000010:1.0:1767384673.743623:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000056b8ca7c. 00000001:00000010:1.0:1767384673.743627:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001f4e872b. 00000020:00000040:3.0:1767384673.743629:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 13 to 0@lo 00000001:00000001:1.0:1767384673.743631:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000010:3.0:1767384673.743634:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000bfb45956. 00000001:00000001:1.0:1767384673.743635:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.743639:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cbcddc3c. 00000020:00000040:3.0:1767384673.743642:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000fd11d764) now 4 - import 00000001:00000010:1.0:1767384673.743643:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c8f84443. 00000001:00000010:1.0:1767384673.743648:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ca327409. 00000020:00000010:3.0:1767384673.743649:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000056ede708. 00000001:00000010:1.0:1767384673.743652:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f7a01f73. 00000020:00000001:3.0:1767384673.743655:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:1.0:1767384673.743656:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f6c1fdd8. 00000001:00000010:1.0:1767384673.743660:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007f87cf71. 00000001:00000001:1.0:1767384673.743662:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384673.743663:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000fd11d764) now 3 - setup 00000020:00000001:1.0:1767384673.743666:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.743667:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384673.743669:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384673.743672:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384673.743674:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000fd11d764) now 2 - obd_device_list 00000020:00000080:1.0:1767384673.743676:0:39798:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384673.743678:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000fd11d764) now 1 - newdev 00000020:00000040:1.0:1767384673.743680:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000f25f4bd with handle 0x1c01179f271edab6 from hash 00000020:00000040:1.0:1767384673.743682:0:39798:0:(genops.c:898:class_export_put()) PUTting export 000000000f25f4bd : new refcount 0 00000020:00000080:1.0:1767384673.743684:0:39798:0:(genops.c:904:class_export_put()) final put 000000000f25f4bd/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384673.743685:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.743687:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384673.743688:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 000000000f25f4bd/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384673.743689:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384673.743691:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.743692:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000f25f4bd. 00000020:00000001:1.0:1767384673.743695:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384673.743699:0:39798:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384673.743701:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384673.743703:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384673.743707:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001096027b. 00000020:00000010:1.0:1767384673.743710:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef0025c6. 00000040:00000010:1.0:1767384673.743713:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009274dacc. 00000020:00000010:1.0:1767384673.743715:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1463e81. 00000020:00000010:1.0:1767384673.743719:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384673.743722:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036b1667b. 80000000:00000010:1.0:1767384673.743724:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006147d3e5. 40000000:00000010:1.0:1767384673.743727:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f81527c9. 00100000:00000010:1.0:1767384673.743730:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003528ee91. 00040000:00000010:1.0:1767384673.743733:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.743735:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000dff17c6. 00080000:00000010:1.0:1767384673.743738:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ea6e0803. 00000004:00000010:1.0:1767384673.743741:0:39798:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dbd02ce5. 00000004:00000010:1.0:1767384673.743745:0:39798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d24b9bfc. 00000004:00000010:1.0:1767384673.743748:0:39798:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000040e1b1ae. 00002000:00000010:1.0:1767384673.743750:0:39798:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a5ccc0a1. 00000004:00000010:1.0:1767384673.743753:0:39798:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002e84538f. 00000004:00000010:1.0:1767384673.743758:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008111b988. 00000004:00000010:1.0:1767384673.743761:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000ac1c1c2. 00000004:00000010:1.0:1767384673.743764:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003260f49c. 00000004:00000010:1.0:1767384673.743766:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d619e198. 00000004:00000010:1.0:1767384673.743770:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003d35c5cd. 00000004:00000010:1.0:1767384673.743773:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d52b7747. 00000004:00000010:1.0:1767384673.743776:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007035779c. 00000004:00000010:1.0:1767384673.743779:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000b83184f. 00000004:00000010:1.0:1767384673.743780:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000051d07fb7. 00000004:00000010:1.0:1767384673.743782:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006d10aa26. 00000004:00000010:1.0:1767384673.743785:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cbeb641c. 00000004:00000010:1.0:1767384673.743786:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ce030bc6. 00000004:00000010:1.0:1767384673.743789:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009004939b. 00000004:00000010:1.0:1767384673.743791:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000aa69617b. 00000004:00000010:1.0:1767384673.743793:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000066fec469. 00000004:00000010:1.0:1767384673.743795:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d09a390f. 00000004:00000010:1.0:1767384673.743799:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000054cdaae7. 00000004:00000010:1.0:1767384673.743801:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cfa2fb65. 00000004:00000010:1.0:1767384673.743804:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000009efbd1b. 00000004:00000010:1.0:1767384673.743806:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005ef31a16. 00000004:00000010:1.0:1767384673.743808:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006c541076. 00000004:00000010:1.0:1767384673.743811:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cc53c9b1. 00000004:00000010:1.0:1767384673.743814:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009f2142ae. 00000004:00000010:1.0:1767384673.743815:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000e27e74d. 00000004:00000010:1.0:1767384673.743817:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000fe8defe. 00000004:00000010:1.0:1767384673.743820:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c44b49eb. 00000004:00000010:1.0:1767384673.743822:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b6bc5312. 00000004:00000010:1.0:1767384673.743825:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b23de9b0. 00000004:00000010:1.0:1767384673.743828:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005820e8f6. 00000004:00000010:1.0:1767384673.743830:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004428e77e. 00000004:00000010:1.0:1767384673.743832:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000064c41de1. 00000004:00000010:1.0:1767384673.743834:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009b5425d9. 00000004:00000010:1.0:1767384673.743838:0:39798:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 0000000015c35855. 00000020:00000010:1.0:1767384673.743842:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef0025c6. 00000040:00000010:1.0:1767384673.743845:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009274dacc. 00000020:00000010:1.0:1767384673.743847:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e1463e81. 00000020:00000010:1.0:1767384673.743850:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384673.743853:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000036b1667b. 80000000:00000010:1.0:1767384673.743856:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006147d3e5. 40000000:00000010:1.0:1767384673.743860:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f81527c9. 00100000:00000010:1.0:1767384673.743863:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003528ee91. 00040000:00000010:1.0:1767384673.743865:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.743868:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000dff17c6. 00080000:00000010:1.0:1767384673.743870:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea6e0803. 00000004:00000010:1.0:1767384673.743872:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dbd02ce5. 00000004:00000010:1.0:1767384673.743879:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d24b9bfc. 00000004:00000010:1.0:1767384673.743882:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000040e1b1ae. 00002000:00000010:1.0:1767384673.743884:0:39798:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a5ccc0a1. 00000004:00000010:1.0:1767384673.743885:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002e84538f. 00000020:00000010:1.0:1767384673.743887:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001096027b. 00000020:00000001:1.0:1767384673.743889:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.743891:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000fd11d764. 00000020:00000001:1.0:1767384673.743895:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.743896:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384673.743897:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000008351062e. 00000020:00000001:1.0:1767384673.743899:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.743901:0:39798:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.743903:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384673.743904:0:39798:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000e934fdd0. 00020000:00000010:1.0:1767384673.743908:0:39798:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000ee667c0c. 00000004:00000001:1.0:1767384673.743913:0:39798:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.743915:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384673.743922:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.743925:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000087b41dc3. 00000001:00000010:1.0:1767384673.743927:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c310b9d5. 00000001:00000010:1.0:1767384673.743928:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e8b7bc7. 00000001:00000010:1.0:1767384673.743930:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000075a3d135. 00000001:00000010:1.0:1767384673.743932:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000045a12ebb. 00000001:00000010:1.0:1767384673.743934:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cea5c456. 00000001:00000001:1.0:1767384673.743937:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384673.743937:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.743940:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1d3d1b5. 00000001:00000010:1.0:1767384673.743942:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a5bbb0d. 00000001:00000010:1.0:1767384673.743943:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000008d3f8ce. 00000001:00000010:1.0:1767384673.743945:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000004d60f2d. 00000001:00000010:1.0:1767384673.743947:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000774a3d3e. 00000001:00000010:1.0:1767384673.743948:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e133e43a. 00000001:00000001:1.0:1767384673.743950:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384673.743951:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000008cdc73f8) now 3 - setup 00000020:00000001:1.0:1767384673.743953:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.743954:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384673.743955:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384673.743957:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384673.743959:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000008cdc73f8) now 2 - obd_device_list 00000020:00000080:1.0:1767384673.743960:0:39798:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384673.743961:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000008cdc73f8) now 1 - newdev 00000020:00000040:1.0:1767384673.743963:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e4cecbb7 with handle 0x1c01179f271eda70 from hash 00000020:00000040:1.0:1767384673.743965:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000e4cecbb7 : new refcount 0 00000020:00000080:1.0:1767384673.743966:0:39798:0:(genops.c:904:class_export_put()) final put 00000000e4cecbb7/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384673.743968:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.743969:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384673.743970:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 00000000e4cecbb7/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384673.743972:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384673.743973:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.743974:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e4cecbb7. 00000020:00000001:1.0:1767384673.743978:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384673.743979:0:39798:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:1.0:1767384673.743980:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384673.743981:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384673.743983:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000dff17c6. 00000020:00000010:1.0:1767384673.743986:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000991921b5. 00000040:00000010:1.0:1767384673.743988:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000004d60f2d. 00000020:00000010:1.0:1767384673.743990:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000040e1b1ae. 00000020:00000010:1.0:1767384673.743992:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384673.743994:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e934fdd0. 80000000:00000010:1.0:1767384673.743996:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008351062e. 40000000:00000010:1.0:1767384673.743998:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f81527c9. 00100000:00000010:1.0:1767384673.744000:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dbd02ce5. 00040000:00000010:1.0:1767384673.744018:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.744021:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000036b1667b. 00080000:00000010:1.0:1767384673.744024:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ea6e0803. 00000004:00000010:1.0:1767384673.744027:0:39798:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003528ee91. 00000004:00000010:1.0:1767384673.744029:0:39798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d24b9bfc. 00000004:00000010:1.0:1767384673.744031:0:39798:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e1463e81. 00000004:00000001:1.0:1767384673.744033:0:39798:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:1.0:1767384673.744036:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eb24302e. 00000004:00000010:1.0:1767384673.744039:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007559bc8a. 00000004:00000010:1.0:1767384673.744041:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009f314fe4. 00000004:00000010:1.0:1767384673.744044:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000086a3dbc4. 00000004:00000010:1.0:1767384673.744048:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f7d03086. 00000004:00000010:1.0:1767384673.744051:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dd0585fb. 00000004:00000010:1.0:1767384673.744054:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043b0d510. 00000004:00000010:1.0:1767384673.744056:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048acb05b. 00000004:00000010:1.0:1767384673.744058:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c7509b2. 00000004:00000010:1.0:1767384673.744061:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a6f1157. 00000004:00000010:1.0:1767384673.744064:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e6614650. 00000004:00000010:1.0:1767384673.744066:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bfb04c1e. 00000004:00000010:1.0:1767384673.744069:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000019fd119a. 00000004:00000010:1.0:1767384673.744071:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e77da012. 00000004:00000010:1.0:1767384673.744073:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003054c0e3. 00000004:00000010:1.0:1767384673.744079:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c969317. 00000004:00000010:1.0:1767384673.744082:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000edcdb9aa. 00000004:00000010:1.0:1767384673.744084:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000075254ca5. 00000004:00000010:1.0:1767384673.744086:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006dea874e. 00000004:00000010:1.0:1767384673.744088:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a803d2c3. 00000004:00000010:1.0:1767384673.744090:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000bb5a123. 00000004:00000010:1.0:1767384673.744092:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007f4a1f19. 00000004:00000010:1.0:1767384673.744094:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a68b26c. 00000004:00000010:1.0:1767384673.744097:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000026f2c865. 00000004:00000010:1.0:1767384673.744099:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb98d6f7. 00000004:00000010:1.0:1767384673.744101:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ffbbd3de. 00000004:00000010:1.0:1767384673.744103:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a91f3aa1. 00000004:00000010:1.0:1767384673.744105:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f03ecfea. 00000004:00000010:1.0:1767384673.744107:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000064d8c095. 00000004:00000010:1.0:1767384673.744110:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000020aa0dad. 00000004:00000010:1.0:1767384673.744112:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000084a60757. 00000004:00000010:1.0:1767384673.744114:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004f9db400. 00000004:00000010:1.0:1767384673.744117:0:39798:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 0000000067c79e05. 00000004:00000001:1.0:1767384673.744119:0:39798:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446626934386065408 : -117139323486208 : ffff9576603c0000) 00000020:00000010:1.0:1767384673.744122:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000991921b5. 00000040:00000010:1.0:1767384673.744124:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004d60f2d. 00000020:00000010:1.0:1767384673.744126:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000040e1b1ae. 00000020:00000010:1.0:1767384673.744129:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384673.744132:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e934fdd0. 80000000:00000010:1.0:1767384673.744134:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008351062e. 40000000:00000010:1.0:1767384673.744137:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f81527c9. 00100000:00000010:1.0:1767384673.744139:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dbd02ce5. 00040000:00000010:1.0:1767384673.744142:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.744144:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000036b1667b. 00080000:00000010:1.0:1767384673.744146:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea6e0803. 00000004:00000010:1.0:1767384673.744148:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003528ee91. 00000004:00000010:1.0:1767384673.744151:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d24b9bfc. 00000004:00000010:1.0:1767384673.744152:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e1463e81. 00000020:00000010:1.0:1767384673.744154:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000dff17c6. 00000020:00000001:1.0:1767384673.744156:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.744158:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000008cdc73f8. 00000020:00000001:1.0:1767384673.744162:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744163:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384673.744165:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000aa5a50a6. 00000020:00000001:1.0:1767384673.744167:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.744169:0:39798:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.744170:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.744172:0:39798:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384673.744173:0:39798:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000a485e39d. 00000004:00000001:1.0:1767384673.744203:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384673.744205:0:39798:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384673.744206:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384673.744208:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271eda93 00000020:00000040:1.0:1767384673.744209:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a711558 with handle 0x1c01179f271eda93 from hash 00000020:00000001:1.0:1767384673.744212:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384673.744213:0:39798:0:(genops.c:898:class_export_put()) PUTting export 000000004a711558 : new refcount 1 00000020:00000001:1.0:1767384673.744214:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384673.744215:0:39798:0:(genops.c:898:class_export_put()) PUTting export 000000004a711558 : new refcount 0 00000020:00000080:1.0:1767384673.744217:0:39798:0:(genops.c:904:class_export_put()) final put 000000004a711558/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384673.744218:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744228:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744230:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384673.744231:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:1.0:1767384673.744235:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000f81527c9. 00000020:00000080:1.0:1767384673.744237:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384673.744241:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:3.0:1767384673.744242:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384673.744243:0:39798:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000080:3.0:1767384673.744245:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000004a711558/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384673.744248:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384673.744249:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384673.744252:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384673.744252:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000c071cbe0) has no exports 00000020:00000040:3.0:1767384673.744255:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000c071cbe0) now 4 - export 00000020:00000001:1.0:1767384673.744260:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384673.744262:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767384673.744263:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004a711558. 00000020:00000001:3.0:1767384673.744273:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384673.744384:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384673.744393:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.744396:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005c401611. 00000001:00000010:1.0:1767384673.744398:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000abae4981. 00000001:00000010:1.0:1767384673.744400:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e048303. 00000001:00000010:1.0:1767384673.744402:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eb163c0f. 00000001:00000010:1.0:1767384673.744404:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000726b11c8. 00000001:00000010:1.0:1767384673.744407:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000bcc37246. 00000001:00000001:1.0:1767384673.744409:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384673.744410:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.744413:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000057a4d149. 00000001:00000010:1.0:1767384673.744414:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000719eab1a. 00000001:00000010:1.0:1767384673.744416:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d6abafbb. 00000001:00000010:1.0:1767384673.744418:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068e4e975. 00000001:00000010:1.0:1767384673.744420:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fb242566. 00000001:00000010:1.0:1767384673.744422:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000729203fa. 00000001:00000001:1.0:1767384673.744424:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384673.744424:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000c071cbe0) now 3 - setup 00000020:00000001:1.0:1767384673.744426:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744427:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384673.744429:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384673.744431:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384673.744432:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000c071cbe0) now 2 - obd_device_list 00000020:00000080:1.0:1767384673.744434:0:39798:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:1.0:1767384673.744436:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000c071cbe0) now 1 - newdev 00000020:00000040:1.0:1767384673.744437:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000050643045 with handle 0x1c01179f271eda85 from hash 00000020:00000040:1.0:1767384673.744439:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000050643045 : new refcount 0 00000020:00000080:1.0:1767384673.744441:0:39798:0:(genops.c:904:class_export_put()) final put 0000000050643045/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384673.744443:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744444:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384673.744446:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 0000000050643045/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384673.744447:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384673.744449:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.744451:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000050643045. 00000020:00000001:1.0:1767384673.744458:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384673.744459:0:39798:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:1.0:1767384673.744460:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:1.0:1767384673.744462:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384673.744464:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c401611. 00000020:00000010:1.0:1767384673.744467:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000036b1667b. 00000040:00000010:1.0:1767384673.744469:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e934fdd0. 00000020:00000010:1.0:1767384673.744472:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1463e81. 00000020:00000010:1.0:1767384673.744479:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384673.744481:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000004d60f2d. 80000000:00000010:1.0:1767384673.744483:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aa5a50a6. 40000000:00000010:1.0:1767384673.744484:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009e197266. 00100000:00000010:1.0:1767384673.744486:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003528ee91. 00040000:00000010:1.0:1767384673.744488:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.744490:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009274dacc. 00080000:00000010:1.0:1767384673.744492:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ea6e0803. 00000004:00000010:1.0:1767384673.744493:0:39798:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dbd02ce5. 00000004:00000010:1.0:1767384673.744496:0:39798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d24b9bfc. 00000004:00000001:1.0:1767384673.744498:0:39798:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:1.0:1767384673.744500:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000053416a98. 00000004:00000010:1.0:1767384673.744502:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009f42d0b0. 00000004:00000010:1.0:1767384673.744505:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f13e9801. 00000004:00000010:1.0:1767384673.744508:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001969eb59. 00000004:00000010:1.0:1767384673.744511:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000221559ef. 00000004:00000010:1.0:1767384673.744513:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de0a8334. 00000004:00000010:1.0:1767384673.744515:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005a8d90d1. 00000004:00000010:1.0:1767384673.744518:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e5f5fa57. 00000004:00000010:1.0:1767384673.744519:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000064c0e3b9. 00000004:00000010:1.0:1767384673.744521:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000636b5a60. 00000004:00000010:1.0:1767384673.744523:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000267f096c. 00000004:00000010:1.0:1767384673.744525:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a3412fb7. 00000004:00000010:1.0:1767384673.744528:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009678374d. 00000004:00000010:1.0:1767384673.744531:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000becfee58. 00000004:00000010:1.0:1767384673.744533:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003372f188. 00000004:00000010:1.0:1767384673.744536:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a81c982c. 00000004:00000010:1.0:1767384673.744538:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008d12c62a. 00000004:00000010:1.0:1767384673.744541:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002f050c95. 00000004:00000010:1.0:1767384673.744542:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e644d96b. 00000004:00000010:1.0:1767384673.744545:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fc0f0607. 00000004:00000010:1.0:1767384673.744547:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000012f7cc59. 00000004:00000010:1.0:1767384673.744549:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000940a5ce2. 00000004:00000010:1.0:1767384673.744551:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003836efcf. 00000004:00000010:1.0:1767384673.744553:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e27760af. 00000004:00000010:1.0:1767384673.744556:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b70aabec. 00000004:00000010:1.0:1767384673.744558:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c2c196fa. 00000004:00000010:1.0:1767384673.744560:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000052d843f6. 00000004:00000010:1.0:1767384673.744562:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006a0fdab4. 00000004:00000010:1.0:1767384673.744565:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002a0d16c0. 00000004:00000010:1.0:1767384673.744568:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000da7d88dd. 00000004:00000010:1.0:1767384673.744570:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fe3713bc. 00000004:00000010:1.0:1767384673.744573:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000025c88672. 00000004:00000010:1.0:1767384673.744576:0:39798:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000230748e0. 00000004:00000001:1.0:1767384673.744578:0:39798:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.744580:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000036b1667b. 00000040:00000010:1.0:1767384673.744583:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e934fdd0. 00000020:00000010:1.0:1767384673.744585:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e1463e81. 00000020:00000010:1.0:1767384673.744587:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384673.744589:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000004d60f2d. 80000000:00000010:1.0:1767384673.744592:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aa5a50a6. 40000000:00000010:1.0:1767384673.744594:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009e197266. 00100000:00000010:1.0:1767384673.744596:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003528ee91. 00040000:00000010:1.0:1767384673.744599:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.744601:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009274dacc. 00080000:00000010:1.0:1767384673.744603:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea6e0803. 00000004:00000010:1.0:1767384673.744606:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dbd02ce5. 00000004:00000010:1.0:1767384673.744608:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d24b9bfc. 00000020:00000010:1.0:1767384673.744610:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c401611. 00000020:00000001:1.0:1767384673.744612:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.744614:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000c071cbe0. 00000020:00000001:1.0:1767384673.744618:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744619:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384673.744621:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000f81527c9. 00000020:00000001:1.0:1767384673.744622:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.744624:0:39798:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.744625:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.744627:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384673.744628:0:39798:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384673.744629:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384673.744631:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271eda9a 00000020:00000040:1.0:1767384673.744634:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000066795dd3 with handle 0x1c01179f271eda9a from hash 00000020:00000001:1.0:1767384673.744637:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384673.744638:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000066795dd3 : new refcount 1 00000020:00000001:1.0:1767384673.744640:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384673.744641:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000066795dd3 : new refcount 0 00000020:00000080:1.0:1767384673.744643:0:39798:0:(genops.c:904:class_export_put()) final put 0000000066795dd3/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384673.744644:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744657:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384673.744659:0:39798:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.744660:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744662:0:39798:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384673.744663:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384673.744665:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000066795dd3/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384673.744665:0:39798:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384673.744669:0:39798:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446626934113885408 : -117139595666208 : ffff95765002dce0) 00000020:00000001:3.0:1767384673.744670:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384673.744672:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384673.744674:0:39798:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000f1939af7 from lustre-MDT0000, refs=3 00000020:00000040:3.0:1767384673.744675:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 6 - export 00000020:00000010:3.0:1767384673.744679:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000066795dd3. 00000020:00000001:1.0:1767384673.744679:0:39798:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384673.744682:0:39798:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000f1939af7 3 00000020:00000001:1.0:1767384673.744686:0:39798:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.744687:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384673.744688:0:39798:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1767384673.744691:0:39798:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384673.744692:0:39798:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446626934113885408 : -117139595666208 : ffff95765002dce0) 00000020:01000004:1.0:1767384673.744694:0:39798:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000f1939af7 from lustre-MDT0000 00000020:00000010:1.0:1767384673.744696:0:39798:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000fe2165e8. 00000020:00000010:1.0:1767384673.744700:0:39798:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000c9f6305c. 00000020:00000001:1.0:1767384673.744702:0:39798:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744703:0:39798:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384673.744705:0:39798:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:1.0:1767384673.744706:0:39798:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744708:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384673.744714:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.744717:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008bb8a95c. 00000001:00000010:1.0:1767384673.744719:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000054e1cab0. 00000001:00000010:1.0:1767384673.744721:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000630679c7. 00000001:00000010:1.0:1767384673.744723:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e32e659e. 00000001:00000010:1.0:1767384673.744725:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009e237f7c. 00000001:00000010:1.0:1767384673.744726:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004875587e. 00000001:00000001:1.0:1767384673.744728:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384673.744729:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.744732:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007cfdf054. 00000001:00000010:1.0:1767384673.744733:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004def2679. 00000001:00000010:1.0:1767384673.744735:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0332ac4. 00000001:00000010:1.0:1767384673.744736:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000034e807c5. 00000001:00000010:1.0:1767384673.744738:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ce8b3ad6. 00000001:00000010:1.0:1767384673.744739:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cde6803b. 00000001:00000001:1.0:1767384673.744741:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384673.744742:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 3 - setup 00000020:00000001:1.0:1767384673.744743:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744745:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384673.744746:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384673.744748:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384673.744750:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 2 - obd_device_list 00000020:00000080:1.0:1767384673.744751:0:39798:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:1.0:1767384673.744752:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000fec6c3e4) now 1 - newdev 00000020:00000040:1.0:1767384673.744754:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c21e6ba5 with handle 0x1c01179f271eda7e from hash 00000020:00000040:1.0:1767384673.744756:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c21e6ba5 : new refcount 0 00000020:00000080:1.0:1767384673.744757:0:39798:0:(genops.c:904:class_export_put()) final put 00000000c21e6ba5/lustre-MDT0000_UUID 00000020:00000001:1.0:1767384673.744759:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744761:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384673.744762:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 00000000c21e6ba5/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:1.0:1767384673.744764:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384673.744765:0:39798:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:1.0:1767384673.744768:0:39798:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000003f9afbc2. 00000004:00000001:1.0:1767384673.744770:0:39798:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744772:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.744773:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c21e6ba5. 00000020:00000001:1.0:1767384673.744777:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384673.744777:0:39798:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:1.0:1767384673.744779:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:1.0:1767384673.744780:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384673.744782:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034e807c5. 00000020:00000010:1.0:1767384673.744784:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0332ac4. 00000040:00000010:1.0:1767384673.744786:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004def2679. 00000020:00000010:1.0:1767384673.744788:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dbd02ce5. 00000020:00000010:1.0:1767384673.744790:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384673.744792:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007cfdf054. 80000000:00000010:1.0:1767384673.744794:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aa5a50a6. 40000000:00000010:1.0:1767384673.744796:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f81527c9. 00100000:00000010:1.0:1767384673.744798:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ea6e0803. 00040000:00000010:1.0:1767384673.744800:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.744802:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e32e659e. 00080000:00000010:1.0:1767384673.744803:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003528ee91. 00000004:00000010:1.0:1767384673.744805:0:39798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d24b9bfc. 00000004:00000001:1.0:1767384673.744807:0:39798:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:1.0:1767384673.744809:0:39798:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000005f86a719. 00000004:00000001:1.0:1767384673.744813:0:39798:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.744814:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0332ac4. 00000040:00000010:1.0:1767384673.744816:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004def2679. 00000020:00000010:1.0:1767384673.744819:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dbd02ce5. 00000020:00000010:1.0:1767384673.744820:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000195d2f88. 00000020:00000010:1.0:1767384673.744828:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007cfdf054. 80000000:00000010:1.0:1767384673.744830:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aa5a50a6. 40000000:00000010:1.0:1767384673.744833:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f81527c9. 00100000:00000010:1.0:1767384673.744835:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ea6e0803. 00040000:00000010:1.0:1767384673.744837:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.744840:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e32e659e. 00080000:00000010:1.0:1767384673.744842:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003528ee91. 00000004:00000010:1.0:1767384673.744844:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d24b9bfc. 00000020:00000010:1.0:1767384673.744846:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034e807c5. 00000020:00000001:1.0:1767384673.744848:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.744849:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000fec6c3e4. 00000020:00000001:1.0:1767384673.744853:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744855:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384673.744856:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000038d4dd3f. 00000020:00000001:1.0:1767384673.744858:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744860:0:39798:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1767384673.744862:0:39798:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1767384673.744863:0:39798:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1767384673.744865:0:39798:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767384673.744867:0:39798:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:1.0:1767384673.744869:0:39798:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384673.744870:0:39798:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446626934119303008 : -117139590248608 : ffff957650558760) 00000020:01000004:1.0:1767384673.744872:0:39798:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:1.0:1767384673.744874:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384673.744875:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:1.0:1767384673.744878:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000f81527c9. 00000020:00000080:1.0:1767384673.744879:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384673.744881:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384673.744883:0:39798:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384673.744886:0:39798:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 0000000014ba078b a916ab72-15c5-41d3-aba3-e6975cd4a72b 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384673.744890:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384673.744891:0:39798:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000b51fa921) has exports, disconnecting them 00000020:00000001:1.0:1767384673.744893:0:39798:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384673.744894:0:39798:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=10 00000020:00000040:1.0:1767384673.744896:0:39798:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=11 00000020:00080000:1.0:1767384673.744898:0:39798:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (0000000014ba078b), last request at 1767384570 00000020:00000001:1.0:1767384673.744901:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384673.744902:0:39798:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384673.744905:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 10 20000000:00000010:1.0:1767384673.744906:0:39798:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000e128277e. 00000020:00000040:1.0:1767384673.744908:0:39798:0:(genops.c:887:class_export_get()) GET export 0000000014ba078b refcount=11 00010000:00000001:1.0:1767384673.744911:0:39798:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384673.744913:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384673.744915:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 10 00000020:00000080:1.0:1767384673.744916:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271eda3f 00000020:00000040:1.0:1767384673.744918:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000014ba078b with handle 0x1c01179f271eda3f from hash 00000020:00000040:1.0:1767384673.744921:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 9 00000020:00000001:1.0:1767384673.744922:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384673.744924:0:39798:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000014ba078b: total 0 00000020:00000001:1.0:1767384673.744925:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384673.744926:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 8 00000020:00000001:1.0:1767384673.744928:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.744930:0:39798:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384673.744932:0:39798:0:(import.c:65:import_set_state_nolock()) 000000008464e03b : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384673.744935:0:39798:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384673.744936:0:39798:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384673.744937:0:39798:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384673.744948:0:39798:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384673.744950:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 7 20000000:00000001:1.0:1767384673.744951:0:39798:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.744953:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384673.744955:0:39798:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000014ba078b): rc 0 00000020:00000040:1.0:1767384673.744957:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 6 00000020:00000001:2.0:1767384673.744958:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384673.744959:0:39798:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384673.744962:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00010000:2.0:1767384673.744963:0:16799:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000014ba078b: total 0 00000020:00000001:1.0:1767384673.744964:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767384673.744968:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446626933960835072 : -117139748716544 : ffff957646e38000) 20000000:00000001:1.0:1767384673.744968:0:39798:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:1.0:1767384673.744971:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00010000:00000001:2.0:1767384673.744974:0:16799:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00080000:1.0:1767384673.744974:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000b51fa921) has no exports 00000020:00000001:1.0:1767384673.744978:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:2.0:1767384673.744980:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071b3a255. 00000100:00000001:1.0:1767384673.744981:0:39798:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384673.744984:0:39798:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:2.0:1767384673.744986:0:16799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c72a8abd. 00000100:00000001:1.0:1767384673.744993:0:39798:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000020:00000010:2.0:1767384673.744995:0:16799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075daa060. 00000100:00000001:1.0:1767384673.744996:0:39798:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384673.744999:0:39798:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:1.0:1767384673.745017:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:1.0:1767384673.745019:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:1.0:1767384673.745020:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000010:2.0:1767384673.745026:0:16799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2b1afbc. 00000020:00000010:2.0:1767384673.745030:0:16799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008aac563c. 80000000:00000010:2.0:1767384673.745033:0:16799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000057c075fa. 40000000:00000010:2.0:1767384673.745035:0:16799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a1a9c0d2. 00000100:00000040:1.0:1767384673.745038:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00100000:00000010:2.0:1767384673.745039:0:16799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dc252e2. 00040000:00000010:2.0:1767384673.745043:0:16799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a18b6267. 00040000:00000010:2.0:1767384673.745046:0:16799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ba14a108. 00000020:00000010:3.0:1767384673.745048:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ff458b3. 00080000:00000010:2.0:1767384673.745049:0:16799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000036e8b50c. 00000020:00000010:1.0:1767384673.745052:0:16805:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009ecf78f3. 00002000:00000010:2.0:1767384673.745054:0:16799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057b6808e. 00000040:00000010:3.0:1767384673.745058:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ed95acab. 00000040:00000010:1.0:1767384673.745058:0:16805:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003af846cd. 00000020:00000010:2.0:1767384673.745059:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c72a8abd. 00000020:00000010:3.0:1767384673.745066:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000027ac3580. 00000020:00000010:2.0:1767384673.745067:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000075daa060. 00000020:00000010:1.0:1767384673.745067:0:16805:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001335d0ab. 00000020:00000010:2.0:1767384673.745074:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d2b1afbc. 00000020:00000010:1.0:1767384673.745076:0:16805:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3c9323f. 00000020:00000010:3.0:1767384673.745077:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000573534ef. 00000020:00000010:2.0:1767384673.745078:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008aac563c. 80000000:00000010:1.0:1767384673.745082:0:16805:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e476c810. 80000000:00000010:2.0:1767384673.745085:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000057c075fa. 80000000:00000010:3.0:1767384673.745087:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003156632f. 00040000:00000010:1.0:1767384673.745088:0:16805:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000113cd4a3. 40000000:00000010:2.0:1767384673.745090:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a1a9c0d2. 00040000:00000010:3.0:1767384673.745095:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a67182fc. 00100000:00000010:2.0:1767384673.745096:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005dc252e2. 00080000:00000010:1.0:1767384673.745096:0:16805:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f36e3208. 00040000:00000010:2.0:1767384673.745103:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a18b6267. 20000000:00000010:1.0:1767384673.745104:0:16805:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000001d65a2ee. 00080000:00000010:3.0:1767384673.745106:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000aa73334c. 00040000:00000010:2.0:1767384673.745108:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ba14a108. 00000020:00000010:1.0:1767384673.745110:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000633a3ca7. 20000000:00000010:3.0:1767384673.745112:0:16804:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000047a620ee. 00080000:00000010:2.0:1767384673.745113:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000036e8b50c. 00000020:00000010:1.0:1767384673.745117:0:16805:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f94e4374. 00002000:00000010:2.0:1767384673.745120:0:16799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000057b6808e. 00000020:00000010:3.0:1767384673.745121:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036cc5943. 00000100:00000010:1.0:1767384673.745123:0:16805:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384673.745124:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071b3a255. 00000020:00000010:3.0:1767384673.745130:0:16804:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fc30e765. 00010000:00010000:2.0:1767384673.745130:0:16799:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000014ba078b, canceled 0 locks, left on hash table 5. 00000100:00100000:1.0:1767384673.745130:0:16805:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [000000009fe25cd4:16805] 1 exiting: rc = 0 00000020:00000010:2.0:1767384673.745137:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071b3a255. 00000100:00000010:3.0:1767384673.745141:0:16804:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000fad42f44. 00000020:00000010:2.0:1767384673.745142:0:16799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba14a108. 00000020:00000010:2.0:1767384673.745148:0:16799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036e8b50c. 00000100:00100000:3.0:1767384673.745149:0:16804:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000003893c8cb:16804] 0 exiting: rc = 1 00000020:00000010:2.0:1767384673.745150:0:16799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2b1afbc. 00000020:00000010:2.0:1767384673.745155:0:16799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008aac563c. 80000000:00000010:2.0:1767384673.745158:0:16799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000057c075fa. 40000000:00000010:2.0:1767384673.745159:0:16799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a1a9c0d2. 00100000:00000010:2.0:1767384673.745162:0:16799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dc252e2. 00040000:00000010:2.0:1767384673.745163:0:16799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a18b6267. 00040000:00000010:2.0:1767384673.745165:0:16799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c72a8abd. 00080000:00000010:2.0:1767384673.745167:0:16799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000075daa060. 00002000:00000010:2.0:1767384673.745169:0:16799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057b6808e. 00000001:00000001:2.0:1767384673.745171:0:16799:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384673.745174:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384673.745178:0:16799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dbe51082 count: 2 00010000:00000001:2.0:1767384673.745180:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384673.745184:0:16799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.745187:0:16799:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.745189:0:16799:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.745192:0:16799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.745196:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384673.745201:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384673.745206:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745208:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745210:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384673.745211:0:16799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384673.745213:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000652c944c with handle 0x1c01179f271edb3b from hash 00010000:00000001:2.0:1767384673.745216:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384673.745217:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745219:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745220:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384673.745222:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384673.745224:0:16799:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000014ba078b, 1 locks cancelled. 00010000:00000001:2.0:1767384673.745226:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745227:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745227:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384673.745231:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000652c944c/0x1c01179f271edb3b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271edb34 expref: 6 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384673.745237:0:16799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 4 00000020:00000010:3.0:1767384673.745240:0:16806:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8071e15. 00000020:00000040:2.0:1767384673.745240:0:16799:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 5 00010000:00000040:2.0:1767384673.745246:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dbe51082 count: 0 00000040:00000010:3.0:1767384673.745247:0:16806:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fcfdc15d. 00000020:00000010:3.0:1767384673.745251:0:16806:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6caeb77. 00000020:00000010:3.0:1767384673.745255:0:16806:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000058d3de3f. 00010000:00000001:2.0:1767384673.745256:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000010:3.0:1767384673.745259:0:16806:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000864eef95. 00000001:00000040:2.0:1767384673.745260:0:16799:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: a916ab72-15c5-4, loop: 0 00000001:00000001:2.0:1767384673.745263:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00040000:00000010:3.0:1767384673.745267:0:16806:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005bded96e. 00010000:00000040:2.0:1767384673.745267:0:16799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 4 00010000:00000001:2.0:1767384673.745270:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384673.745273:0:16799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000010:3.0:1767384673.745274:0:16806:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000041991f39. 00010000:00000001:2.0:1767384673.745275:0:16799:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.745277:0:16799:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.745280:0:16799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384673.745282:0:16806:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b9219fee. 00010000:00000001:2.0:1767384673.745283:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384673.745286:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:3.0:1767384673.745288:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000538d5784. 00010000:00000001:2.0:1767384673.745289:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745291:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745294:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384673.745295:0:16799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.745297:0:16806:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000063e1ce6e. 00000020:00000040:2.0:1767384673.745297:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007bc4ca4f with handle 0x1c01179f271eda4d from hash 00010000:00000001:2.0:1767384673.745301:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384673.745303:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745305:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745306:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:3.0:1767384673.745307:0:16806:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008577b869. 00010000:00000001:2.0:1767384673.745307:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384673.745324:0:16799:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000014ba078b, 2 locks cancelled. 00010000:00000001:2.0:1767384673.745326:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745327:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745328:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384673.745330:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007bc4ca4f/0x1c01179f271eda4d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271eda46 expref: 5 pid: 16806 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384673.745336:0:16806:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [000000000f1e2a76:16806] 2 exiting: rc = 0 00010000:00000040:2.0:1767384673.745337:0:16799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 3 00000020:00000040:2.0:1767384673.745340:0:16799:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 4 00010000:00000001:2.0:1767384673.745349:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384673.745350:0:16799:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: a916ab72-15c5-4, loop: 1 00000001:00000001:2.0:1767384673.745352:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384673.745353:0:16799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 3 00010000:00000001:2.0:1767384673.745355:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384673.745357:0:16799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.745358:0:16799:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.745359:0:16799:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.745361:0:16799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.745363:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384673.745364:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384673.745366:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745367:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745367:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384673.745369:0:16799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384673.745371:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007faebf05 with handle 0x1c01179f271edb49 from hash 00010000:00000001:2.0:1767384673.745372:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384673.745374:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745375:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745376:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384673.745377:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384673.745378:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745380:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745381:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384673.745384:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007faebf05/0x1c01179f271edb49 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271edb42 expref: 4 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384673.745388:0:16799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 2 00000020:00000040:2.0:1767384673.745389:0:16799:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 3 00010000:00000001:2.0:1767384673.745396:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384673.745398:0:16799:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: a916ab72-15c5-4, loop: 2 00000001:00000001:2.0:1767384673.745399:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384673.745401:0:16799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002146da38 count: 2 00010000:00000001:2.0:1767384673.745403:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384673.745405:0:16799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.745407:0:16799:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.745408:0:16799:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.745410:0:16799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384673.745412:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003893c8cb. 00010000:00000001:2.0:1767384673.745413:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384673.745416:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:3.0:1767384673.745417:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009fe25cd4. 00010000:00000001:2.0:1767384673.745418:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745426:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384673.745428:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000f1e2a76. 00010000:00000001:2.0:1767384673.745429:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384673.745432:0:16799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.745435:0:39798:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000020:00000040:2.0:1767384673.745436:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000122eaa19 with handle 0x1c01179f271edb65 from hash 00000100:00000001:3.0:1767384673.745439:0:39798:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:2.0:1767384673.745440:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384673.745443:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745444:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384673.745445:0:39798:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:2.0:1767384673.745445:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384673.745449:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384673.745451:0:16799:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000014ba078b, 4 locks cancelled. 00000400:00000001:3.0:1767384673.745452:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384673.745453:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384673.745456:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384673.745457:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745460:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384673.745461:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf8367a. 00010000:00010000:2.0:1767384673.745463:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000122eaa19/0x1c01179f271edb65 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271edb5e expref: 3 pid: 16804 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384673.745467:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aec8026 00010000:00000040:2.0:1767384673.745470:0:16799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 1 00000400:00000010:3.0:1767384673.745471:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009aec8026. 00000020:00000040:2.0:1767384673.745475:0:16799:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 2 00000100:00000001:3.0:1767384673.745478:0:39798:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:2.0:1767384673.745478:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002146da38 count: 0 00000100:00000200:3.0:1767384673.745482:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384673.745488:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384673.745492:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000040:2.0:1767384673.745493:0:16799:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: a916ab72-15c5-4, loop: 3 00000100:00000040:3.0:1767384673.745494:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000001:00000001:2.0:1767384673.745496:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384673.745499:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:2.0:1767384673.745500:0:16799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c29753a0 count: 2 00000400:00000001:3.0:1767384673.745502:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384673.745503:0:16799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:3.0:1767384673.745505:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384673.745506:0:16799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:3.0:1767384673.745507:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a680ae7. 00010000:00000001:2.0:1767384673.745508:0:16799:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384673.745512:0:16799:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.745513:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000532d674c 00000400:00000010:3.0:1767384673.745516:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000532d674c. 00000020:00000001:2.0:1767384673.745516:0:16799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.745520:0:16799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384673.745521:0:39798:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384673.745522:0:16799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:3.0:1767384673.745524:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384673.745525:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384673.745528:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384673.745531:0:16799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384673.745533:0:16799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384673.745534:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.745538:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:2.0:1767384673.745538:0:16799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000049891318 with handle 0x1c01179f271edb73 from hash 00000100:00000001:3.0:1767384673.745542:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384673.745543:0:16799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:3.0:1767384673.745545:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384673.745546:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384673.745548:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384673.745548:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384673.745551:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000483f0cd7. 00010000:00000001:2.0:1767384673.745551:0:16799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384673.745555:0:16799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384673.745556:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d872dc8a 00010000:00000001:2.0:1767384673.745557:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384673.745559:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d872dc8a. 00010000:00000001:2.0:1767384673.745560:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384673.745563:0:39798:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384673.745564:0:16799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384673.745567:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:2.0:1767384673.745570:0:16799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000049891318/0x1c01179f271edb73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1c01179f271edb6c expref: 2 pid: 16804 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384673.745579:0:16799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000014ba078b : new locks_count 0 00000100:00100000:3.0:1767384673.745580:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:2.0:1767384673.745582:0:16799:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 1 00000100:00000040:3.0:1767384673.745583:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000040:2.0:1767384673.745585:0:16799:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c29753a0 count: 0 00000100:00000001:3.0:1767384673.745586:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.745588:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.745595:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745596:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfb0296a. 00000400:00000200:3.0:1767384673.745600:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2a3f275 00000400:00000010:3.0:1767384673.745602:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2a3f275. 00010000:00000001:2.0:1767384673.745602:0:16799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384673.745605:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000001:00000040:2.0:1767384673.745605:0:16799:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: a916ab72-15c5-4, loop: 4 00000100:00000200:3.0:1767384673.745608:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:2.0:1767384673.745609:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384673.745614:0:16799:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384673.745617:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:2.0:1767384673.745618:0:16799:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000014ba078b, canceled 5 locks, left on hash table 0. 00000100:00000040:3.0:1767384673.745621:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000001:2.0:1767384673.745622:0:16799:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:2.0:1767384673.745625:0:16799:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1767384673.745626:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:2.0:1767384673.745627:0:16799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000001:3.0:1767384673.745629:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:2.0:1767384673.745630:0:16799:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384673.745631:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384673.745633:0:16799:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000010:3.0:1767384673.745634:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6eee671. 00000020:00000010:2.0:1767384673.745637:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba14a108. 00000400:00000200:3.0:1767384673.745638:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d0f005 00000400:00000010:3.0:1767384673.745641:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009d0f005. 00000020:00000010:2.0:1767384673.745645:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036e8b50c. 00000100:00000001:3.0:1767384673.745646:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745648:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:2.0:1767384673.745652:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d2b1afbc. 00000100:00100000:3.0:1767384673.745654:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.745658:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000020:00000010:2.0:1767384673.745659:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008aac563c. 00000100:00000001:3.0:1767384673.745660:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.745662:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.745665:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745667:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c92aa12. 80000000:00000010:2.0:1767384673.745667:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000057c075fa. 00000400:00000200:3.0:1767384673.745675:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca581b9 40000000:00000010:2.0:1767384673.745675:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a1a9c0d2. 00000400:00000010:3.0:1767384673.745678:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ca581b9. 00000100:00000001:3.0:1767384673.745682:0:39798:0:(events.c:286:request_in_callback()) Process entered 00100000:00000010:2.0:1767384673.745682:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005dc252e2. 00000100:00000200:3.0:1767384673.745683:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.745691:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00040000:00000010:2.0:1767384673.745692:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a18b6267. 00000100:00000040:3.0:1767384673.745693:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384673.745699:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000010:2.0:1767384673.745699:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c72a8abd. 00000400:00000001:3.0:1767384673.745702:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.745704:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745706:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003d0a1a6. 00080000:00000010:2.0:1767384673.745706:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000075daa060. 00000400:00000200:3.0:1767384673.745710:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ab08d90 00000400:00000010:3.0:1767384673.745713:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ab08d90. 00002000:00000010:2.0:1767384673.745713:0:16799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000057b6808e. 00000100:00000001:3.0:1767384673.745715:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745718:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:2.0:1767384673.745719:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071b3a255. 00000100:00100000:3.0:1767384673.745725:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384673.745726:0:16799:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000040:3.0:1767384673.745728:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000020:00000040:2.0:1767384673.745731:0:16799:0:(genops.c:898:class_export_put()) PUTting export 0000000014ba078b : new refcount 0 00000100:00000001:3.0:1767384673.745732:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.745735:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000080:2.0:1767384673.745736:0:16799:0:(genops.c:904:class_export_put()) final put 0000000014ba078b/a916ab72-15c5-41d3-aba3-e6975cd4a72b 00000400:00000001:3.0:1767384673.745737:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745740:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f318f8f. 00000400:00000200:3.0:1767384673.745744:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c62acd 00000400:00000010:3.0:1767384673.745745:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018c62acd. 00000100:00000001:3.0:1767384673.745748:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745749:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.745752:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.745752:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384673.745753:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.745759:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.745761:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384673.745761:0:16799:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000400:00000010:3.0:1767384673.745766:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000dbbdc37. 00010000:00000001:2.0:1767384673.745766:0:16799:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.745767:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384673.745771:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000014ba078b/a916ab72-15c5-41d3-aba3-e6975cd4a72b for MGS 00000400:00000200:3.0:1767384673.745773:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2197eb 00000020:00000001:2.0:1767384673.745774:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384673.745776:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 12 to 0@lo 00000400:00000010:3.0:1767384673.745777:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c2197eb. 00000020:00000001:2.0:1767384673.745778:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.745782:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000001:3.0:1767384673.745784:0:39798:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:2.0:1767384673.745784:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:00000001:1.0:1767384673.745785:0:37:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000100:00000200:3.0:1767384673.745786:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384673.745790:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384673.745790:0:37:0:(genops.c:1229:class_import_get()) import 000000008464e03b refcount=2 obd=MGS 00000020:00000001:2.0:1767384673.745796:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.745796:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384673.745797:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:1.0:1767384673.745800:0:37:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=1 obd=MGS 00010000:00010000:2.0:1767384673.745802:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384673.745803:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000020:00000001:1.0:1767384673.745803:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384673.745805:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384673.745807:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384673.745808:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384673.745808:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384673.745810:0:37:0:(genops.c:1242:class_import_put()) import 000000008464e03b refcount=0 obd=MGS 00000400:00000001:3.0:1767384673.745812:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1767384673.745812:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767384673.745813:0:37:0:(genops.c:1245:class_import_put()) final put import 000000008464e03b 00000400:00000001:3.0:1767384673.745815:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745818:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7015953. 00000400:00000200:3.0:1767384673.745821:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db60d64a 00000400:00000010:3.0:1767384673.745822:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db60d64a. 00000020:00000001:1.0:1767384673.745824:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384673.745825:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745828:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384673.745829:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384673.745833:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00100000:3.0:1767384673.745837:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:1.0:1767384673.745838:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fe9e3632. 00000100:00000040:3.0:1767384673.745839:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384673.745844:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:1.0:1767384673.745844:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002df844fd. 00000400:00000001:3.0:1767384673.745845:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.745848:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745850:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af6903e5. 00000001:00000010:1.0:1767384673.745850:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000262cb50e. 00000400:00000200:3.0:1767384673.745855:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57733e8 00000001:00000010:1.0:1767384673.745855:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f4b21c3c. 00000400:00000010:3.0:1767384673.745860:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d57733e8. 00000001:00000010:1.0:1767384673.745861:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008e267c76. 00000100:00000001:3.0:1767384673.745863:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745865:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:1.0:1767384673.745866:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000bc089770. 00000001:00000001:1.0:1767384673.745871:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:3.0:1767384673.745872:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384673.745875:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:3.0:1767384673.745876:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00010000:00000001:1.0:1767384673.745879:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:3.0:1767384673.745881:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384673.745882:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000400:00000001:3.0:1767384673.745883:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:1.0:1767384673.745885:0:37:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384673.745886:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745889:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec30a1cc. 00000020:00000001:1.0:1767384673.745890:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384673.745893:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b51fa921) now 5 - export 00000400:00000200:3.0:1767384673.745894:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffe66ef9 00000400:00000010:3.0:1767384673.745898:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffe66ef9. 00000020:00000010:1.0:1767384673.745899:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000014ba078b. 00000100:00000001:3.0:1767384673.745903:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745905:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.745912:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384673.745912:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000040:3.0:1767384673.745914:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384673.745918:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384673.745918:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000001:3.0:1767384673.745920:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000080:1.0:1767384673.745921:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008464e03b for MGS 00000400:00000001:3.0:1767384673.745923:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745926:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d8e199. 00000020:00000040:1.0:1767384673.745926:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 11 to 0@lo 00000400:00000200:3.0:1767384673.745929:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041e7ed68 00000400:00000010:3.0:1767384673.745932:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041e7ed68. 00000020:00000040:1.0:1767384673.745935:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b51fa921) now 4 - import 00000020:00000010:1.0:1767384673.745940:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008464e03b. 00000100:00000001:3.0:1767384673.745941:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745944:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384673.745945:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:3.0:1767384673.745950:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.745951:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384673.745953:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.745955:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.745956:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745957:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3adc485. 00000400:00000200:3.0:1767384673.745959:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039018907 00000400:00000010:3.0:1767384673.745961:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039018907. 00000100:00000001:3.0:1767384673.745962:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745963:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.745966:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.745968:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384673.745969:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.745970:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.745971:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745973:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000330f6555. 00000400:00000200:3.0:1767384673.745975:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21d44db 00000400:00000010:3.0:1767384673.745976:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a21d44db. 00000100:00000001:3.0:1767384673.745978:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745979:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.745983:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.745985:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384673.745986:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.745987:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.745988:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.745989:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079ebb017. 00000400:00000200:3.0:1767384673.745990:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2f9f1d6 00000400:00000010:3.0:1767384673.745992:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2f9f1d6. 00000100:00000001:3.0:1767384673.745993:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.745994:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.745997:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.745998:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384673.745999:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746018:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746019:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746021:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e639c3. 00000400:00000200:3.0:1767384673.746023:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000353211b9 00000400:00000010:3.0:1767384673.746024:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000353211b9. 00000100:00000001:3.0:1767384673.746026:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746027:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746031:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746032:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384673.746033:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746034:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746035:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746036:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933d487b. 00000400:00000200:3.0:1767384673.746038:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8a76a1d 00000400:00000010:3.0:1767384673.746039:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8a76a1d. 00000100:00000001:3.0:1767384673.746041:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746042:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746046:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746047:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384673.746048:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746050:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746051:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746052:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008048d604. 00000400:00000200:3.0:1767384673.746054:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac98f249 00000400:00000010:3.0:1767384673.746055:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac98f249. 00000100:00000001:3.0:1767384673.746058:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746058:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746062:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746063:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384673.746064:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746065:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746066:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746067:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000493ef646. 00000400:00000200:3.0:1767384673.746069:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dffe601 00000400:00000010:3.0:1767384673.746070:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dffe601. 00000100:00000001:3.0:1767384673.746072:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746073:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746076:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746077:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384673.746078:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746079:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746080:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746081:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf14412c. 00000400:00000200:3.0:1767384673.746083:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed55eb68 00000400:00000010:3.0:1767384673.746084:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed55eb68. 00000100:00000001:3.0:1767384673.746086:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746087:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746090:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746091:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384673.746093:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746095:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746096:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746097:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023dae91f. 00000400:00000200:3.0:1767384673.746100:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ed61703 00000400:00000010:3.0:1767384673.746101:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ed61703. 00000100:00000001:3.0:1767384673.746103:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746104:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746110:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746112:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384673.746113:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746114:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746115:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746115:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389b3412. 00000400:00000200:3.0:1767384673.746117:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f76c7b43 00000400:00000010:3.0:1767384673.746118:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f76c7b43. 00000100:00000001:3.0:1767384673.746126:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746127:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746131:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746132:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384673.746134:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746136:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746137:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746138:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895eab9c. 00000400:00000200:3.0:1767384673.746139:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9c2682 00000400:00000010:3.0:1767384673.746140:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a9c2682. 00000100:00000001:3.0:1767384673.746142:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746143:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746146:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746148:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384673.746149:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746151:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746152:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746153:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890732a. 00000400:00000200:3.0:1767384673.746155:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d82d638b 00000400:00000010:3.0:1767384673.746156:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d82d638b. 00000100:00000001:3.0:1767384673.746158:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746159:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746163:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746164:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384673.746166:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746167:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746168:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746169:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021367b6b. 00000400:00000200:3.0:1767384673.746171:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c37f8046 00000400:00000010:3.0:1767384673.746172:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c37f8046. 00000100:00000001:3.0:1767384673.746174:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746175:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746178:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746179:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384673.746181:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746183:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746184:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746185:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe31d8f. 00000400:00000200:3.0:1767384673.746187:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062dcc1cd 00000400:00000010:3.0:1767384673.746188:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062dcc1cd. 00000100:00000001:3.0:1767384673.746190:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746190:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746194:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746195:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384673.746197:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746198:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746199:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746200:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fb25bde. 00000400:00000200:3.0:1767384673.746202:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052602869 00000400:00000010:3.0:1767384673.746203:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052602869. 00000100:00000001:3.0:1767384673.746204:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746205:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746209:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746210:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384673.746211:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746212:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746213:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746214:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e30ca0e. 00000400:00000200:3.0:1767384673.746216:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017fccc68 00000400:00000010:3.0:1767384673.746217:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017fccc68. 00000100:00000001:3.0:1767384673.746219:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746220:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746223:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746224:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384673.746225:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746226:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746228:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746228:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe42519. 00000400:00000200:3.0:1767384673.746230:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ec1d44 00000400:00000010:3.0:1767384673.746232:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ec1d44. 00000100:00000001:3.0:1767384673.746234:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746235:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746238:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746240:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384673.746242:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746243:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746244:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746245:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec38dd3. 00000400:00000200:3.0:1767384673.746246:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dc9fd01 00000400:00000010:3.0:1767384673.746247:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dc9fd01. 00000100:00000001:3.0:1767384673.746249:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746250:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746253:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746254:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384673.746256:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746258:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746259:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746261:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a5553d. 00000400:00000200:3.0:1767384673.746264:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deb0882 00000400:00000010:3.0:1767384673.746266:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003deb0882. 00000100:00000001:3.0:1767384673.746268:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746270:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746276:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746278:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384673.746281:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746283:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746285:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746286:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e3b5ec7. 00000400:00000200:3.0:1767384673.746290:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000592e30ff 00000400:00000010:3.0:1767384673.746298:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000592e30ff. 00000100:00000001:3.0:1767384673.746304:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746305:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746346:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746348:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384673.746350:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746353:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746354:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746356:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7d01181. 00000400:00000200:3.0:1767384673.746359:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e015db4 00000400:00000010:3.0:1767384673.746360:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e015db4. 00000100:00000001:3.0:1767384673.746363:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746364:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746368:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746370:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384673.746371:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746372:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746373:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746374:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c63a2325. 00000400:00000200:3.0:1767384673.746376:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000199b48ec 00000400:00000010:3.0:1767384673.746377:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000199b48ec. 00000100:00000001:3.0:1767384673.746379:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746380:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746384:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746385:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384673.746387:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746388:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746389:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746390:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561e9f04. 00000400:00000200:3.0:1767384673.746391:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016e88362 00000400:00000010:3.0:1767384673.746392:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016e88362. 00000100:00000001:3.0:1767384673.746394:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746395:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746398:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746399:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384673.746401:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746402:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746403:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746404:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f5ebc6. 00000400:00000200:3.0:1767384673.746406:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8c4cdaa 00000400:00000010:3.0:1767384673.746407:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8c4cdaa. 00000100:00000001:3.0:1767384673.746409:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746409:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746413:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746414:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384673.746415:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746417:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746418:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746419:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016e3b15e. 00000400:00000200:3.0:1767384673.746421:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd7ee5b5 00000400:00000010:3.0:1767384673.746422:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd7ee5b5. 00000100:00000001:3.0:1767384673.746424:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746425:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746428:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746429:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384673.746430:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746431:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746432:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746433:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b99098. 00000400:00000200:3.0:1767384673.746435:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083611c84 00000400:00000010:3.0:1767384673.746436:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083611c84. 00000100:00000001:3.0:1767384673.746438:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746439:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746442:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746443:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384673.746444:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746445:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746446:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746447:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c38590b. 00000400:00000200:3.0:1767384673.746449:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f23baf 00000400:00000010:3.0:1767384673.746450:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057f23baf. 00000100:00000001:3.0:1767384673.746452:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746453:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746456:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746457:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384673.746459:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746460:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746461:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746462:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029189cd8. 00000400:00000200:3.0:1767384673.746465:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f36f9e2 00000400:00000010:3.0:1767384673.746466:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f36f9e2. 00000100:00000001:3.0:1767384673.746469:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746469:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746475:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746477:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384673.746480:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746482:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746483:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746485:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b84f0ee. 00000400:00000200:3.0:1767384673.746489:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f84c00 00000400:00000010:3.0:1767384673.746491:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005f84c00. 00000100:00000001:3.0:1767384673.746494:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746496:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746500:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746502:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384673.746511:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746514:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746515:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746517:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eda1749. 00000400:00000200:3.0:1767384673.746521:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022fff1a7 00000400:00000010:3.0:1767384673.746523:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022fff1a7. 00000100:00000001:3.0:1767384673.746526:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746528:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746533:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746535:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384673.746538:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746540:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746542:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746543:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c81f6799. 00000400:00000200:3.0:1767384673.746546:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073adb66a 00000400:00000010:3.0:1767384673.746548:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073adb66a. 00000100:00000001:3.0:1767384673.746551:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746553:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746559:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746560:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384673.746563:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746564:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746566:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746567:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3593172. 00000400:00000200:3.0:1767384673.746571:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f96766c 00000400:00000010:3.0:1767384673.746572:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f96766c. 00000100:00000001:3.0:1767384673.746575:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746577:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746583:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746585:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384673.746587:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746589:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746590:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746592:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab86c39. 00000400:00000200:3.0:1767384673.746595:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4e900f8 00000400:00000010:3.0:1767384673.746597:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4e900f8. 00000100:00000001:3.0:1767384673.746600:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746602:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746607:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746609:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384673.746611:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746613:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746614:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746616:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076276ce8. 00000400:00000200:3.0:1767384673.746619:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9cf25c4 00000400:00000010:3.0:1767384673.746621:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9cf25c4. 00000100:00000001:3.0:1767384673.746624:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746626:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746631:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746633:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384673.746635:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746637:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746638:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746640:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005acedd1f. 00000400:00000200:3.0:1767384673.746644:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa76d507 00000400:00000010:3.0:1767384673.746646:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa76d507. 00000100:00000001:3.0:1767384673.746650:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746652:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746659:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746661:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384673.746663:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746665:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746666:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746667:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff1c52b9. 00000400:00000200:3.0:1767384673.746678:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5be2c4c 00000400:00000010:3.0:1767384673.746680:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5be2c4c. 00000100:00000001:3.0:1767384673.746684:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746686:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746692:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746694:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384673.746696:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746698:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746699:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746701:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f88d45a. 00000400:00000200:3.0:1767384673.746704:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041994cc8 00000400:00000010:3.0:1767384673.746706:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041994cc8. 00000100:00000001:3.0:1767384673.746709:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746711:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746716:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746718:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384673.746720:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746722:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746724:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746725:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058a835ce. 00000400:00000200:3.0:1767384673.746729:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69c4fe4 00000400:00000010:3.0:1767384673.746731:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b69c4fe4. 00000100:00000001:3.0:1767384673.746734:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746735:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746740:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746743:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384673.746745:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746747:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746748:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746750:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d53287c. 00000400:00000200:3.0:1767384673.746753:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c32999e4 00000400:00000010:3.0:1767384673.746756:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c32999e4. 00000100:00000001:3.0:1767384673.746759:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746760:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746765:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746767:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384673.746770:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746772:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746773:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746775:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6064e42. 00000400:00000200:3.0:1767384673.746779:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a13846 00000400:00000010:3.0:1767384673.746781:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045a13846. 00000100:00000001:3.0:1767384673.746783:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746784:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746789:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746790:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384673.746792:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746793:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746794:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746795:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d783348. 00000400:00000200:3.0:1767384673.746797:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca7d8832 00000400:00000010:3.0:1767384673.746798:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca7d8832. 00000100:00000001:3.0:1767384673.746800:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746801:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746804:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746805:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384673.746806:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746807:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746808:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746809:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edecd821. 00000400:00000200:3.0:1767384673.746811:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043b5e310 00000400:00000010:3.0:1767384673.746812:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043b5e310. 00000100:00000001:3.0:1767384673.746814:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746814:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746820:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746822:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384673.746824:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746826:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746827:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746828:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b9343f7. 00000400:00000200:3.0:1767384673.746831:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017b97afe 00000400:00000010:3.0:1767384673.746832:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017b97afe. 00000100:00000001:3.0:1767384673.746834:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746835:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746841:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746842:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384673.746844:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746845:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746846:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746846:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd6ee65. 00000400:00000200:3.0:1767384673.746847:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a2adbf3 00000400:00000010:3.0:1767384673.746854:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a2adbf3. 00000100:00000001:3.0:1767384673.746857:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746858:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746862:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746863:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384673.746865:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746866:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746867:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746868:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa843bd5. 00000400:00000200:3.0:1767384673.746870:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f4ed40c 00000400:00000010:3.0:1767384673.746872:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f4ed40c. 00000100:00000001:3.0:1767384673.746873:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746874:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746878:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746879:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384673.746880:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746881:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746882:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746883:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05e81d6. 00000400:00000200:3.0:1767384673.746885:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092254c26 00000400:00000010:3.0:1767384673.746886:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092254c26. 00000100:00000001:3.0:1767384673.746888:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746888:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746892:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746893:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384673.746895:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746896:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746897:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746898:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b102152f. 00000400:00000200:3.0:1767384673.746900:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cb307b7 00000400:00000010:3.0:1767384673.746902:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007cb307b7. 00000100:00000001:3.0:1767384673.746903:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746904:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746907:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746909:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384673.746911:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746912:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746913:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746914:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a63b6c9c. 00000400:00000200:3.0:1767384673.746916:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8ac5b5b 00000400:00000010:3.0:1767384673.746917:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8ac5b5b. 00000100:00000001:3.0:1767384673.746919:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746919:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746923:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746924:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384673.746926:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746927:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746928:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746929:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfc34639. 00000400:00000200:3.0:1767384673.746931:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004362c3da 00000400:00000010:3.0:1767384673.746932:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004362c3da. 00000100:00000001:3.0:1767384673.746934:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746935:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746939:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746940:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384673.746942:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746942:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746943:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746944:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000120576c2. 00000400:00000200:3.0:1767384673.746946:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e4578e0 00000400:00000010:3.0:1767384673.746947:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e4578e0. 00000100:00000001:3.0:1767384673.746949:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746950:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746954:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746955:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384673.746956:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.746957:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.746958:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.746959:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbfc923c. 00000400:00000200:3.0:1767384673.746961:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be7b1595 00000400:00000010:3.0:1767384673.746962:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be7b1595. 00000100:00000001:3.0:1767384673.746964:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.746965:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384673.746969:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.746970:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384673.746972:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384673.746974:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746975:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746978:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746979:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746980:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746981:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746983:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746984:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746985:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746985:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746987:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746987:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746988:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746989:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746990:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746991:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746992:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746993:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746994:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746995:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746997:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.746998:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.746999:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747000:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747015:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747016:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747019:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747020:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747022:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747023:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747024:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747025:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747027:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747028:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747028:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747029:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747031:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747031:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747033:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747035:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747037:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747038:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747039:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747040:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747041:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747041:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747042:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747042:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747043:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747049:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747051:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747052:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747053:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747054:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747055:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747056:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747057:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747057:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747058:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747059:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747061:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747062:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747063:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747064:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747066:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747067:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747068:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747069:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747070:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747071:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747072:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747073:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747075:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747075:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747077:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747077:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747079:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747080:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747081:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747082:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747083:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747084:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747085:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747086:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747087:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747088:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747089:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747090:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747091:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747092:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747093:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747093:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747095:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747096:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747097:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747098:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747099:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747100:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747101:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747102:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747103:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747104:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747105:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747106:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747107:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747107:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747108:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747109:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747111:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747112:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747113:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747113:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747115:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747115:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747117:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747117:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747119:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747120:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747121:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747122:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747124:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747125:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747126:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747127:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747128:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747129:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.747130:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.747131:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384673.747134:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a994456e. 00000100:00000010:3.0:1767384673.747138:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ce2f2e4. 00000100:00000010:3.0:1767384673.747140:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000a38ee77. 00000100:00000010:3.0:1767384673.747153:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad784bf1. 00000100:00000010:3.0:1767384673.747156:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e8081f02. 00000100:00000010:3.0:1767384673.747158:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d5ad3d2. 00000100:00000010:3.0:1767384673.747161:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000045d7279a. 00000100:00000010:3.0:1767384673.747163:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000197dcea5. 00000100:00000010:3.0:1767384673.747165:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000008d9722d. 00000100:00000010:3.0:1767384673.747167:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000304ab780. 00000100:00000010:3.0:1767384673.747170:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000072a075f3. 00000100:00000010:3.0:1767384673.747172:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fff091a. 00000100:00000010:3.0:1767384673.747175:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000775c5b00. 00000100:00000010:3.0:1767384673.747177:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000629f3585. 00000100:00000010:3.0:1767384673.747179:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000994b05e1. 00000100:00000010:3.0:1767384673.747181:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0c56b2a. 00000100:00000010:3.0:1767384673.747182:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e27d4dc5. 00000100:00000010:3.0:1767384673.747184:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d61e7680. 00000100:00000010:3.0:1767384673.747186:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c73898d6. 00000100:00000010:3.0:1767384673.747188:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002e75894. 00000100:00000010:3.0:1767384673.747190:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2a4df97. 00000100:00000010:3.0:1767384673.747192:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b819351. 00000100:00000010:3.0:1767384673.747194:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ce1fcbc1. 00000100:00000010:3.0:1767384673.747198:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013ce7724. 00000100:00000010:3.0:1767384673.747202:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b3d0af5a. 00000100:00000010:3.0:1767384673.747205:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3205f6c. 00000100:00000010:3.0:1767384673.747208:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c69271e9. 00000100:00000010:3.0:1767384673.747235:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e442325. 00000100:00000010:3.0:1767384673.747243:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008c6318d0. 00000100:00000010:3.0:1767384673.747245:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024510cca. 00000100:00000010:3.0:1767384673.747247:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b371514e. 00000100:00000010:3.0:1767384673.747250:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000163e0d82. 00000100:00000010:3.0:1767384673.747252:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d10fdd64. 00000100:00000010:3.0:1767384673.747255:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000632ce382. 00000100:00000010:3.0:1767384673.747257:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000360b2561. 00000100:00000010:3.0:1767384673.747260:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053865c16. 00000100:00000010:3.0:1767384673.747263:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004df1c31d. 00000100:00000010:3.0:1767384673.747266:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec9c4738. 00000100:00000010:3.0:1767384673.747269:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001a98c247. 00000100:00000010:3.0:1767384673.747272:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030fa33de. 00000100:00000010:3.0:1767384673.747277:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000862ea40a. 00000100:00000010:3.0:1767384673.747281:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e78e03e. 00000100:00000010:3.0:1767384673.747283:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000038430206. 00000100:00000010:3.0:1767384673.747288:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2c0ac92. 00000100:00000010:3.0:1767384673.747291:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000969f71e7. 00000100:00000010:3.0:1767384673.747296:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000580c1e9. 00000100:00000010:3.0:1767384673.747299:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000082275b16. 00000100:00000010:3.0:1767384673.747302:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063ec48b4. 00000100:00000010:3.0:1767384673.747305:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ecd9ec87. 00000100:00000010:3.0:1767384673.747345:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c24ed46. 00000100:00000010:3.0:1767384673.747349:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070159d2e. 00000100:00000010:3.0:1767384673.747360:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027d30538. 00000100:00000010:3.0:1767384673.747363:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f81de6e7. 00000100:00000010:3.0:1767384673.747365:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051793ef5. 00000100:00000010:3.0:1767384673.747367:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a1b4bd11. 00000100:00000010:3.0:1767384673.747370:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d32f7067. 00000100:00000010:3.0:1767384673.747372:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000043c77cde. 00000100:00000010:3.0:1767384673.747375:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6452493. 00000100:00000010:3.0:1767384673.747377:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fef70f8a. 00000100:00000010:3.0:1767384673.747379:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c07e582. 00000100:00000010:3.0:1767384673.747381:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000610f9107. 00000100:00000010:3.0:1767384673.747383:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000822b5492. 00000100:00000010:3.0:1767384673.747385:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c86dbdd. 00000100:00000010:3.0:1767384673.747387:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065c12fcf. 00000100:00000010:3.0:1767384673.747389:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000896b8276. 00000100:00000010:3.0:1767384673.747391:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002524c1ed. 00000100:00000010:3.0:1767384673.747394:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000833d4a61. 00000100:00000010:3.0:1767384673.747396:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095deddeb. 00000100:00000010:3.0:1767384673.747398:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aee2ca7b. 00000100:00000010:3.0:1767384673.747400:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075d4f083. 00000100:00000010:3.0:1767384673.747402:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000088021978. 00000100:00000010:3.0:1767384673.747404:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ae69cc9. 00000100:00000010:3.0:1767384673.747406:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a60c4d77. 00000100:00000010:3.0:1767384673.747408:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4bf90fb. 00000100:00000010:3.0:1767384673.747411:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003bc220af. 00000100:00000010:3.0:1767384673.747430:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e1e0172. 00000100:00000010:3.0:1767384673.747434:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001458f05d. 00000100:00000010:3.0:1767384673.747437:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c8b68b6. 00000100:00000010:3.0:1767384673.747440:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009946295f. 00000100:00000010:3.0:1767384673.747443:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b00fa186. 00000100:00000010:3.0:1767384673.747446:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000176ab336. 00000100:00000010:3.0:1767384673.747449:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018a35af3. 00000100:00000010:3.0:1767384673.747451:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009cae928e. 00000100:00000010:3.0:1767384673.747455:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edc1492f. 00000100:00000010:3.0:1767384673.747458:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000056fc18e4. 00000100:00000010:3.0:1767384673.747460:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5c159b7. 00000100:00000010:3.0:1767384673.747475:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000daa9a3b. 00000100:00000010:3.0:1767384673.747479:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071d117d5. 00000100:00000010:3.0:1767384673.747481:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2b82847. 00000100:00000010:3.0:1767384673.747484:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb3f5a88. 00000100:00000010:3.0:1767384673.747486:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009db89fde. 00000100:00000010:3.0:1767384673.747489:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c13d14e. 00000100:00000010:3.0:1767384673.747491:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003b1463ec. 00000100:00000010:3.0:1767384673.747493:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a200aa1. 00000100:00000010:3.0:1767384673.747496:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008451768d. 00000100:00000010:3.0:1767384673.747499:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e584c76. 00000100:00000010:3.0:1767384673.747500:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004584556b. 00000100:00000010:3.0:1767384673.747502:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cd441f1. 00000100:00000010:3.0:1767384673.747503:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ee68cda. 00000100:00000010:3.0:1767384673.747525:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b2d42ad. 00000100:00000010:3.0:1767384673.747528:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002bcf0989. 00000100:00000010:3.0:1767384673.747530:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b9764e3. 00000100:00000010:3.0:1767384673.747532:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019f520ba. 00000100:00000010:3.0:1767384673.747535:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c24ca3a0. 00000100:00000010:3.0:1767384673.747537:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087cb2c79. 00000100:00000010:3.0:1767384673.747539:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ecbcb8e. 00000100:00000010:3.0:1767384673.747541:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c7b5a66. 00000100:00000010:3.0:1767384673.747543:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028646a7a. 00000100:00000010:3.0:1767384673.747546:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000006ebab60. 00000100:00000010:3.0:1767384673.747548:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070f4c9a5. 00000100:00000010:3.0:1767384673.747549:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000055e76b96. 00000100:00000010:3.0:1767384673.747551:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000828800f6. 00000100:00000010:3.0:1767384673.747553:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059793f8a. 00000100:00000010:3.0:1767384673.747554:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3304013. 00000100:00000010:3.0:1767384673.747556:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b8e6df5b. 00000100:00000010:3.0:1767384673.747566:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063c80d7a. 00000100:00000010:3.0:1767384673.747568:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002aa3a0be. 00000100:00000010:3.0:1767384673.747569:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a24e2ee0. 00000100:00000010:3.0:1767384673.747571:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2a6a0d7. 00000100:00000010:3.0:1767384673.747573:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb104163. 00000100:00000010:3.0:1767384673.747574:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001980f4a6. 00000100:00000010:3.0:1767384673.747576:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014081957. 00000100:00000010:3.0:1767384673.747579:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ad11cb12. 00000100:00000010:3.0:1767384673.747581:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c313453c. 00000100:00000010:3.0:1767384673.747582:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000497a247b. 00000100:00000010:3.0:1767384673.747584:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005222b3fc. 00000100:00000010:3.0:1767384673.747586:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013eb30f9. 00000100:00000010:3.0:1767384673.747595:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084641741. 00000100:00000010:3.0:1767384673.747615:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000934a7118. 00000100:00000010:3.0:1767384673.747623:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d42b244c. 00000100:00000010:3.0:1767384673.747631:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005fcca52f. 00000100:00000001:3.0:1767384673.747641:0:39798:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384673.747643:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.747645:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384673.747646:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384673.747648:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ff5ade9b. 00000100:00000001:3.0:1767384673.747652:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384673.747654:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.747656:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.747658:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000635f6844. 00000100:00000001:3.0:1767384673.747660:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.747662:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.747663:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d2a5617d. 00000100:00000001:3.0:1767384673.747665:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.747665:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.747667:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000001eb9f18. 00000100:00000001:3.0:1767384673.747669:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.747670:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.747671:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ac751ceb. 00000100:00000001:3.0:1767384673.747673:0:39798:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384673.747759:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000006a81213. 00000020:00000010:3.0:1767384673.747763:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d173e778. 00000020:00000010:3.0:1767384673.747765:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000094fa683d. 00000020:00000010:3.0:1767384673.747768:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000980179f0. 00000020:00000010:3.0:1767384673.747779:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008c8a6cca. 00000020:00000010:3.0:1767384673.747783:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000446970b6. 00000100:00000010:3.0:1767384673.747807:0:39798:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000003868a2fa. 00000100:00000010:3.0:1767384673.747815:0:39798:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000eb90720d. 00000100:00000010:3.0:1767384673.747818:0:39798:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004c23941a. 00000100:00000010:3.0:1767384673.747820:0:39798:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000004d0c7b8. 00000100:00000001:3.0:1767384673.747823:0:39798:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384673.747826:0:39798:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:3.0:1767384673.747830:0:39798:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1767384673.747848:0:39798:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000004a8e0d56. 00080000:00000010:3.0:1767384673.747851:0:39798:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c85dbe34. 00080000:00000001:3.0:1767384673.747853:0:39798:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446626934761796320 : -117138947755296 : ffff957676a132e0) 00080000:00000001:3.0:1767384673.747855:0:39798:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446626934761796320 : -117138947755296 : ffff957676a132e0) 00080000:00000001:3.0:1767384673.747857:0:39798:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1767384673.747859:0:39798:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384673.747861:0:39798:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384673.747862:0:39798:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072666735055 : -1042816561 : ffffffffc1d7e1cf) 00080000:00000001:3.0:1767384673.747864:0:39798:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384673.747865:0:39798:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:3.0:1767384673.747867:0:39798:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:3.0:1767384673.747869:0:39798:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384673.747870:0:39798:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.747871:0:39798:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384673.747872:0:39798:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072666735057 : -1042816559 : ffffffffc1d7e1d1) 00080000:00000001:3.0:1767384673.747873:0:39798:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384673.747873:0:39798:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:3.0:1767384673.747875:0:39798:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:3.0:1767384673.747875:0:39798:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384673.747906:0:39798:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.747908:0:39798:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384673.747910:0:39798:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446626934761796656 : -117138947754960 : ffff957676a13430) 00080000:00000001:3.0:1767384673.747912:0:39798:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384673.747914:0:39798:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:3.0:1767384673.747918:0:39798:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000003ab08a52. 20000000:00000010:3.0:1767384673.747921:0:39798:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000da11e800. 00080000:00000001:3.0:1767384673.747922:0:39798:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384673.747924:0:39798:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.747926:0:39798:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384673.747927:0:39798:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446626934761796656 : -117138947754960 : ffff957676a13430) 00080000:00000001:3.0:1767384673.747929:0:39798:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384673.747931:0:39798:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:3.0:1767384673.747933:0:39798:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000003799b723. 20000000:00000010:3.0:1767384673.747934:0:39798:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000009a03b896. 00080000:00000001:3.0:1767384673.747936:0:39798:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384673.747938:0:39798:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.747939:0:39798:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384673.747940:0:39798:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446626934761796656 : -117138947754960 : ffff957676a13430) 00080000:00000001:3.0:1767384673.747941:0:39798:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384673.747942:0:39798:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:3.0:1767384673.747944:0:39798:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000e1b99ebf. 20000000:00000010:3.0:1767384673.747945:0:39798:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000076dff0e3. 00080000:00000001:3.0:1767384673.747947:0:39798:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384673.747948:0:39798:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.747949:0:39798:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384673.747951:0:39798:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446626934761796656 : -117138947754960 : ffff957676a13430) 00080000:00000001:3.0:1767384673.747952:0:39798:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384673.747953:0:39798:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:3.0:1767384673.747955:0:39798:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ef845372. 20000000:00000010:3.0:1767384673.747957:0:39798:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000d9666fcc. 00080000:00000001:3.0:1767384673.747958:0:39798:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384673.747960:0:39798:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.747961:0:39798:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384673.747962:0:39798:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446626934761796656 : -117138947754960 : ffff957676a13430) 00080000:00000001:3.0:1767384673.747964:0:39798:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384673.747965:0:39798:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:3.0:1767384673.747966:0:39798:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b1106e94. 20000000:00000010:3.0:1767384673.747968:0:39798:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000d82febff. 00080000:00000001:3.0:1767384673.747969:0:39798:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384673.747970:0:39798:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384673.747972:0:39798:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1767384673.747976:0:39798:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c85dbe34. 00080000:00000010:3.0:1767384673.747979:0:39798:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000004a8e0d56. 00080000:00000001:3.0:1767384673.747981:0:39798:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:3.0:1767384673.747982:0:39798:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384673.748040:0:39798:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000b1145631. 20000000:00000010:3.0:1767384673.748046:0:39798:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000b0bf1a3b. 20000000:00000010:3.0:1767384673.748050:0:39798:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000074d4f192. 20000000:00000010:3.0:1767384673.748053:0:39798:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000046bdce9c. 20000000:00000010:3.0:1767384673.748056:0:39798:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000e339032a. 20000000:00000010:3.0:1767384673.748060:0:39798:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000d82febff. 20000000:00000010:3.0:1767384673.748063:0:39798:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b1106e94. 20000000:00000010:3.0:1767384673.748066:0:39798:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000d9666fcc. 20000000:00000010:3.0:1767384673.748069:0:39798:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ef845372. 20000000:00000010:3.0:1767384673.748071:0:39798:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000076dff0e3. 20000000:00000010:3.0:1767384673.748074:0:39798:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000e1b99ebf. 20000000:00000010:3.0:1767384673.748076:0:39798:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000009a03b896. 20000000:00000010:3.0:1767384673.748078:0:39798:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000003799b723. 20000000:00000010:3.0:1767384673.748080:0:39798:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000da11e800. 20000000:00000010:3.0:1767384673.748081:0:39798:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000003ab08a52. 20000000:00000001:3.0:1767384673.748090:0:39798:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:3.0:1767384673.748098:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000083c167e1. 20000000:00000010:3.0:1767384673.748101:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000064f78684. 20000000:00000010:3.0:1767384673.748104:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ceb12dc6. 20000000:00000010:3.0:1767384673.748106:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dd6a4e86. 20000000:00000010:3.0:1767384673.748108:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000097110b54. 20000000:00000010:3.0:1767384673.748110:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e1fd7f6d. 20000000:00000010:3.0:1767384673.748113:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d11f0a0b. 20000000:00000010:3.0:1767384673.748115:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000091a58fc2. 20000000:00000010:3.0:1767384673.748118:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005bb146a6. 20000000:00000010:3.0:1767384673.748121:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b6122a89. 20000000:00000010:3.0:1767384673.748123:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000c9a7a85. 20000000:00000010:3.0:1767384673.748125:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000415e2976. 20000000:00000010:3.0:1767384673.748128:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000374361a4. 20000000:00000010:3.0:1767384673.748130:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cc897f50. 20000000:00000010:3.0:1767384673.748132:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fd05c86d. 20000000:00000010:3.0:1767384673.748134:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c58d8f0d. 20000000:00000010:3.0:1767384673.748137:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b90d63f8. 20000000:00000010:3.0:1767384673.748140:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f681a2ae. 20000000:00000010:3.0:1767384673.748142:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000adf1389. 20000000:00000010:3.0:1767384673.748144:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000567cf741. 20000000:00000010:3.0:1767384673.748146:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000aade8a47. 20000000:00000010:3.0:1767384673.748148:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bb9b3252. 20000000:00000010:3.0:1767384673.748150:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000054cd6a70. 20000000:00000010:3.0:1767384673.748152:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000019962f6. 20000000:00000010:3.0:1767384673.748154:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a5ea2746. 20000000:00000010:3.0:1767384673.748157:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c1ea0210. 20000000:00000010:3.0:1767384673.748158:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008a5f909b. 20000000:00000010:3.0:1767384673.748161:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bfd0c2be. 20000000:00000010:3.0:1767384673.748163:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c72adb00. 20000000:00000010:3.0:1767384673.748165:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005c287e78. 20000000:00000010:3.0:1767384673.748167:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002845012e. 20000000:00000010:3.0:1767384673.748169:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e41f731e. 20000000:00000010:3.0:1767384673.748171:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007d51fd8d. 20000000:00000010:3.0:1767384673.748173:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cbaed9df. 20000000:00000010:3.0:1767384673.748177:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fcf54df7. 20000000:00000010:3.0:1767384673.748179:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000222a6d0e. 20000000:00000010:3.0:1767384673.748182:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005ed2efa3. 20000000:00000010:3.0:1767384673.748184:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000751c4acd. 20000000:00000010:3.0:1767384673.748186:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ff5122cf. 20000000:00000010:3.0:1767384673.748189:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e104f3e8. 20000000:00000010:3.0:1767384673.748191:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e71fa222. 20000000:00000010:3.0:1767384673.748197:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000019d4e480. 20000000:00000010:3.0:1767384673.748199:0:39798:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 0000000098461207. 20000000:00000010:3.0:1767384673.748203:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000013199f4e. 20000000:00000010:3.0:1767384673.748206:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e7c36a16. 20000000:00000010:3.0:1767384673.748208:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000097cf3a65. 20000000:00000010:3.0:1767384673.748210:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004dc24eba. 20000000:00000010:3.0:1767384673.748212:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000adfb2130. 20000000:00000010:3.0:1767384673.748215:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002d314e09. 20000000:00000010:3.0:1767384673.748217:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ca4f6ab7. 20000000:00000010:3.0:1767384673.748219:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000006f51fa6. 20000000:00000010:3.0:1767384673.748222:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000026eb1abd. 20000000:00000010:3.0:1767384673.748224:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e5674f4. 20000000:00000010:3.0:1767384673.748227:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c4f00914. 20000000:00000010:3.0:1767384673.748229:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d67e6b1a. 20000000:00000010:3.0:1767384673.748231:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c2281a86. 20000000:00000010:3.0:1767384673.748233:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005eed7be9. 20000000:00000010:3.0:1767384673.748235:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a218039. 20000000:00000010:3.0:1767384673.748237:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002d6eafc0. 20000000:00000010:3.0:1767384673.748239:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f7158977. 20000000:00000010:3.0:1767384673.748242:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000052cb0177. 20000000:00000010:3.0:1767384673.748246:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007ba53de9. 20000000:00000010:3.0:1767384673.748249:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e0675292. 20000000:00000010:3.0:1767384673.748252:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e9a40598. 20000000:00000010:3.0:1767384673.748255:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c1ef86a1. 20000000:00000010:3.0:1767384673.748259:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a9f0e696. 20000000:00000010:3.0:1767384673.748263:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000076b8bd53. 20000000:00000010:3.0:1767384673.748266:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000448f8ca1. 20000000:00000010:3.0:1767384673.748270:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008fc81e42. 20000000:00000010:3.0:1767384673.748273:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007b5bb3c8. 20000000:00000010:3.0:1767384673.748276:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e8bd85eb. 20000000:00000010:3.0:1767384673.748288:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004d97ea85. 20000000:00000010:3.0:1767384673.748291:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001a5a53b7. 20000000:00000010:3.0:1767384673.748294:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000525146bf. 20000000:00000010:3.0:1767384673.748298:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007948de9b. 20000000:00000010:3.0:1767384673.748301:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008abfe269. 20000000:00000010:3.0:1767384673.748304:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003f14a0e8. 20000000:00000010:3.0:1767384673.748308:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009c0155d3. 20000000:00000010:3.0:1767384673.748338:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000eccee787. 20000000:00000010:3.0:1767384673.748340:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f484be88. 20000000:00000010:3.0:1767384673.748343:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000003ff75d6. 20000000:00000010:3.0:1767384673.748345:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e4046ee0. 20000000:00000010:3.0:1767384673.748347:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001141c7a9. 20000000:00000010:3.0:1767384673.748349:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003dd7dd5d. 20000000:00000010:3.0:1767384673.748353:0:39798:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000594f1cf1. 20000000:00000010:3.0:1767384673.748357:0:39798:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000e69b93fc. 20000000:00000010:3.0:1767384673.748390:0:39798:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000dbd3cf6b. 20000000:00000010:3.0:1767384673.748395:0:39798:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000056bca9c4. 20000000:00000010:3.0:1767384673.748411:0:39798:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000031310d45. 20000000:00000010:3.0:1767384673.748414:0:39798:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000a004f1a9. 20000000:00000010:3.0:1767384673.748417:0:39798:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000007b4ba724. 20000000:00000010:3.0:1767384673.748420:0:39798:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000e3d83aba. 20000000:00000010:3.0:1767384673.748424:0:39798:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000064efaef2. 20000000:00000010:3.0:1767384673.748427:0:39798:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000006cb44602. 20000000:00000010:3.0:1767384673.748430:0:39798:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000da2270bb. 00010000:00000001:3.0:1767384673.748432:0:39798:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767384673.748435:0:39798:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384673.748436:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384673.748438:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384673.748439:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384673.748441:0:39798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384673.748442:0:39798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384673.748443:0:39798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.748444:0:39798:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.748446:0:39798:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:3.0:1767384673.748450:0:39798:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:3.0:1767384673.748452:0:39798:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:3.0:1767384673.748468:0:39798:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384673.748473:0:39798:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000d852f14b - data 0000000075c6978f/00000000fd3fb773 00000020:00000010:3.0:1767384673.748575:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000004413e539. 00000020:00000010:3.0:1767384673.748578:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000074cd02ae. 00000020:00000010:3.0:1767384673.748581:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000fd3fb773. 00000020:00000010:3.0:1767384673.748584:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000064d2fc4. 00000020:00000010:3.0:1767384673.748586:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000cd979607. 00000020:00000010:3.0:1767384673.748588:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000910d9b92. 00000020:00000010:3.0:1767384673.748590:0:39798:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000d852f14b. 00000020:01000000:3.0:1767384673.748594:0:39798:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000004ec459a5 - data 000000003df63aae/000000006d8199b4 00000020:00000010:3.0:1767384673.748733:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000077b5f44e. 00000020:00000010:3.0:1767384673.748738:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000001694f572. 00000020:00000010:3.0:1767384673.748741:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000006d8199b4. 00000020:00000010:3.0:1767384673.748743:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000003bcb79c4. 00000020:00000010:3.0:1767384673.748745:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000f042024c. 00000020:00000010:3.0:1767384673.748748:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000040f95ae6. 00000020:00000010:3.0:1767384673.748750:0:39798:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000004ec459a5. 00000020:00000001:3.0:1767384673.748753:0:39798:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:3.0:1767384673.748854:0:39798:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a2d438fe : new refcount 2 00000040:00000001:3.0:1767384673.748858:0:39798:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384673.748860:0:39798:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a2d438fe : new refcount 1 00080000:00000010:3.0:1767384673.748883:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000975563c3. 00000020:00000010:3.0:1767384673.748886:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f00752b0. 00000020:00000010:3.0:1767384673.748892:0:39798:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000cbc6143f. 00080000:00000010:3.0:1767384673.748908:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003f340ade. 00000020:00000010:3.0:1767384673.748911:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000063887a77. 00000020:00000010:3.0:1767384673.748915:0:39798:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000ef6ceabc. 00000020:00000040:3.0:1767384673.748917:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000050939ccb : new refcount 1 00000040:00000010:3.0:1767384673.748919:0:39798:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000a2d438fe. 00000040:00000001:3.0:1767384673.748923:0:39798:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384673.748926:0:39798:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000c85dbe34. 00080000:00000001:3.0:1767384673.748929:0:39798:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:3.0:1767384673.748931:0:39798:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:3.0:1767384673.748934:0:39798:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:3.0:1767384673.748936:0:39798:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384673.748938:0:39798:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384673.748939:0:39798:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384673.748940:0:39798:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000c85dbe34. 00080000:00000010:3.0:1767384673.748948:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000061588df. 00000020:00000010:3.0:1767384673.748950:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000049d6df92. 00000020:00000002:3.0:1767384673.748954:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000008e174782/00000000f0ddc085 to site lru. bkt: 000000009a65759a 00000001:00000001:3.0:1767384673.748957:0:39798:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:3.0:1767384673.748960:0:39798:0:(lu_object.c:207:lu_object_put()) Add 000000006457e4e4/000000001998fe73 to site lru. bkt: 00000000a2865ee8 00000001:00000010:3.0:1767384673.748961:0:39798:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 0000000014059961. 00000001:00000001:3.0:1767384673.748964:0:39798:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:3.0:1767384673.748997:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001e1e9585. 00000020:00000010:3.0:1767384673.749000:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000072d7c92f. 00000020:00000010:3.0:1767384673.749018:0:39798:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000091979ebd. 00080000:00000010:3.0:1767384673.749033:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008e174782. 00000020:00000010:3.0:1767384673.749037:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f0ddc085. 00080000:00000010:3.0:1767384673.749068:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006457e4e4. 00000020:00000010:3.0:1767384673.749073:0:39798:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001998fe73. 00000020:00000010:3.0:1767384673.749097:0:39798:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000ad4cacd6. 00010000:00000001:3.0:1767384673.749101:0:39798:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384673.749103:0:39798:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384673.749136:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000bf2c39a0. 00000020:00000010:3.0:1767384673.749138:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000d9af0810. 00000020:00000010:3.0:1767384673.749141:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000570f715a. 00010000:00000001:3.0:1767384673.749171:0:39798:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384673.749182:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b44b1ef6. 00000020:00000010:3.0:1767384673.749184:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000000379cb7f. 00000020:00000010:3.0:1767384673.749186:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000003a76f1b3. 00000020:00000010:3.0:1767384673.749188:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000f8d369b0. 00000020:00000010:3.0:1767384673.749189:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000006b7e8d21. 00000020:00000010:3.0:1767384673.749192:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fa648366. 00000001:00000001:3.0:1767384673.749228:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384673.749231:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000dfa07567. 00000001:00000010:3.0:1767384673.749233:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000058bc7762. 00000001:00000010:3.0:1767384673.749235:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 0000000068f6f67e. 00000001:00000010:3.0:1767384673.749238:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000057570738. 00000001:00000001:3.0:1767384673.749240:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384673.749242:0:39798:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000072dd69e8. 00010000:00000001:3.0:1767384673.749246:0:39798:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384673.749247:0:39798:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384673.749248:0:39798:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:3.0:1767384673.749341:0:39798:0:(lu_object.c:1020:lu_site_print()) header@00000000f2986ce3[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:3.0:1767384673.749344:0:39798:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@000000005e80e8a9osd-zfs-object@000000005e80e8a9 00000020:00001000:3.0:1767384673.749345:0:39798:0:(lu_object.c:1020:lu_site_print()) } header@00000000f2986ce3 20000000:00000001:3.0:1767384673.749347:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384673.749349:0:39798:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384673.749350:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384673.749352:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271eda23 00000020:00000040:3.0:1767384673.749355:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000248c5f50 with handle 0x1c01179f271eda23 from hash 00000020:00000001:3.0:1767384673.749358:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384673.749359:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000248c5f50 : new refcount 1 00000020:00000001:3.0:1767384673.749360:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384673.749361:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000248c5f50 : new refcount 0 00000020:00000080:3.0:1767384673.749363:0:39798:0:(genops.c:904:class_export_put()) final put 00000000248c5f50/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384673.749364:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749372:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384673.749373:0:39798:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384673.749375:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749377:0:39798:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384673.749379:0:39798:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384673.749380:0:39798:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446626934119303008 : -117139590248608 : ffff957650558760) 00000020:00000001:1.0:1767384673.749382:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:01000004:3.0:1767384673.749383:0:39798:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000f1939af7 from MGS, refs=2 00000020:00000080:1.0:1767384673.749386:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000248c5f50/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384673.749387:0:39798:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384673.749389:0:39798:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000f1939af7 2 00000020:00000001:3.0:1767384673.749392:0:39798:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.749392:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384673.749395:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749396:0:39798:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767384673.749399:0:39798:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000040:1.0:1767384673.749400:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 5 - export 00000020:00000001:3.0:1767384673.749401:0:39798:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446626934119303008 : -117139590248608 : ffff957650558760) 00000020:00000010:1.0:1767384673.749406:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000248c5f50. 00000020:01000004:3.0:1767384673.749407:0:39798:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000f1939af7 from MGS 00000020:00000010:3.0:1767384673.749412:0:39798:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 0000000095739001. 00000020:00000001:1.0:1767384673.749414:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384673.749416:0:39798:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000006c6d7d37. 00000020:00000001:3.0:1767384673.749420:0:39798:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749422:0:39798:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384673.749423:0:39798:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749425:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384673.749432:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384673.749435:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000306bb142. 00000001:00000010:3.0:1767384673.749437:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000584411d0. 00000001:00000010:3.0:1767384673.749439:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd86232d. 00000001:00000010:3.0:1767384673.749441:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000064dfd47d. 00000001:00000010:3.0:1767384673.749443:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007d9abaa6. 00000001:00000010:3.0:1767384673.749445:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000050b13d40. 00000001:00000001:3.0:1767384673.749449:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384673.749450:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384673.749453:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000762486b. 00000001:00000010:3.0:1767384673.749456:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000083ea6052. 00000001:00000010:3.0:1767384673.749458:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004bd71601. 00000001:00000010:3.0:1767384673.749461:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000019648e0b. 00000001:00000010:3.0:1767384673.749463:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009341886b. 00000001:00000010:3.0:1767384673.749465:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b28dbdc6. 00000001:00000001:3.0:1767384673.749469:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384673.749470:0:39798:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b51fa921) now 3 - setup 00000020:00000001:3.0:1767384673.749471:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749473:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384673.749474:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384673.749476:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384673.749478:0:39798:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b51fa921) now 2 - obd_device_list 00000020:00000080:3.0:1767384673.749485:0:39798:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:3.0:1767384673.749486:0:39798:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b51fa921) now 1 - newdev 00000020:00000040:3.0:1767384673.749488:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000050939ccb with handle 0x1c01179f271eda1c from hash 00000020:00000040:3.0:1767384673.749490:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000050939ccb : new refcount 0 00000020:00000080:3.0:1767384673.749491:0:39798:0:(genops.c:904:class_export_put()) final put 0000000050939ccb/MGS 00000020:00000001:3.0:1767384673.749493:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749495:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384673.749496:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 0000000050939ccb/MGS for MGS 00000020:00000001:3.0:1767384673.749497:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:3.0:1767384673.749498:0:39798:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:3.0:1767384673.749500:0:39798:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749501:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.749502:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000050939ccb. 00000020:00000001:3.0:1767384673.749506:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384673.749507:0:39798:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:3.0:1767384673.749508:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:3.0:1767384673.749509:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384673.749512:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe2b3df3. 00000020:00000010:3.0:1767384673.749515:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033b7fd9a. 00000040:00000010:3.0:1767384673.749517:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000def4c7dc. 00000020:00000010:3.0:1767384673.749521:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e086bdc0. 00000020:00000010:3.0:1767384673.749523:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d197ddcf. 80000000:00000010:3.0:1767384673.749526:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc2ddeb3. 00040000:00000010:3.0:1767384673.749529:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000019648e0b. 00080000:00000010:3.0:1767384673.749531:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e8d033b3. 20000000:00000010:3.0:1767384673.749533:0:39798:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004bd71601. 20000000:00000001:3.0:1767384673.749536:0:39798:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:3.0:1767384673.749542:0:39798:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000000a96f99e. 20000000:00000001:3.0:1767384673.749545:0:39798:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.749546:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000033b7fd9a. 00000040:00000010:3.0:1767384673.749549:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000def4c7dc. 00000020:00000010:3.0:1767384673.749551:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e086bdc0. 00000020:00000010:3.0:1767384673.749553:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d197ddcf. 80000000:00000010:3.0:1767384673.749555:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cc2ddeb3. 00040000:00000010:3.0:1767384673.749557:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019648e0b. 00080000:00000010:3.0:1767384673.749560:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e8d033b3. 20000000:00000010:3.0:1767384673.749562:0:39798:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004bd71601. 00000020:00000010:3.0:1767384673.749564:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe2b3df3. 00000020:00000001:3.0:1767384673.749566:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.749567:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b51fa921. 00000020:00000001:3.0:1767384673.749571:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749573:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384673.749574:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000f81527c9. 00000020:00000001:3.0:1767384673.749576:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749578:0:39798:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749580:0:39798:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:3.0:1767384673.749582:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384673.749583:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:3.0:1767384673.749585:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000cc2ddeb3. 00000020:00000080:3.0:1767384673.749586:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384673.749589:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384673.749590:0:39798:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1767384673.749593:0:39798:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000c588c18c lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767384673.749597:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384673.749599:0:39798:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000000a13f3f8) has exports, disconnecting them 00000020:00000001:3.0:1767384673.749601:0:39798:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767384673.749602:0:39798:0:(genops.c:887:class_export_get()) GET export 00000000c588c18c refcount=4 00000020:00000040:3.0:1767384673.749604:0:39798:0:(genops.c:887:class_export_get()) GET export 00000000c588c18c refcount=5 00000020:00080000:3.0:1767384673.749606:0:39798:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000c588c18c), last request at 1767384570 00000020:00000001:3.0:1767384673.749608:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:3.0:1767384673.749610:0:39798:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384673.749611:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384673.749612:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271edafc 00000020:00000040:3.0:1767384673.749613:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c588c18c with handle 0x1c01179f271edafc from hash 00000020:00000040:3.0:1767384673.749621:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c588c18c : new refcount 4 00000020:00000001:3.0:1767384673.749623:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384673.749624:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c588c18c : new refcount 3 00000020:00000001:3.0:1767384673.749626:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384673.749627:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c588c18c : new refcount 2 00000020:00000001:3.0:1767384673.749628:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384673.749630:0:39798:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749631:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384673.749632:0:39798:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000c588c18c): rc 0 00000020:00000040:3.0:1767384673.749633:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c588c18c : new refcount 1 00000020:00000001:3.0:1767384673.749634:0:39798:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767384673.749635:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384673.749643:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:3.0:1767384673.749645:0:39798:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:3.0:1767384673.749646:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:3.0:1767384673.749648:0:39798:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:3.0:1767384673.749649:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000c588c18c : new refcount 0 00000020:00000080:3.0:1767384673.749650:0:39798:0:(genops.c:904:class_export_put()) final put 00000000c588c18c/lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384673.749652:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.749661:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.749663:0:39798:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767384673.749664:0:39798:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:1.0:1767384673.749670:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384673.749673:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000c588c18c/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384673.749677:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 10 to 0@lo 00000020:00000001:1.0:1767384673.749679:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384673.749680:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384673.749682:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000000a13f3f8) now 5 - export 00000020:00000010:1.0:1767384673.749684:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c588c18c. 00000020:00000001:1.0:1767384673.749692:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:3.0:1767384673.749703:0:39798:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384673.749731:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000002b19ca5d. 00000020:00000010:3.0:1767384673.749735:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000013e3d7f9. 00010000:00000001:3.0:1767384673.749766:0:39798:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384673.749777:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000066f4bcf7. 00000020:00000010:3.0:1767384673.749779:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003b91d8e6. 00000001:00000001:3.0:1767384673.749825:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384673.750226:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000111eef46. 00000001:00000010:3.0:1767384673.750233:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000606e19ea. 00000001:00000010:3.0:1767384673.750240:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ba0624c2. 00000001:00000010:3.0:1767384673.750241:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000030e4fa34. 00000001:00000010:3.0:1767384673.750243:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d04289ea. 00000001:00000010:3.0:1767384673.750244:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009e490113. 00000001:00000010:3.0:1767384673.750245:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bb55ee87. 00000001:00000010:3.0:1767384673.750247:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b52f1dbd. 00000001:00000010:3.0:1767384673.750248:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ab8e130a. 00000001:00000010:3.0:1767384673.750249:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003cf08ffc. 00000001:00000010:3.0:1767384673.750250:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c162219c. 00000001:00000010:3.0:1767384673.750251:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fdad1404. 00000001:00000010:3.0:1767384673.750252:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ef9beaa5. 00000001:00000010:3.0:1767384673.750254:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d5aed2c4. 00000001:00000010:3.0:1767384673.750255:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006e470452. 00000001:00000010:3.0:1767384673.750257:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001dcca423. 00000001:00000010:3.0:1767384673.750258:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f28b1ca1. 00000001:00000010:3.0:1767384673.750260:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000054f2522d. 00000001:00000010:3.0:1767384673.750262:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008848edeb. 00000001:00000010:3.0:1767384673.750264:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000079a61b9e. 00000001:00000010:3.0:1767384673.750265:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e990c5a6. 00000001:00000010:3.0:1767384673.750267:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ef9d4312. 00000001:00000010:3.0:1767384673.750269:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cab1bca4. 00000001:00000010:3.0:1767384673.750271:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bdab7861. 00000001:00000010:3.0:1767384673.750272:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c457ed86. 00000001:00000010:3.0:1767384673.750274:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006baf3fde. 00000001:00000010:3.0:1767384673.750276:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009f21c4f6. 00000001:00000010:3.0:1767384673.750278:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f4727952. 00000001:00000010:3.0:1767384673.750280:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000df14d81d. 00000001:00000010:3.0:1767384673.750283:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000015b93edf. 00000001:00000010:3.0:1767384673.750285:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000072e35a0e. 00000001:00000010:3.0:1767384673.750287:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000087a3ce93. 00000001:00000010:3.0:1767384673.750289:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000007c351ec. 00000001:00000010:3.0:1767384673.750293:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c78c7b5e. 00000001:00000001:3.0:1767384673.750305:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384673.750308:0:39798:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000ea94f877. 00010000:00000001:3.0:1767384673.750330:0:39798:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384673.750368:0:39798:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384673.750370:0:39798:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384673.750372:0:39798:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384673.750373:0:39798:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:2.0:1767384673.750375:0:39798:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384673.750377:0:39798:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384673.750379:0:39798:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384673.750380:0:39798:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384673.750382:0:39798:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1767384673.750384:0:39798:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384673.750386:0:39798:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384673.750387:0:39798:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384673.750388:0:39798:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384673.750389:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384673.750390:0:39798:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384673.750392:0:39798:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384673.750392:0:39798:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384673.750394:0:39798:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384673.750395:0:39798:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384673.750396:0:39798:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384673.750399:0:39798:0:(genops.c:1229:class_import_get()) import 00000000a293add3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384673.750401:0:39798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384673.750403:0:39798:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384673.750404:0:39798:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384673.750405:0:39798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384673.750406:0:39798:0:(genops.c:1242:class_import_put()) import 00000000a293add3 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384673.750408:0:39798:0:(genops.c:1245:class_import_put()) final put import 00000000a293add3 00000020:00000001:2.0:1767384673.750414:0:39798:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384673.750415:0:39798:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384673.750416:0:39798:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384673.750417:0:39798:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384673.750425:0:39798:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000738c0ee2. 00010000:00000010:2.0:1767384673.750429:0:39798:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000c7cedeb4. 00010000:00000010:2.0:1767384673.750433:0:39798:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000003f858fa1. 00000020:00000001:1.0:1767384673.750434:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000001:2.0:1767384673.750437:0:39798:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000080:1.0:1767384673.750437:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a293add3 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384673.750443:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 9 to 0@lo 00000020:00000040:1.0:1767384673.750447:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 8 to 0@lo 00000020:00000010:1.0:1767384673.750449:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000183f9f45. 00000020:00000040:1.0:1767384673.750452:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000000a13f3f8) now 4 - import 00000020:00000010:1.0:1767384673.750454:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a293add3. 00000020:00000001:1.0:1767384673.750460:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767384673.750530:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c39332df. 00000020:00000010:2.0:1767384673.750534:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008b6f638d. 00000020:00000010:2.0:1767384673.750537:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c164e346. 00000020:00000010:2.0:1767384673.750547:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b186742e. 00000020:00000010:2.0:1767384673.750550:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000060d96920. 00000020:00000010:2.0:1767384673.750554:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000aa9a7fdd. 00000010:00000001:2.0:1767384673.750556:0:39798:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750558:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384673.750576:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384673.750580:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d91f7236. 00000001:00000010:2.0:1767384673.750582:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001f4a0e9. 00000001:00000010:2.0:1767384673.750585:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000023a44760. 00000001:00000010:2.0:1767384673.750588:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d546c049. 00000001:00000010:2.0:1767384673.750591:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000412f1538. 00000001:00000010:2.0:1767384673.750593:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000086349812. 00000001:00000001:2.0:1767384673.750602:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384673.750603:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384673.750606:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007507886c. 00000001:00000010:2.0:1767384673.750608:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007ad74380. 00000001:00000010:2.0:1767384673.750610:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002559023a. 00000001:00000010:2.0:1767384673.750611:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0ec8641. 00000001:00000010:2.0:1767384673.750613:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e2f99957. 00000001:00000010:2.0:1767384673.750616:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000055e7a369. 00000001:00000001:2.0:1767384673.750618:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384673.750619:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000000a13f3f8) now 3 - setup 00000020:00000001:2.0:1767384673.750621:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750622:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384673.750624:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384673.750627:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384673.750628:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000000a13f3f8) now 2 - obd_device_list 00000020:00000080:2.0:1767384673.750630:0:39798:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:2.0:1767384673.750632:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000000a13f3f8) now 1 - newdev 00000020:00000040:2.0:1767384673.750634:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006c7c8f0e with handle 0x1c01179f271edaf5 from hash 00000020:00000040:2.0:1767384673.750636:0:39798:0:(genops.c:898:class_export_put()) PUTting export 000000006c7c8f0e : new refcount 0 00000020:00000080:2.0:1767384673.750638:0:39798:0:(genops.c:904:class_export_put()) final put 000000006c7c8f0e/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:2.0:1767384673.750640:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750642:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384673.750643:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 000000006c7c8f0e/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384673.750644:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384673.750646:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384673.750647:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006c7c8f0e. 00000020:00000001:2.0:1767384673.750657:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384673.750658:0:39798:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:2.0:1767384673.750659:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:2.0:1767384673.750660:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384673.750663:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071b3a255. 00000020:00000010:2.0:1767384673.750666:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c72a8abd. 00000040:00000010:2.0:1767384673.750668:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008aac563c. 00000020:00000010:2.0:1767384673.750671:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075daa060. 00000020:00000010:2.0:1767384673.750673:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2b1afbc. 00000020:00000010:2.0:1767384673.750676:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ba14a108. 80000000:00000010:2.0:1767384673.750677:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000057c075fa. 40000000:00000010:2.0:1767384673.750680:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a1a9c0d2. 00100000:00000010:2.0:1767384673.750682:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dc252e2. 00040000:00000010:2.0:1767384673.750685:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a18b6267. 00040000:00000010:2.0:1767384673.750688:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b5bb3c8. 00080000:00000010:2.0:1767384673.750690:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000036e8b50c. 00000004:00000010:2.0:1767384673.750694:0:39798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002306d1ac. 00000010:00000001:2.0:1767384673.750696:0:39798:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1767384673.750698:0:39798:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000ae37a7ab. 00000010:00000001:2.0:1767384673.750700:0:39798:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384673.750709:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c72a8abd. 00000040:00000010:2.0:1767384673.750712:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008aac563c. 00000020:00000010:2.0:1767384673.750714:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000075daa060. 00000020:00000010:2.0:1767384673.750718:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d2b1afbc. 00000020:00000010:2.0:1767384673.750721:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ba14a108. 80000000:00000010:2.0:1767384673.750724:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000057c075fa. 40000000:00000010:2.0:1767384673.750726:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a1a9c0d2. 00100000:00000010:2.0:1767384673.750729:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005dc252e2. 00040000:00000010:2.0:1767384673.750731:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a18b6267. 00040000:00000010:2.0:1767384673.750734:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b5bb3c8. 00080000:00000010:2.0:1767384673.750738:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000036e8b50c. 00000004:00000010:2.0:1767384673.750741:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002306d1ac. 00000020:00000010:2.0:1767384673.750744:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071b3a255. 00000020:00000001:2.0:1767384673.750745:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384673.750746:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000000a13f3f8. 00000020:00000001:2.0:1767384673.750760:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750762:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384673.750763:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000cc2ddeb3. 00000020:00000001:2.0:1767384673.750766:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750768:0:39798:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750770:0:39798:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384673.750771:0:39798:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000f1939af7 1 00000020:00000001:2.0:1767384673.750773:0:39798:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384673.750774:0:39798:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384673.750775:0:39798:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384673.750777:0:39798:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1c01179f271eda15 00000020:00000040:2.0:1767384673.750779:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000abd83b75 with handle 0x1c01179f271eda15 from hash 00000020:00000001:2.0:1767384673.750781:0:39798:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384673.750782:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000abd83b75 : new refcount 1 00000020:00000001:2.0:1767384673.750783:0:39798:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384673.750785:0:39798:0:(genops.c:898:class_export_put()) PUTting export 00000000abd83b75 : new refcount 0 00000020:00000080:2.0:1767384673.750786:0:39798:0:(genops.c:904:class_export_put()) final put 00000000abd83b75/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384673.750787:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750796:0:39798:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750797:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384673.750799:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:2.0:1767384673.750802:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 0000000057c075fa. 00000020:00000001:1.0:1767384673.750802:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384673.750806:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767384673.750806:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000abd83b75/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384673.750811:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:1.0:1767384673.750811:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:2.0:1767384673.750815:0:39798:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384673.750815:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.750824:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:1.0:1767384673.750824:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 4 - export 00000020:00080000:2.0:1767384673.750827:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (000000008fb3397e) has no exports 00000020:00000010:1.0:1767384673.750827:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000abd83b75. 00000020:00000001:2.0:1767384673.750831:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384673.750833:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767384673.750834:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000001:2.0:1767384673.750835:0:39798:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00100000:00000001:2.0:1767384673.750838:0:39798:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384673.750840:0:39798:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000020:2.0:1767384673.750853:0:39798:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384673.752795:0:39798:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:1.0:1767384673.752799:0:39798:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:1.0:1767384673.752800:0:39798:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384673.752802:0:39798:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:1.0:1767384673.752804:0:39798:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:1.0:1767384673.752813:0:39798:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005e80e8a9. 00000020:00000010:1.0:1767384673.752816:0:39798:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000f2986ce3. 00080000:00000001:1.0:1767384673.752819:0:39798:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:1.0:1767384673.752821:0:39798:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000d9c067fa. 00080000:00000010:1.0:1767384673.752823:0:39798:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000343fac83. 00080000:00000010:1.0:1767384673.752824:0:39798:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000a86dc74a. 00080000:00000010:1.0:1767384673.752827:0:39798:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000d8bcbf36. 00080000:00000010:1.0:1767384673.752828:0:39798:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000006fbfb002. 00080000:00000010:1.0:1767384673.752829:0:39798:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000001660631b. 00080000:00000010:1.0:1767384673.752832:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fa7a6f99. 00080000:00000010:1.0:1767384673.752834:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a5e75925. 00080000:00000010:1.0:1767384673.752836:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000961f3b38. 00080000:00000010:1.0:1767384673.752838:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fc058b91. 00080000:00000010:1.0:1767384673.752840:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000531b4a96. 00080000:00000010:1.0:1767384673.752842:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000031676f9. 00080000:00000010:1.0:1767384673.752844:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d89c10c0. 00080000:00000010:1.0:1767384673.752846:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000038ce5147. 00080000:00000010:1.0:1767384673.752848:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008a5d1a6d. 00080000:00000010:1.0:1767384673.752850:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c42e841c. 00080000:00000010:1.0:1767384673.752852:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000068234485. 00080000:00000010:1.0:1767384673.752854:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005c9e05c2. 00080000:00000010:1.0:1767384673.752856:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fd59a43b. 00080000:00000010:1.0:1767384673.752858:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002b441686. 00080000:00000010:1.0:1767384673.752860:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000518d9068. 00080000:00000010:1.0:1767384673.752861:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000173cc5ab. 00080000:00000010:1.0:1767384673.752863:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000003e35eb1. 00080000:00000010:1.0:1767384673.752865:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000258db440. 00080000:00000010:1.0:1767384673.752867:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000041f5d122. 00080000:00000010:1.0:1767384673.752869:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000060c92999. 00080000:00000010:1.0:1767384673.752870:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c8ccbc19. 00080000:00000010:1.0:1767384673.752873:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005ea852a4. 00080000:00000010:1.0:1767384673.752874:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002eff9e3c. 00080000:00000010:1.0:1767384673.752876:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c553c7aa. 00080000:00000010:1.0:1767384673.752879:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000045dad750. 00080000:00000010:1.0:1767384673.752880:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c90596a6. 00080000:00000010:1.0:1767384673.752882:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ccccf7b9. 00080000:00000010:1.0:1767384673.752884:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009c6440b7. 00080000:00000010:1.0:1767384673.752886:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008926db12. 00080000:00000010:1.0:1767384673.752888:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000027efc17d. 00080000:00000010:1.0:1767384673.752890:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006ad2a5bb. 00080000:00000010:1.0:1767384673.752892:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d1d911ce. 00080000:00000010:1.0:1767384673.752894:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000abe8acf1. 00080000:00000010:1.0:1767384673.752896:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cf6bc4f2. 00080000:00000010:1.0:1767384673.752897:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bab02437. 00080000:00000010:1.0:1767384673.752899:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000081c46f25. 00080000:00000010:1.0:1767384673.752901:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000089321ff. 00080000:00000010:1.0:1767384673.752902:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000095cde3de. 00080000:00000010:1.0:1767384673.752904:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000049986a3a. 00080000:00000010:1.0:1767384673.752908:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000023489415. 00080000:00000010:1.0:1767384673.752912:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000083805d3a. 00080000:00000010:1.0:1767384673.752914:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a28829ff. 00080000:00000010:1.0:1767384673.752916:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000043aa7389. 00080000:00000010:1.0:1767384673.752918:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000032e1a2d1. 00080000:00000010:1.0:1767384673.752920:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006c73a85c. 00080000:00000010:1.0:1767384673.752923:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b74dab46. 00080000:00000010:1.0:1767384673.752924:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003a2c4e45. 00080000:00000010:1.0:1767384673.752926:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005cdcc9c7. 00080000:00000010:1.0:1767384673.752928:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000039152028. 00080000:00000010:1.0:1767384673.752930:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004a71fca5. 00080000:00000010:1.0:1767384673.752932:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009f56792f. 00080000:00000010:1.0:1767384673.752934:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dfd67d74. 00080000:00000010:1.0:1767384673.752936:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000616adda. 00080000:00000010:1.0:1767384673.752938:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001c6f39bd. 00080000:00000010:1.0:1767384673.752940:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dcccff03. 00080000:00000010:1.0:1767384673.752943:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000df1d5833. 00080000:00000010:1.0:1767384673.752945:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000064630287. 00080000:00000010:1.0:1767384673.752947:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000087efae83. 00080000:00000010:1.0:1767384673.752948:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bbcb666e. 00080000:00000010:1.0:1767384673.752950:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007dbfd946. 00080000:00000010:1.0:1767384673.752952:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001bbe6f66. 00080000:00000010:1.0:1767384673.752954:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ac11ca3d. 00080000:00000010:1.0:1767384673.752956:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002e43f192. 00080000:00000010:1.0:1767384673.752957:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e2a098ff. 00080000:00000010:1.0:1767384673.752959:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000096371c9e. 00080000:00000010:1.0:1767384673.752961:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000d90074a. 00080000:00000010:1.0:1767384673.752963:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f21972b5. 00080000:00000010:1.0:1767384673.752964:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004d1083bf. 00080000:00000010:1.0:1767384673.752966:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005ef74f00. 00080000:00000010:1.0:1767384673.752968:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000125f9441. 00080000:00000010:1.0:1767384673.752970:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007ab6c469. 00080000:00000010:1.0:1767384673.752973:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a870a7e7. 00080000:00000010:1.0:1767384673.752975:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000333322ba. 00080000:00000010:1.0:1767384673.752977:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ea00c5ae. 00080000:00000010:1.0:1767384673.752978:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005f2ff41a. 00080000:00000010:1.0:1767384673.752981:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001fc74b00. 00080000:00000010:1.0:1767384673.752982:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006cce51b6. 00080000:00000010:1.0:1767384673.752984:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f21b7788. 00080000:00000010:1.0:1767384673.752986:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000057103247. 00080000:00000010:1.0:1767384673.752988:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ad28b7ed. 00080000:00000010:1.0:1767384673.752990:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000217fa9ed. 00080000:00000010:1.0:1767384673.752991:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000eacd3267. 00080000:00000010:1.0:1767384673.752993:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004cffbfdd. 00080000:00000010:1.0:1767384673.752995:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000024ca609e. 00080000:00000010:1.0:1767384673.752996:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001c51e278. 00080000:00000010:1.0:1767384673.752998:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000033d74ee4. 00080000:00000010:1.0:1767384673.753017:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e7e85538. 00080000:00000010:1.0:1767384673.753021:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006e1764fc. 00080000:00000010:1.0:1767384673.753023:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ba3fc72d. 00080000:00000010:1.0:1767384673.753025:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c46b9ac3. 00080000:00000010:1.0:1767384673.753027:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000096b576d4. 00080000:00000010:1.0:1767384673.753029:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007054ecd7. 00080000:00000010:1.0:1767384673.753031:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007019649d. 00080000:00000010:1.0:1767384673.753032:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006ec28281. 00080000:00000010:1.0:1767384673.753034:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009445bdad. 00080000:00000010:1.0:1767384673.753036:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000370dabc7. 00080000:00000010:1.0:1767384673.753038:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000021bb360d. 00080000:00000010:1.0:1767384673.753039:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000208c4fcc. 00080000:00000010:1.0:1767384673.753041:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000605ee988. 00080000:00000010:1.0:1767384673.753044:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004d96deb5. 00080000:00000010:1.0:1767384673.753046:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000601d4b7e. 00080000:00000010:1.0:1767384673.753047:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bf58e83f. 00080000:00000010:1.0:1767384673.753049:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001e90994e. 00080000:00000010:1.0:1767384673.753051:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a95a82ab. 00080000:00000010:1.0:1767384673.753053:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006d97319d. 00080000:00000010:1.0:1767384673.753055:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009c17909e. 00080000:00000010:1.0:1767384673.753057:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ac73980c. 00080000:00000010:1.0:1767384673.753059:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007f6daee9. 00080000:00000010:1.0:1767384673.753061:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009e598e46. 00080000:00000010:1.0:1767384673.753062:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000059ae01c4. 00080000:00000010:1.0:1767384673.753065:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002e0e0a2a. 00080000:00000010:1.0:1767384673.753067:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003bbea6db. 00080000:00000010:1.0:1767384673.753069:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000022cf5a29. 00080000:00000010:1.0:1767384673.753071:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d46007d9. 00080000:00000010:1.0:1767384673.753073:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000824226da. 00080000:00000010:1.0:1767384673.753075:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000068166ab0. 00080000:00000010:1.0:1767384673.753077:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c512af10. 00080000:00000010:1.0:1767384673.753079:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000000f4a868. 00080000:00000010:1.0:1767384673.753080:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000079a40790. 00080000:00000010:1.0:1767384673.753082:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005f3acbab. 00080000:00000010:1.0:1767384673.753084:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b02f4feb. 00080000:00000010:1.0:1767384673.753086:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004bb79598. 00080000:00000010:1.0:1767384673.753088:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006cc8292a. 00080000:00000010:1.0:1767384673.753090:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d3e9da5f. 00080000:00000010:1.0:1767384673.753092:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c268b6a0. 00080000:00000010:1.0:1767384673.753093:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000809da2aa. 00080000:00000010:1.0:1767384673.753095:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a6ec47d9. 00080000:00000010:1.0:1767384673.753097:0:39798:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000792de4a8. 00080000:00000010:1.0:1767384673.753099:0:39798:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 000000008a26be9b. 00080000:00000001:1.0:1767384673.753100:0:39798:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:1.0:1767384673.753102:0:39798:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:1.0:1767384673.753534:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 00000000dc9c040c. 00000020:00000010:1.0:1767384673.753537:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000613011d0. 00080000:00000001:1.0:1767384673.753614:0:39798:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:1.0:1767384673.755307:0:39798:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:1.0:1767384673.755327:0:39798:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.755330:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384673.755342:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.755346:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d58774c. 00000001:00000010:1.0:1767384673.755349:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000046d68037. 00000001:00000010:1.0:1767384673.755352:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c1cc3f5b. 00000001:00000010:1.0:1767384673.755355:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cc03bd42. 00000001:00000010:1.0:1767384673.755357:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000047262be9. 00000001:00000010:1.0:1767384673.755360:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000753604e4. 00000001:00000001:1.0:1767384673.755364:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384673.755365:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384673.755368:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d162f1b5. 00000001:00000010:1.0:1767384673.755371:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002761d3ad. 00000001:00000010:1.0:1767384673.755373:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c045a920. 00000001:00000010:1.0:1767384673.755376:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d5a1cf9. 00000001:00000010:1.0:1767384673.755379:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ac86738b. 00000001:00000010:1.0:1767384673.755382:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cb94e077. 00000001:00000001:1.0:1767384673.755385:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384673.755386:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 3 - setup 00000020:00000001:1.0:1767384673.755388:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.755389:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384673.755391:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384673.755393:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384673.755395:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 2 - obd_device_list 00000020:00000080:1.0:1767384673.755397:0:39798:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:1.0:1767384673.755398:0:39798:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000008fb3397e) now 1 - newdev 00000020:00000040:1.0:1767384673.755400:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000014839be8 with handle 0x1c01179f271eda0e from hash 00000020:00000040:1.0:1767384673.755403:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000014839be8 : new refcount 0 00000020:00000080:1.0:1767384673.755404:0:39798:0:(genops.c:904:class_export_put()) final put 0000000014839be8/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384673.755406:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.755407:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384673.755409:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 0000000014839be8/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384673.755410:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384673.755411:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.755412:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000014839be8. 00000020:00000001:1.0:1767384673.755415:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384673.755416:0:39798:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:1.0:1767384673.755417:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:1.0:1767384673.755418:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384673.755421:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034e807c5. 00000020:00000010:1.0:1767384673.755424:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e32e659e. 00000040:00000010:1.0:1767384673.755426:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007cfdf054. 00000020:00000010:1.0:1767384673.755429:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003528ee91. 00000020:00000010:1.0:1767384673.755432:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004def2679. 00040000:00000010:1.0:1767384673.755435:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.755438:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e0332ac4. 00080000:00000010:1.0:1767384673.755441:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ea6e0803. 00080000:00000001:1.0:1767384673.755443:0:39798:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:1.0:1767384673.755593:0:39798:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 000000005f8ca89e. 00000020:00000010:1.0:1767384673.755604:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000f3c7af70. 00000020:00000010:1.0:1767384673.755607:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000ce646a5b. 00000020:00000010:1.0:1767384673.755617:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000e78a2d6d. 00000020:00000010:1.0:1767384673.755620:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000f1df7846. 00000020:00000010:1.0:1767384673.755623:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000020d630f2. 00000020:00000010:1.0:1767384673.755626:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002acd82b8. 00080000:00000010:1.0:1767384673.755630:0:39798:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 000000008f19b518. 00080000:00000001:1.0:1767384673.755638:0:39798:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.755641:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e32e659e. 00000040:00000010:1.0:1767384673.755644:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007cfdf054. 00000020:00000010:1.0:1767384673.755647:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003528ee91. 00000020:00000010:1.0:1767384673.755650:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004def2679. 00040000:00000010:1.0:1767384673.755654:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000feac87eb. 00040000:00000010:1.0:1767384673.755656:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e0332ac4. 00080000:00000010:1.0:1767384673.755659:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea6e0803. 00000020:00000010:1.0:1767384673.755662:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034e807c5. 00000020:00000001:1.0:1767384673.755665:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384673.755667:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000008fb3397e. 00000020:00000001:1.0:1767384673.755673:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.755674:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384673.755677:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 0000000057c075fa. 00000020:00000001:1.0:1767384673.755680:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384673.755681:0:39798:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.755683:0:39798:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.755687:0:39798:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1767384673.755688:0:39798:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 0000000058ab8f9b 00000020:00000010:1.0:1767384673.755690:0:39798:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 000000004d7e8444. 00000020:00000010:1.0:1767384673.755694:0:39798:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000005e92c2e7. 00000020:00000010:1.0:1767384673.755696:0:39798:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 00000000d2f63253. 00000020:00000010:1.0:1767384673.755699:0:39798:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 000000002c898743. 00000020:00000010:1.0:1767384673.755703:0:39798:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000d111c58f. 00000020:00000010:1.0:1767384673.755706:0:39798:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 0000000058ab8f9b. 00000020:00000001:1.0:1767384673.755709:0:39798:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.755710:0:39798:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384673.755714:0:39798:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:1.0:1767384673.755720:0:39798:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384673.755721:0:39798:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:1.0:1767384673.755724:0:39798:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000002c711445. 00000020:00000080:1.0:1767384673.755726:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384673.755727:0:39798:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384673.755729:0:39798:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384673.755730:0:39798:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384673.755732:0:39798:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000ecbbb088) has no exports 00000020:00000001:1.0:1767384673.755734:0:39798:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384673.755736:0:39798:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384673.755738:0:39798:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:1.0:1767384673.755739:0:39798:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:1.0:1767384673.755741:0:39798:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384673.755743:0:39798:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:1.0:1767384673.755747:0:39798:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384673.755748:0:39798:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384673.755749:0:39798:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:1.0:1767384673.755751:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:1.0:1767384673.755753:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:1.0:1767384673.755754:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:1.0:1767384673.755756:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:1.0:1767384673.755778:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:3.0:1767384673.755805:0:16812:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085d2f588. 00000040:00000010:3.0:1767384673.755816:0:16812:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000610dd05c. 00000020:00000010:3.0:1767384673.755821:0:16812:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058e66b2b. 00000020:00000010:3.0:1767384673.755827:0:16812:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008fc8885e. 00000020:00000010:0.0:1767384673.755831:0:16813:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000721b77f. 00000020:00000010:3.0:1767384673.755833:0:16812:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f2e31cd. 00000040:00000010:0.0:1767384673.755839:0:16813:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c46c337b. 80000000:00000010:3.0:1767384673.755840:0:16812:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005c4843c7. 00000020:00000010:0.0:1767384673.755846:0:16813:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000898926b0. 40000000:00000010:3.0:1767384673.755848:0:16812:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000599d490c. 00000020:00000010:0.0:1767384673.755851:0:16813:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000242b4dd7. 00100000:00000010:3.0:1767384673.755855:0:16812:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000feb8e0cc. 00000020:00000010:0.0:1767384673.755858:0:16813:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034bac695. 00040000:00000010:3.0:1767384673.755861:0:16812:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c77bb341. 80000000:00000010:0.0:1767384673.755863:0:16813:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a4b41851. 00040000:00000010:3.0:1767384673.755870:0:16812:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d4d2445. 40000000:00000010:0.0:1767384673.755870:0:16813:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001380f6f3. 00100000:00000010:0.0:1767384673.755876:0:16813:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ae6b634a. 00080000:00000010:3.0:1767384673.755878:0:16812:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000062c59ff1. 00040000:00000010:0.0:1767384673.755882:0:16813:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000058ab0682. 00000004:00000010:3.0:1767384673.755884:0:16812:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006f74c8be. 00040000:00000010:0.0:1767384673.755888:0:16813:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008b5e1ea9. 00002000:00000010:3.0:1767384673.755892:0:16812:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a4d97bf6. 00000020:00000010:3.0:1767384673.755896:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008097460f. 00080000:00000010:0.0:1767384673.755902:0:16813:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003922b609. 00000020:00000010:3.0:1767384673.755905:0:16812:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f5562c94. 00000004:00000010:0.0:1767384673.755907:0:16813:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006dd9dc79. 00002000:00000010:0.0:1767384673.755913:0:16813:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000593da862. 00000100:00000010:3.0:1767384673.755914:0:16812:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000812c326b. 00000020:00000010:0.0:1767384673.755916:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea4ba8ae. 00000100:00100000:3.0:1767384673.755920:0:16812:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [000000004e8ef876:16812] 1 exiting: rc = 0 00000020:00000010:0.0:1767384673.755923:0:16813:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ecce253c. 00000100:00000010:0.0:1767384673.755935:0:16813:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002c720bc4. 00000100:00100000:0.0:1767384673.755938:0:16813:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [0000000071b7f2dc:16813] 2 exiting: rc = 0 00000020:00000010:3.0:1767384673.755998:0:17559:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d0db45b5. 00000040:00000010:3.0:1767384673.756020:0:17559:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000961565c6. 00000020:00000010:3.0:1767384673.756023:0:17559:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c700438e. 00000020:00000010:3.0:1767384673.756028:0:17559:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003c3a3c3e. 00000020:00000010:3.0:1767384673.756034:0:17559:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000141ed3ea. 80000000:00000010:3.0:1767384673.756038:0:17559:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004d1d0c60. 40000000:00000010:3.0:1767384673.756042:0:17559:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fab28263. 00100000:00000010:3.0:1767384673.756046:0:17559:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000045ced657. 00040000:00000010:3.0:1767384673.756049:0:17559:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e1b0d271. 00040000:00000010:3.0:1767384673.756054:0:17559:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbd3bd59. 00080000:00000010:3.0:1767384673.756058:0:17559:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a386a619. 00000004:00000010:3.0:1767384673.756063:0:17559:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000001c48aff. 00002000:00000010:3.0:1767384673.756068:0:17559:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007b08b0ea. 00000020:00000010:3.0:1767384673.756071:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a95342f. 00000020:00000010:3.0:1767384673.756076:0:17559:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e50acd1f. 00000100:00000010:3.0:1767384673.756083:0:17559:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004d985abf. 00000100:00100000:3.0:1767384673.756087:0:17559:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000ddc9f7de:17559] 3 exiting: rc = 0 00000100:00000040:1.0:1767384673.756118:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #0 00000020:00000010:3.0:1767384673.756175:0:16811:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003c802f9f. 00000040:00000010:3.0:1767384673.756182:0:16811:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000033fa1a0b. 00000020:00000010:3.0:1767384673.756189:0:16811:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000027c0efe4. 00000020:00000010:3.0:1767384673.756195:0:16811:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000040340dfb. 00000020:00000010:3.0:1767384673.756200:0:16811:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000ceeb691. 80000000:00000010:3.0:1767384673.756205:0:16811:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7fca103. 40000000:00000010:3.0:1767384673.756209:0:16811:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004dde2702. 00100000:00000010:3.0:1767384673.756213:0:16811:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007247bdb6. 00040000:00000010:3.0:1767384673.756217:0:16811:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003a6f7e4d. 00040000:00000010:3.0:1767384673.756221:0:16811:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a671295. 00080000:00000010:3.0:1767384673.756226:0:16811:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030693887. 00000004:00000010:3.0:1767384673.756230:0:16811:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d86f3f9b. 00002000:00000010:3.0:1767384673.756234:0:16811:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000039c7b877. 00000020:00000010:3.0:1767384673.756239:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2eeb97a. 00000020:00000010:3.0:1767384673.756245:0:16811:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000023eb6274. 00000100:00000010:3.0:1767384673.756251:0:16811:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000082dd8b. 00000100:00100000:3.0:1767384673.756255:0:16811:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [000000001be487ba:16811] 0 exiting: rc = 1 00000100:00000010:1.0:1767384673.756282:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001be487ba. 00000100:00000010:1.0:1767384673.756288:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004e8ef876. 00000100:00000010:1.0:1767384673.756294:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000071b7f2dc. 00000100:00000010:1.0:1767384673.756300:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ddc9f7de. 00000100:00000001:1.0:1767384673.756304:0:39798:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384673.756306:0:39798:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384673.756326:0:39798:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:1.0:1767384673.756331:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756333:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756336:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf5c488e. 00000400:00000200:1.0:1767384673.756340:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a73cf8a8 00000400:00000010:1.0:1767384673.756342:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a73cf8a8. 00000100:00000001:1.0:1767384673.756347:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756349:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756357:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756358:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384673.756361:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756363:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756364:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756365:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054624ce8. 00000400:00000200:1.0:1767384673.756368:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056a4b479 00000400:00000010:1.0:1767384673.756369:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000056a4b479. 00000100:00000001:1.0:1767384673.756373:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756374:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756379:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756380:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384673.756383:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756384:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756385:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756386:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065cae0fb. 00000400:00000200:1.0:1767384673.756389:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001444c97a 00000400:00000010:1.0:1767384673.756391:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001444c97a. 00000100:00000001:1.0:1767384673.756394:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756395:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756400:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756402:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384673.756403:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756404:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756405:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756406:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ec1ef0. 00000400:00000200:1.0:1767384673.756408:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085c1b8d0 00000400:00000010:1.0:1767384673.756409:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000085c1b8d0. 00000100:00000001:1.0:1767384673.756412:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756413:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756418:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756420:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384673.756422:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756424:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756425:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756426:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f29310c8. 00000400:00000200:1.0:1767384673.756429:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034122f67 00000400:00000010:1.0:1767384673.756430:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000034122f67. 00000100:00000001:1.0:1767384673.756433:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756434:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756440:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756441:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384673.756443:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756444:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756445:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756447:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000272c2f9e. 00000400:00000200:1.0:1767384673.756449:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018a5483a 00000400:00000010:1.0:1767384673.756451:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000018a5483a. 00000100:00000001:1.0:1767384673.756454:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756455:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756460:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756462:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384673.756464:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756465:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756466:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756467:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f91eb02. 00000400:00000200:1.0:1767384673.756470:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcbf3648 00000400:00000010:1.0:1767384673.756471:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fcbf3648. 00000100:00000001:1.0:1767384673.756474:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756475:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756480:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756482:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384673.756484:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756485:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756486:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756488:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f23c8478. 00000400:00000200:1.0:1767384673.756490:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca03a99 00000400:00000010:1.0:1767384673.756492:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eca03a99. 00000100:00000001:1.0:1767384673.756497:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756499:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756505:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756507:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384673.756511:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756513:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756514:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756516:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f67989b. 00000400:00000200:1.0:1767384673.756520:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a04c1437 00000400:00000010:1.0:1767384673.756523:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a04c1437. 00000100:00000001:1.0:1767384673.756526:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756528:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756535:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756537:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384673.756539:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756541:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756542:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756543:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2e155d8. 00000400:00000200:1.0:1767384673.756547:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7615c9e 00000400:00000010:1.0:1767384673.756548:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c7615c9e. 00000100:00000001:1.0:1767384673.756551:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756552:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756556:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756558:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384673.756560:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756561:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756563:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756564:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006db0469d. 00000400:00000200:1.0:1767384673.756567:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065273599 00000400:00000010:1.0:1767384673.756568:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000065273599. 00000100:00000001:1.0:1767384673.756571:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756572:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756578:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756580:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384673.756582:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756584:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756586:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756588:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b65c354. 00000400:00000200:1.0:1767384673.756591:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005507bac8 00000400:00000010:1.0:1767384673.756594:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005507bac8. 00000100:00000001:1.0:1767384673.756599:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756600:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756607:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756609:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384673.756611:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756613:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756614:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756616:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c059da. 00000400:00000200:1.0:1767384673.756619:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318b283e 00000400:00000010:1.0:1767384673.756620:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000318b283e. 00000100:00000001:1.0:1767384673.756623:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756624:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756629:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756631:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384673.756634:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756635:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756637:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756638:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006ae4546. 00000400:00000200:1.0:1767384673.756640:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d14762a5 00000400:00000010:1.0:1767384673.756641:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d14762a5. 00000100:00000001:1.0:1767384673.756644:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756645:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756650:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756651:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384673.756653:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756654:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756655:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756656:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000588d95a9. 00000400:00000200:1.0:1767384673.756658:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000791f3d9d 00000400:00000010:1.0:1767384673.756659:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000791f3d9d. 00000100:00000001:1.0:1767384673.756662:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756663:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756667:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756669:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384673.756671:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756672:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756673:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756675:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035747691. 00000400:00000200:1.0:1767384673.756677:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b9def03 00000400:00000010:1.0:1767384673.756679:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001b9def03. 00000100:00000001:1.0:1767384673.756681:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756682:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756688:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756690:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384673.756693:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756695:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756696:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756698:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000488e2123. 00000400:00000200:1.0:1767384673.756701:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4f3baed 00000400:00000010:1.0:1767384673.756704:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a4f3baed. 00000100:00000001:1.0:1767384673.756708:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756710:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756714:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756716:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384673.756719:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756720:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756721:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756723:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000360451d5. 00000400:00000200:1.0:1767384673.756725:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089367a6f 00000400:00000010:1.0:1767384673.756726:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000089367a6f. 00000100:00000001:1.0:1767384673.756729:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756730:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756736:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756738:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384673.756741:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756743:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756745:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756746:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021332957. 00000400:00000200:1.0:1767384673.756750:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de938fac 00000400:00000010:1.0:1767384673.756752:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000de938fac. 00000100:00000001:1.0:1767384673.756756:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756757:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756764:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756765:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384673.756768:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756770:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756771:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756772:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc95ef16. 00000400:00000200:1.0:1767384673.756776:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f65cfa22 00000400:00000010:1.0:1767384673.756777:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f65cfa22. 00000100:00000001:1.0:1767384673.756780:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756781:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756786:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756787:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384673.756789:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756790:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756792:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756793:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1be0a05. 00000400:00000200:1.0:1767384673.756796:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005183205b 00000400:00000010:1.0:1767384673.756797:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005183205b. 00000100:00000001:1.0:1767384673.756800:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756801:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756806:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756808:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384673.756811:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756813:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756814:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756816:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f6eb783. 00000400:00000200:1.0:1767384673.756819:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d678c67 00000400:00000010:1.0:1767384673.756821:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002d678c67. 00000100:00000001:1.0:1767384673.756825:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756827:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756832:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756833:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384673.756836:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756837:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756839:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756841:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e52410c. 00000400:00000200:1.0:1767384673.756844:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d48a9b7 00000400:00000010:1.0:1767384673.756845:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001d48a9b7. 00000100:00000001:1.0:1767384673.756848:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756849:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756854:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756857:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384673.756860:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756862:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756864:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756866:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6976fc5. 00000400:00000200:1.0:1767384673.756869:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007efa4831 00000400:00000010:1.0:1767384673.756871:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007efa4831. 00000100:00000001:1.0:1767384673.756876:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756877:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756883:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756884:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384673.756887:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756888:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756889:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756891:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc7ac85. 00000400:00000200:1.0:1767384673.756893:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067ce3c38 00000400:00000010:1.0:1767384673.756894:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000067ce3c38. 00000100:00000001:1.0:1767384673.756898:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756899:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756906:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756908:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384673.756911:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756913:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756914:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756916:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee166735. 00000400:00000200:1.0:1767384673.756919:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006602c92c 00000400:00000010:1.0:1767384673.756921:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006602c92c. 00000100:00000001:1.0:1767384673.756924:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756925:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756930:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756931:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384673.756932:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756934:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756935:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756936:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7c44019. 00000400:00000200:1.0:1767384673.756938:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d812e97 00000400:00000010:1.0:1767384673.756939:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006d812e97. 00000100:00000001:1.0:1767384673.756942:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756943:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756946:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756948:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384673.756949:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756950:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756951:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756952:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e492f93b. 00000400:00000200:1.0:1767384673.756954:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005df72bc9 00000400:00000010:1.0:1767384673.756955:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005df72bc9. 00000100:00000001:1.0:1767384673.756958:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756959:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756962:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756963:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384673.756965:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756966:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756967:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756968:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1d181ee. 00000400:00000200:1.0:1767384673.756970:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff41d6e 00000400:00000010:1.0:1767384673.756972:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009ff41d6e. 00000100:00000001:1.0:1767384673.756975:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756976:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.756981:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.756983:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384673.756985:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.756986:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.756988:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.756989:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d65164a9. 00000400:00000200:1.0:1767384673.756991:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000913e2d8e 00000400:00000010:1.0:1767384673.756992:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000913e2d8e. 00000100:00000001:1.0:1767384673.756995:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.756997:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757014:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757015:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384673.757018:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757020:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757021:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757023:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0c35890. 00000400:00000200:1.0:1767384673.757026:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbfa7d74 00000400:00000010:1.0:1767384673.757028:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cbfa7d74. 00000100:00000001:1.0:1767384673.757031:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757032:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757038:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757040:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384673.757042:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757043:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757045:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757046:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000febb52b9. 00000400:00000200:1.0:1767384673.757049:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6a522 00000400:00000010:1.0:1767384673.757050:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004fb6a522. 00000100:00000001:1.0:1767384673.757053:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757054:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757059:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757060:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384673.757062:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757063:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757064:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757065:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067ad5b1d. 00000400:00000200:1.0:1767384673.757068:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e6bbdce 00000400:00000010:1.0:1767384673.757069:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007e6bbdce. 00000100:00000001:1.0:1767384673.757072:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757074:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757078:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757079:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384673.757081:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757082:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757083:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757084:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbff0852. 00000400:00000200:1.0:1767384673.757086:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095d4167c 00000400:00000010:1.0:1767384673.757087:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000095d4167c. 00000100:00000001:1.0:1767384673.757090:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757091:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757096:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757097:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384673.757099:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757101:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757102:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757103:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd45ed8e. 00000400:00000200:1.0:1767384673.757106:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004bb32fe 00000400:00000010:1.0:1767384673.757107:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000004bb32fe. 00000100:00000001:1.0:1767384673.757110:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757111:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757117:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757118:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384673.757120:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757121:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757122:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757123:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfa49fd1. 00000400:00000200:1.0:1767384673.757126:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb1816cd 00000400:00000010:1.0:1767384673.757127:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bb1816cd. 00000100:00000001:1.0:1767384673.757130:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757131:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757136:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757138:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384673.757140:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757141:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757142:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757143:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000652a6bee. 00000400:00000200:1.0:1767384673.757146:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c305e6 00000400:00000010:1.0:1767384673.757147:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000029c305e6. 00000100:00000001:1.0:1767384673.757151:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757152:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757155:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757157:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384673.757159:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757160:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757161:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757162:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb431f5. 00000400:00000200:1.0:1767384673.757165:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56c8b1 00000400:00000010:1.0:1767384673.757166:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fe56c8b1. 00000100:00000001:1.0:1767384673.757169:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757170:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757175:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757176:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384673.757179:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757181:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757182:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757183:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000488c0618. 00000400:00000200:1.0:1767384673.757185:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006301b453 00000400:00000010:1.0:1767384673.757187:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006301b453. 00000100:00000001:1.0:1767384673.757189:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757190:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757196:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757197:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384673.757199:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757200:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757202:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757203:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c57b446. 00000400:00000200:1.0:1767384673.757205:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f4e0acd 00000400:00000010:1.0:1767384673.757207:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006f4e0acd. 00000100:00000001:1.0:1767384673.757209:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757210:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757215:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757217:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384673.757219:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757220:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757221:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757223:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049e536f8. 00000400:00000200:1.0:1767384673.757225:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dad2d7c 00000400:00000010:1.0:1767384673.757227:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002dad2d7c. 00000100:00000001:1.0:1767384673.757230:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757231:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757236:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757237:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384673.757239:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757241:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757242:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757243:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7aca91. 00000400:00000200:1.0:1767384673.757246:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000491ad0b3 00000400:00000010:1.0:1767384673.757247:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000491ad0b3. 00000100:00000001:1.0:1767384673.757250:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757251:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757256:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757258:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384673.757260:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757262:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757263:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757264:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c6ad77b. 00000400:00000200:1.0:1767384673.757266:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fe691ad 00000400:00000010:1.0:1767384673.757267:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007fe691ad. 00000100:00000001:1.0:1767384673.757270:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757271:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757276:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757278:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384673.757280:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757281:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757282:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757284:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f457f6c. 00000400:00000200:1.0:1767384673.757286:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7146a95 00000400:00000010:1.0:1767384673.757287:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e7146a95. 00000100:00000001:1.0:1767384673.757290:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757291:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757296:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757297:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384673.757298:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757300:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757301:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757302:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ddc26f8. 00000400:00000200:1.0:1767384673.757304:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007afb1695 00000400:00000010:1.0:1767384673.757305:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007afb1695. 00000100:00000001:1.0:1767384673.757308:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757325:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757332:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757333:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384673.757335:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757337:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757338:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757340:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050cd4e9a. 00000400:00000200:1.0:1767384673.757343:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c87a43c0 00000400:00000010:1.0:1767384673.757344:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c87a43c0. 00000100:00000001:1.0:1767384673.757347:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757348:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757355:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757357:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384673.757360:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757362:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757363:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757364:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000170743d1. 00000400:00000200:1.0:1767384673.757367:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff006790 00000400:00000010:1.0:1767384673.757369:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ff006790. 00000100:00000001:1.0:1767384673.757372:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757373:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757378:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757380:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384673.757382:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757383:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757384:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757386:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdaac2cc. 00000400:00000200:1.0:1767384673.757388:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3df3c48 00000400:00000010:1.0:1767384673.757390:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a3df3c48. 00000100:00000001:1.0:1767384673.757392:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757393:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757397:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757399:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384673.757401:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757402:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757403:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757404:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015f7d0e7. 00000400:00000200:1.0:1767384673.757407:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d48804b 00000400:00000010:1.0:1767384673.757408:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003d48804b. 00000100:00000001:1.0:1767384673.757410:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757411:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757414:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757416:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384673.757418:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757419:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757420:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757421:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a268e771. 00000400:00000200:1.0:1767384673.757424:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033b3b9b9 00000400:00000010:1.0:1767384673.757425:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000033b3b9b9. 00000100:00000001:1.0:1767384673.757428:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757429:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757433:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757434:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384673.757435:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757436:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757437:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757439:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5823386. 00000400:00000200:1.0:1767384673.757441:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c41676a3 00000400:00000010:1.0:1767384673.757443:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c41676a3. 00000100:00000001:1.0:1767384673.757446:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757447:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757451:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757452:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384673.757454:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757455:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757456:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757457:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8b2a32a. 00000400:00000200:1.0:1767384673.757459:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006499633a 00000400:00000010:1.0:1767384673.757460:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006499633a. 00000100:00000001:1.0:1767384673.757463:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757464:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757470:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757472:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384673.757474:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757475:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757477:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757478:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040776cdc. 00000400:00000200:1.0:1767384673.757481:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000171ab0f5 00000400:00000010:1.0:1767384673.757482:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000171ab0f5. 00000100:00000001:1.0:1767384673.757484:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757485:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757487:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757488:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384673.757490:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757491:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757492:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757493:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdf915ec. 00000400:00000200:1.0:1767384673.757495:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1c1486 00000400:00000010:1.0:1767384673.757496:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007e1c1486. 00000100:00000001:1.0:1767384673.757498:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757498:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757501:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757501:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384673.757502:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757503:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757503:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757504:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d171d84. 00000400:00000200:1.0:1767384673.757505:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f9f2ccc 00000400:00000010:1.0:1767384673.757506:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005f9f2ccc. 00000100:00000001:1.0:1767384673.757507:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757508:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757510:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757511:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384673.757512:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757513:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757513:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757514:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075d2126f. 00000400:00000200:1.0:1767384673.757515:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f59bd800 00000400:00000010:1.0:1767384673.757515:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f59bd800. 00000100:00000001:1.0:1767384673.757517:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757517:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757519:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757520:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384673.757521:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757522:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757522:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757523:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084c5f0c9. 00000400:00000200:1.0:1767384673.757524:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afdfcf1a 00000400:00000010:1.0:1767384673.757525:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000afdfcf1a. 00000100:00000001:1.0:1767384673.757526:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757527:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757529:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757530:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384673.757531:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757532:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757533:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757534:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cfa9381. 00000400:00000200:1.0:1767384673.757535:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000406baad1 00000400:00000010:1.0:1767384673.757536:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000406baad1. 00000100:00000001:1.0:1767384673.757537:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757538:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757540:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757541:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384673.757542:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757543:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757543:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757544:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d49f8b7. 00000400:00000200:1.0:1767384673.757545:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7aa0bc8 00000400:00000010:1.0:1767384673.757546:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e7aa0bc8. 00000100:00000001:1.0:1767384673.757547:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757548:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757550:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757551:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384673.757552:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757552:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757553:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757554:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073b5e3c4. 00000400:00000200:1.0:1767384673.757555:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bc46f4f 00000400:00000010:1.0:1767384673.757555:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003bc46f4f. 00000100:00000001:1.0:1767384673.757557:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757557:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757560:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757560:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384673.757561:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757562:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757563:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757563:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7e3fe3d. 00000400:00000200:1.0:1767384673.757564:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb6e3314 00000400:00000010:1.0:1767384673.757565:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eb6e3314. 00000100:00000001:1.0:1767384673.757566:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757567:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757569:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757570:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384673.757571:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757572:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757573:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757574:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046e5a853. 00000400:00000200:1.0:1767384673.757575:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000739adcbd 00000400:00000010:1.0:1767384673.757575:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000739adcbd. 00000100:00000001:1.0:1767384673.757577:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757577:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757580:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757580:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384673.757581:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757582:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757583:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757583:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad40d3a8. 00000400:00000200:1.0:1767384673.757584:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9b978c0 00000400:00000010:1.0:1767384673.757585:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b9b978c0. 00000100:00000001:1.0:1767384673.757586:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757587:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757589:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757590:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384673.757591:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.757592:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.757592:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.757593:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f4ee09a. 00000400:00000200:1.0:1767384673.757594:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3863b6d 00000400:00000010:1.0:1767384673.757595:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b3863b6d. 00000100:00000001:1.0:1767384673.757596:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.757597:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384673.757599:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.757600:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384673.757600:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384673.757602:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757603:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757605:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757605:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757606:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757607:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757608:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757609:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757610:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757610:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757611:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757612:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757613:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757614:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757614:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757615:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757616:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757616:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757617:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757618:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757618:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757619:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757620:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757620:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757621:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757622:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757622:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757623:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757624:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757624:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757625:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757626:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757626:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757627:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757628:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757628:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757629:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757630:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757630:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757631:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757632:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757632:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757633:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757634:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757634:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757635:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757636:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757637:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757638:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757638:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757639:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757640:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757641:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757642:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757642:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757643:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757644:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757644:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757645:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757646:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757646:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757647:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757648:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757648:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757649:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757650:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757650:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757651:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757652:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757652:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757653:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757654:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757654:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757655:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757656:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757656:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757657:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757658:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757658:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757659:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757660:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757660:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757661:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757662:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757662:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757663:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757664:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757665:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757666:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757667:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757667:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757668:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757669:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757670:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757670:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757671:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757672:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757672:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757673:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757674:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757674:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757675:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757676:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757676:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757677:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757678:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757678:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757679:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757680:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757680:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757681:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757682:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757682:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757683:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757684:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757684:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757685:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757686:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757686:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757687:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757688:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757688:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757689:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757690:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757690:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757691:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.757692:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.757693:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384673.757702:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757704:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e8281e23. 02000000:00000001:1.0:1767384673.757706:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757707:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001fb925b9. 02000000:00000001:1.0:1767384673.757710:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757711:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000657f35d1. 02000000:00000001:1.0:1767384673.757712:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757712:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d4b9f70c. 02000000:00000001:1.0:1767384673.757716:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757716:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007bc6a408. 02000000:00000001:1.0:1767384673.757718:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757718:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fd28c6. 02000000:00000001:1.0:1767384673.757720:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757721:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed209149. 02000000:00000001:1.0:1767384673.757723:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757723:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afaece40. 02000000:00000001:1.0:1767384673.757725:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757726:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000d514bb1b. 02000000:00000001:1.0:1767384673.757727:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757728:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e999e1eb. 02000000:00000001:1.0:1767384673.757730:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757730:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 000000000b8596e1. 02000000:00000001:1.0:1767384673.757732:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757732:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 02000000:00000001:1.0:1767384673.757734:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757735:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000008a5a0d4d. 02000000:00000001:1.0:1767384673.757736:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757737:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000362ff3a8. 02000000:00000001:1.0:1767384673.757738:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757739:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000005928dfa4. 02000000:00000001:1.0:1767384673.757740:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757741:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005808b957. 02000000:00000001:1.0:1767384673.757743:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757743:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000a9937820. 02000000:00000001:1.0:1767384673.757745:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757746:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d1886d2. 02000000:00000001:1.0:1767384673.757748:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757748:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c033e282. 02000000:00000001:1.0:1767384673.757750:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757751:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d92b702. 02000000:00000001:1.0:1767384673.757752:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757753:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000067681b5b. 02000000:00000001:1.0:1767384673.757754:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757755:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079af0238. 02000000:00000001:1.0:1767384673.757757:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757757:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000668d9d85. 02000000:00000001:1.0:1767384673.757759:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757759:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f859a789. 02000000:00000001:1.0:1767384673.757761:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757761:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b37dbff. 02000000:00000001:1.0:1767384673.757762:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757763:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7674fc6. 02000000:00000001:1.0:1767384673.757764:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757765:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f7f7eacb. 02000000:00000001:1.0:1767384673.757767:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757767:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001eb52973. 02000000:00000001:1.0:1767384673.757769:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757769:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000059d073b. 02000000:00000001:1.0:1767384673.757770:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757771:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d363b570. 02000000:00000001:1.0:1767384673.757773:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757773:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008eafa8a9. 02000000:00000001:1.0:1767384673.757775:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757775:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 02000000:00000001:1.0:1767384673.757777:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757777:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f22795ef. 02000000:00000001:1.0:1767384673.757778:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757779:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce7618d. 02000000:00000001:1.0:1767384673.757781:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757781:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000099c1963f. 02000000:00000001:1.0:1767384673.757783:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757784:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bdc844f7. 02000000:00000001:1.0:1767384673.757786:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757786:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006dceab5e. 02000000:00000001:1.0:1767384673.757788:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757789:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b34e9aa5. 02000000:00000001:1.0:1767384673.757791:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757791:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009ecf0333. 02000000:00000001:1.0:1767384673.757793:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757793:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000859f5068. 02000000:00000001:1.0:1767384673.757795:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757796:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a661df99. 02000000:00000001:1.0:1767384673.757797:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757797:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000975c8072. 02000000:00000001:1.0:1767384673.757799:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757799:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000014f7ace9. 02000000:00000001:1.0:1767384673.757800:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757801:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b4f8e85. 02000000:00000001:1.0:1767384673.757802:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757803:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ab29bfb7. 02000000:00000001:1.0:1767384673.757804:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757805:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b9e4737. 02000000:00000001:1.0:1767384673.757806:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757807:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cd842fec. 02000000:00000001:1.0:1767384673.757808:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757809:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe21d1a2. 02000000:00000001:1.0:1767384673.757811:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757811:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c4ce30d5. 02000000:00000001:1.0:1767384673.757812:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757813:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004057ca8. 02000000:00000001:1.0:1767384673.757815:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757816:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000060926fb1. 02000000:00000001:1.0:1767384673.757817:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757818:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f3b5f95. 02000000:00000001:1.0:1767384673.757819:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757819:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001ed2d813. 02000000:00000001:1.0:1767384673.757820:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757821:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fab3219. 02000000:00000001:1.0:1767384673.757823:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757824:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a1ecea2d. 02000000:00000001:1.0:1767384673.757825:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757826:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006878062c. 02000000:00000001:1.0:1767384673.757828:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757828:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d97e8b76. 02000000:00000001:1.0:1767384673.757830:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757830:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057d4c290. 02000000:00000001:1.0:1767384673.757832:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757833:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003b37f92c. 02000000:00000001:1.0:1767384673.757834:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757835:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b8b065f. 02000000:00000001:1.0:1767384673.757836:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757837:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000061050ee5. 02000000:00000001:1.0:1767384673.757838:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757838:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000055e5be6. 02000000:00000001:1.0:1767384673.757841:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757841:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000075b5a62f. 02000000:00000001:1.0:1767384673.757842:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757843:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ede3f990. 02000000:00000001:1.0:1767384673.757845:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757845:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a9f768a3. 02000000:00000001:1.0:1767384673.757846:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757847:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003edfb082. 02000000:00000001:1.0:1767384673.757848:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757849:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002225a55a. 02000000:00000001:1.0:1767384673.757850:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757851:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2772b1a. 02000000:00000001:1.0:1767384673.757853:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757853:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000347409cd. 02000000:00000001:1.0:1767384673.757854:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757855:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf5b0d09. 02000000:00000001:1.0:1767384673.757857:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757858:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008e7da234. 02000000:00000001:1.0:1767384673.757861:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757862:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c695945. 02000000:00000001:1.0:1767384673.757864:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757865:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000244bf32a. 02000000:00000001:1.0:1767384673.757867:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757868:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b0c916. 02000000:00000001:1.0:1767384673.757871:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757872:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d9ec5694. 02000000:00000001:1.0:1767384673.757875:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757876:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d4960ae2. 02000000:00000001:1.0:1767384673.757878:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757880:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c1fc9315. 02000000:00000001:1.0:1767384673.757882:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757883:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000658953e3. 02000000:00000001:1.0:1767384673.757885:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757886:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a565de6c. 02000000:00000001:1.0:1767384673.757888:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757890:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fac73d17. 02000000:00000001:1.0:1767384673.757893:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757893:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000856d3a0e. 02000000:00000001:1.0:1767384673.757895:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757896:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab0873e. 02000000:00000001:1.0:1767384673.757897:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757898:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000072c47115. 02000000:00000001:1.0:1767384673.757899:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757900:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a71e7c91. 02000000:00000001:1.0:1767384673.757901:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757902:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000055a55a55. 02000000:00000001:1.0:1767384673.757903:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757904:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009208cca8. 02000000:00000001:1.0:1767384673.757905:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757905:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000710c7db2. 02000000:00000001:1.0:1767384673.757907:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757907:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f0a00fc. 02000000:00000001:1.0:1767384673.757908:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757909:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e96f7530. 02000000:00000001:1.0:1767384673.757910:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757911:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005427f3f3. 02000000:00000001:1.0:1767384673.757912:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757912:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000d0100f38. 02000000:00000001:1.0:1767384673.757914:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757914:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007295d9b9. 02000000:00000001:1.0:1767384673.757915:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757916:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000018b4af38. 02000000:00000001:1.0:1767384673.757917:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757918:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bb3399. 02000000:00000001:1.0:1767384673.757920:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757920:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000bb11a40b. 02000000:00000001:1.0:1767384673.757922:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757922:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a06c427e. 02000000:00000001:1.0:1767384673.757924:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.757925:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000065fc4e6. 02000000:00000001:1.0:1767384673.757926:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.757927:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006702c6a7. 00000100:00000010:1.0:1767384673.757929:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009d3f1203. 00000100:00000010:1.0:1767384673.757955:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000534c9ba6. 00000100:00000010:1.0:1767384673.757957:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000045d00694. 00000100:00000010:1.0:1767384673.757974:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6738627. 00000100:00000010:1.0:1767384673.757976:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000542c185. 00000100:00000010:1.0:1767384673.757999:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000adf1359b. 00000100:00000010:1.0:1767384673.758018:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004aef4f69. 00000100:00000010:1.0:1767384673.758045:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000de9dd4f. 00000100:00000010:1.0:1767384673.758048:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000610064c6. 00000100:00000010:1.0:1767384673.758077:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2c7bf76. 00000100:00000010:1.0:1767384673.758079:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000c807038. 00000100:00000010:1.0:1767384673.758097:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087537369. 00000100:00000010:1.0:1767384673.758099:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a97a7fbf. 00000100:00000010:1.0:1767384673.758116:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b08b6a8. 00000100:00000010:1.0:1767384673.758118:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000636d2703. 00000100:00000010:1.0:1767384673.758135:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010bbc49c. 00000100:00000010:1.0:1767384673.758137:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000083e6fde. 00000100:00000010:1.0:1767384673.758165:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005192d735. 00000100:00000010:1.0:1767384673.758167:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000065501247. 00000100:00000010:1.0:1767384673.758187:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011bdff82. 00000100:00000010:1.0:1767384673.758189:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a39fdd59. 00000100:00000010:1.0:1767384673.758205:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6582cf2. 00000100:00000010:1.0:1767384673.758207:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e7d3aaf8. 00000100:00000010:1.0:1767384673.758229:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e2b4f42. 00000100:00000010:1.0:1767384673.758230:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000acc71342. 00000100:00000010:1.0:1767384673.758247:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005bbb3275. 00000100:00000010:1.0:1767384673.758249:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cabb3221. 00000100:00000010:1.0:1767384673.758265:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091928cde. 00000100:00000010:1.0:1767384673.758266:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d6f951d3. 00000100:00000010:1.0:1767384673.758284:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005340c916. 00000100:00000010:1.0:1767384673.758285:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000073bb6ce2. 00000100:00000010:1.0:1767384673.758302:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4da98f0. 00000100:00000010:1.0:1767384673.758303:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bd926427. 00000100:00000010:1.0:1767384673.758363:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2f5d55a. 00000100:00000010:1.0:1767384673.758368:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b50e38b2. 00010000:00000010:2.1:1767384673.758381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dbe51082. 00010000:00000010:2.1:1767384673.758390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000652c944c. 00010000:00000010:2.1:1767384673.758396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007bc4ca4f. 00010000:00000010:2.1:1767384673.758402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007faebf05. 00010000:00000010:2.1:1767384673.758408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002146da38. 00010000:00000010:2.1:1767384673.758413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000122eaa19. 00010000:00000010:2.1:1767384673.758420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c29753a0. 00000100:00000010:1.0:1767384673.758423:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f6b8451. 00010000:00000010:2.1:1767384673.758424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000049891318. 00000100:00000010:1.0:1767384673.758431:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c94a843f. 00000100:00000010:1.0:1767384673.758469:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000076b570a. 00000100:00000010:1.0:1767384673.758472:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003f98361b. 00000100:00000010:1.0:1767384673.758519:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff75485f. 00000100:00000010:1.0:1767384673.758521:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007e89bf9f. 00000100:00000010:1.0:1767384673.758545:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e84d5a8a. 00000100:00000010:1.0:1767384673.758552:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004fb29adb. 00000100:00000010:1.0:1767384673.758573:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff4dec4c. 00000100:00000010:1.0:1767384673.758576:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c2cd4c5e. 00000100:00000010:1.0:1767384673.758595:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000168d6f8c. 00000100:00000010:1.0:1767384673.758597:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d0fddc63. 00000100:00000010:1.0:1767384673.758613:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d66c8a2. 00000100:00000010:1.0:1767384673.758615:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000094b2465e. 00000100:00000010:1.0:1767384673.758631:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb6f500c. 00000100:00000010:1.0:1767384673.758632:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000039aebb12. 00000100:00000010:1.0:1767384673.758654:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c93b92d2. 00000100:00000010:1.0:1767384673.758656:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e0be61f5. 00000100:00000010:1.0:1767384673.758680:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e44c322d. 00000100:00000010:1.0:1767384673.758681:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002cd0ec77. 00000100:00000010:1.0:1767384673.758697:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000644a29a8. 00000100:00000010:1.0:1767384673.758698:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000033c76b9c. 00000100:00000010:1.0:1767384673.758711:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001cefa0c5. 00000100:00000010:1.0:1767384673.758713:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c7345944. 00000100:00000010:1.0:1767384673.758731:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e03f424c. 00000100:00000010:1.0:1767384673.758733:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000aeb83e19. 00000100:00000010:1.0:1767384673.758748:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004399d02d. 00000100:00000010:1.0:1767384673.758749:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000078e0c875. 00000100:00000010:1.0:1767384673.758767:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebb08970. 00000100:00000010:1.0:1767384673.758768:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d086dd56. 00000100:00000010:1.0:1767384673.758791:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f89f6a5e. 00000100:00000010:1.0:1767384673.758793:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000168bc0c2. 00000100:00000010:1.0:1767384673.758809:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e90023ce. 00000100:00000010:1.0:1767384673.758811:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000279bf963. 00000100:00000010:1.0:1767384673.758828:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f6fb537. 00000100:00000010:1.0:1767384673.758830:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002733b1d7. 00000100:00000010:1.0:1767384673.758855:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b2b4310. 00000100:00000010:1.0:1767384673.758856:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d24f3551. 00000100:00000010:1.0:1767384673.758874:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000164b7671. 00000100:00000010:1.0:1767384673.758875:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000088bc49bc. 00000100:00000010:1.0:1767384673.758896:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098532d2d. 00000100:00000010:1.0:1767384673.758897:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000054dd570f. 00000100:00000010:1.0:1767384673.758910:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e5c9401. 00000100:00000010:1.0:1767384673.758912:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006732a6d1. 00000100:00000010:1.0:1767384673.758925:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ac51053. 00000100:00000010:1.0:1767384673.758927:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e10a934e. 00000100:00000010:1.0:1767384673.758947:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de589efd. 00000100:00000010:1.0:1767384673.758949:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001e1af9a4. 00000100:00000010:1.0:1767384673.758973:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d13d9709. 00000100:00000010:1.0:1767384673.758975:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e7997581. 00000100:00000010:1.0:1767384673.758992:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068479c9c. 00000100:00000010:1.0:1767384673.758993:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000025ca185b. 00000100:00000010:1.0:1767384673.759028:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f72f6d1. 00000100:00000010:1.0:1767384673.759032:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005c952a1a. 00000100:00000010:1.0:1767384673.759051:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a540c8a. 00000100:00000010:1.0:1767384673.759053:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009c55560c. 00000100:00000010:1.0:1767384673.759068:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087d27a9e. 00000100:00000010:1.0:1767384673.759070:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ea0693f3. 00000100:00000010:1.0:1767384673.759089:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000865a8f7b. 00000100:00000010:1.0:1767384673.759090:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e60fc804. 00000100:00000010:1.0:1767384673.759118:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc9626d1. 00000100:00000010:1.0:1767384673.759120:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000943c76b2. 00000100:00000010:1.0:1767384673.759136:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c28b7a23. 00000100:00000010:1.0:1767384673.759138:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e1af5739. 00000100:00000010:1.0:1767384673.759151:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b604d69c. 00000100:00000010:1.0:1767384673.759153:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000010351891. 00000100:00000010:1.0:1767384673.759173:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f665c065. 00000100:00000010:1.0:1767384673.759174:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004e31cc1a. 00000100:00000010:1.0:1767384673.759191:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f10eba2. 00000100:00000010:1.0:1767384673.759192:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a237dbff. 00000100:00000010:1.0:1767384673.759208:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce67d9ee. 00000100:00000010:1.0:1767384673.759209:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005b74b6bd. 00000100:00000010:1.0:1767384673.759224:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f558676e. 00000100:00000010:1.0:1767384673.759225:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001b68e37a. 00000100:00000010:1.0:1767384673.759243:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027b52ee9. 00000100:00000010:1.0:1767384673.759245:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a2b95d79. 00000100:00000010:1.0:1767384673.759261:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c27e2ec4. 00000100:00000010:1.0:1767384673.759262:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000061c855ab. 00000100:00000010:1.0:1767384673.759279:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d175c28. 00000100:00000010:1.0:1767384673.759280:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cd531d56. 00000100:00000010:1.0:1767384673.759304:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a83885a. 00000100:00000010:1.0:1767384673.759306:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000059188cbb. 00000100:00000010:1.0:1767384673.759348:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c17e88be. 00000100:00000010:1.0:1767384673.759351:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f678f82b. 00000100:00000010:1.0:1767384673.759370:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1d74c5d. 00000100:00000010:1.0:1767384673.759371:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e286e172. 00000100:00000010:1.0:1767384673.759403:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f9eab57. 00000100:00000010:1.0:1767384673.759405:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000055cba115. 00000100:00000010:1.0:1767384673.759429:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0d262d6. 00000100:00000010:1.0:1767384673.759430:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009458b811. 00000100:00000010:1.0:1767384673.759446:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a01ca1f3. 00000100:00000010:1.0:1767384673.759447:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cc83e4d4. 00000100:00000010:1.0:1767384673.759461:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e8376f1. 00000100:00000010:1.0:1767384673.759464:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000ba7027fb. 00000100:00000010:1.0:1767384673.759473:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000003cc3ff13. 00000100:00000010:1.0:1767384673.759487:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000d4a421a6. 00000100:00000010:1.0:1767384673.759498:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000e44b402a. 00000100:00000001:1.0:1767384673.759510:0:39798:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384673.759512:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.759514:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384673.759515:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384673.759517:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000c063f121. 00000100:00000001:1.0:1767384673.759519:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384673.759520:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.759522:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.759523:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006671e5cb. 00000100:00000001:1.0:1767384673.759524:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.759525:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.759526:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007280de54. 00000100:00000001:1.0:1767384673.759527:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.759528:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.759529:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b14f5238. 00000100:00000001:1.0:1767384673.759530:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.759530:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.759531:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003632c8ac. 00000100:00000001:1.0:1767384673.759534:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.759534:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384673.759535:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384673.759536:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000007b559870. 00000100:00000001:1.0:1767384673.759537:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384673.759538:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.759540:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.759540:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000017564891. 00000100:00000001:1.0:1767384673.759541:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.759542:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.759543:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e9f75f3d. 00000100:00000001:1.0:1767384673.759545:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.759545:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.759546:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c70a46a7. 00000100:00000001:1.0:1767384673.759547:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.759548:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.759549:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000077784cf3. 00000100:00000010:1.0:1767384673.759550:0:39798:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000008ec41f81. 00000100:00000001:1.0:1767384673.759552:0:39798:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384673.759600:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007ddb7263. 00000020:00000010:1.0:1767384673.759620:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000dbe47cb. 00000020:00000010:1.0:1767384673.759623:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ca000106. 00000020:00000010:1.0:1767384673.759625:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000dc7870ee. 00000020:00000010:1.0:1767384673.759629:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000009dde68d. 00000020:00000010:1.0:1767384673.759633:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009b3261c4. 00000100:00000010:1.0:1767384673.759652:0:39798:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000004d15dcc4. 00000100:00000010:1.0:1767384673.759658:0:39798:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000e6cc9263. 00000100:00000010:1.0:1767384673.759660:0:39798:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e308642b. 00000100:00000010:1.0:1767384673.759662:0:39798:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000df47be9b. 00000100:00000001:1.0:1767384673.759664:0:39798:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.759665:0:39798:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384673.759666:0:39798:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:1.0:1767384673.759669:0:39798:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384673.759670:0:39798:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384673.759671:0:39798:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:1.0:1767384673.759672:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:1.0:1767384673.759673:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:1.0:1767384673.759674:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:1.0:1767384673.759690:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:3.0:1767384673.759745:0:16815:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b86c2ca. 00000020:00000010:2.0:1767384673.759750:0:39711:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006c7c5212. 00000040:00000010:3.0:1767384673.759752:0:16815:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c24dfda6. 00000020:00000010:0.0:1767384673.759757:0:16814:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000630846ff. 00000020:00000010:3.0:1767384673.759758:0:16815:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000012dc178d. 00000040:00000010:2.0:1767384673.759760:0:39711:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fdd0cf5. 00000020:00000010:3.0:1767384673.759767:0:16815:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007bde76df. 00000020:00000010:2.0:1767384673.759768:0:39711:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009d00df60. 00000040:00000010:0.0:1767384673.759768:0:16814:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9e7751d. 00000020:00000010:3.0:1767384673.759773:0:16815:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000091e8870a. 00000020:00000010:0.0:1767384673.759775:0:16814:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eec662b5. 00000020:00000010:2.0:1767384673.759777:0:39711:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000095c0097. 80000000:00000010:3.0:1767384673.759778:0:16815:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003be28fef. 00000020:00000010:0.0:1767384673.759781:0:16814:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fc32a329. 40000000:00000010:3.0:1767384673.759785:0:16815:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002420cae7. 00000020:00000010:2.0:1767384673.759787:0:39711:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d8fece3a. 00000020:00000010:0.0:1767384673.759787:0:16814:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000122666b. 00100000:00000010:3.0:1767384673.759790:0:16815:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000029732744. 80000000:00000010:0.0:1767384673.759795:0:16814:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001be3acf1. 00040000:00000010:3.0:1767384673.759796:0:16815:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ce2fa3d2. 80000000:00000010:2.0:1767384673.759797:0:39711:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000037719a92. 40000000:00000010:0.0:1767384673.759800:0:16814:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000060c845ff. 00040000:00000010:3.0:1767384673.759803:0:16815:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c4634cae. 00100000:00000010:0.0:1767384673.759805:0:16814:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a16338ae. 40000000:00000010:2.0:1767384673.759807:0:39711:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000052f380ac. 00080000:00000010:3.0:1767384673.759808:0:16815:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002e0132d8. 00040000:00000010:0.0:1767384673.759811:0:16814:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b584530f. 00000004:00000010:3.0:1767384673.759815:0:16815:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d74c428. 00100000:00000010:2.0:1767384673.759817:0:39711:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f056329f. 00040000:00000010:0.0:1767384673.759817:0:16814:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000087901593. 00000020:00000010:3.0:1767384673.759821:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015046528. 00080000:00000010:0.0:1767384673.759824:0:16814:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002eb37725. 00040000:00000010:2.0:1767384673.759825:0:39711:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003cccebe5. 00000020:00000010:3.0:1767384673.759827:0:16815:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000044ad40bc. 00000004:00000010:0.0:1767384673.759830:0:16814:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000042c42eab. 00040000:00000010:2.0:1767384673.759832:0:39711:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000422a837e. 00000100:00000010:3.0:1767384673.759833:0:16815:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e8fe0a89. 00000020:00000010:0.0:1767384673.759835:0:16814:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008fca559. 00000100:00100000:3.0:1767384673.759840:0:16815:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [0000000063219427:16815] 1 exiting: rc = 0 00080000:00000010:2.0:1767384673.759840:0:39711:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007c69a542. 00000020:00000010:0.0:1767384673.759843:0:16814:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005e7330b6. 00000004:00000010:2.0:1767384673.759849:0:39711:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d417818. 00000100:00000010:0.0:1767384673.759852:0:16814:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000021c93024. 00000020:00000010:2.0:1767384673.759856:0:39711:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003842a7e2. 00000100:00100000:0.0:1767384673.759857:0:16814:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [0000000080d79c50:16814] 0 exiting: rc = 1 00000020:00000010:2.0:1767384673.759865:0:39711:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005c194ff6. 00000100:00000010:2.0:1767384673.759876:0:39711:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c238562c. 00000100:00100000:2.0:1767384673.759880:0:39711:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [0000000056e51ab1:39711] 2 exiting: rc = 0 00000100:00000010:1.0:1767384673.759918:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000080d79c50. 00000100:00000010:1.0:1767384673.759924:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000063219427. 00000100:00000010:1.0:1767384673.759929:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000056e51ab1. 00000100:00000001:1.0:1767384673.759932:0:39798:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384673.759933:0:39798:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384673.759935:0:39798:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:1.0:1767384673.759938:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.759940:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.759942:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d95f52c. 00000400:00000200:1.0:1767384673.759944:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2f4af28 00000400:00000010:1.0:1767384673.759945:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2f4af28. 00000100:00000001:1.0:1767384673.759947:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.759948:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.759952:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.759953:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384673.759954:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.759955:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.759956:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.759957:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b7f6a67. 00000400:00000200:1.0:1767384673.759958:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9279f5f 00000400:00000010:1.0:1767384673.759960:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9279f5f. 00000100:00000001:1.0:1767384673.759961:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.759961:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.759964:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.759964:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384673.759965:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.759966:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.759967:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.759967:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcb634c6. 00000400:00000200:1.0:1767384673.759968:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a114af 00000400:00000010:1.0:1767384673.759969:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090a114af. 00000100:00000001:1.0:1767384673.759971:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.759971:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.759974:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.759974:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384673.759975:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.759976:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.759977:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.759977:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024fa9678. 00000400:00000200:1.0:1767384673.759978:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4abce78 00000400:00000010:1.0:1767384673.759979:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4abce78. 00000100:00000001:1.0:1767384673.759981:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.759981:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.759984:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.759985:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384673.759986:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.759987:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.759988:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.759989:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d75721. 00000400:00000200:1.0:1767384673.759990:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8baa74d 00000400:00000010:1.0:1767384673.759991:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8baa74d. 00000100:00000001:1.0:1767384673.759992:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.759992:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.759995:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.759995:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384673.759996:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.759997:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.759998:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.759998:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000306b32d2. 00000400:00000200:1.0:1767384673.759999:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d05d2513 00000400:00000010:1.0:1767384673.760017:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d05d2513. 00000100:00000001:1.0:1767384673.760020:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760021:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760025:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760026:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384673.760028:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760029:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760030:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760031:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ba182d1. 00000400:00000200:1.0:1767384673.760033:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006211de67 00000400:00000010:1.0:1767384673.760034:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006211de67. 00000100:00000001:1.0:1767384673.760036:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760037:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760041:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760043:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384673.760044:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760046:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760047:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760048:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035b5d216. 00000400:00000200:1.0:1767384673.760051:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfb33e4a 00000400:00000010:1.0:1767384673.760052:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfb33e4a. 00000100:00000001:1.0:1767384673.760053:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760054:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760057:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760058:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384673.760059:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760060:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760061:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760062:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061bbd12d. 00000400:00000200:1.0:1767384673.760063:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000427a75cd 00000400:00000010:1.0:1767384673.760063:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000427a75cd. 00000100:00000001:1.0:1767384673.760064:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760065:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760068:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760068:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384673.760069:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760070:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760071:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760071:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c082fc7. 00000400:00000200:1.0:1767384673.760072:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006df32cd0 00000400:00000010:1.0:1767384673.760073:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006df32cd0. 00000100:00000001:1.0:1767384673.760074:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760075:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760077:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760078:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384673.760079:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760080:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760080:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760081:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbb80a6b. 00000400:00000200:1.0:1767384673.760082:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024bb5542 00000400:00000010:1.0:1767384673.760083:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024bb5542. 00000100:00000001:1.0:1767384673.760084:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760085:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760087:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760088:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384673.760089:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760089:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760090:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760091:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cc6e779. 00000400:00000200:1.0:1767384673.760092:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003769aa32 00000400:00000010:1.0:1767384673.760093:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003769aa32. 00000100:00000001:1.0:1767384673.760094:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760095:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760097:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760098:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384673.760099:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760100:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760100:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760101:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf236a97. 00000400:00000200:1.0:1767384673.760102:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcb04bbe 00000400:00000010:1.0:1767384673.760103:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dcb04bbe. 00000100:00000001:1.0:1767384673.760104:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760104:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760107:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760107:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384673.760108:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760109:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760110:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760110:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9ae9370. 00000400:00000200:1.0:1767384673.760111:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a6afc67 00000400:00000010:1.0:1767384673.760112:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a6afc67. 00000100:00000001:1.0:1767384673.760113:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760114:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760116:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760117:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384673.760117:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760118:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760119:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760120:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8f79b72. 00000400:00000200:1.0:1767384673.760121:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbaff3bc 00000400:00000010:1.0:1767384673.760121:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbaff3bc. 00000100:00000001:1.0:1767384673.760122:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760123:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760125:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760126:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384673.760127:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760128:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760128:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760129:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aef4635b. 00000400:00000200:1.0:1767384673.760130:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087b8b06a 00000400:00000010:1.0:1767384673.760131:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087b8b06a. 00000100:00000001:1.0:1767384673.760133:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760133:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760136:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760136:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384673.760137:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760138:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760138:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760139:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6260fb8. 00000400:00000200:1.0:1767384673.760140:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aedec945 00000400:00000010:1.0:1767384673.760141:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aedec945. 00000100:00000001:1.0:1767384673.760142:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760142:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760145:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760145:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384673.760146:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760147:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760147:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760148:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac40cfef. 00000400:00000200:1.0:1767384673.760149:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f030f790 00000400:00000010:1.0:1767384673.760150:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f030f790. 00000100:00000001:1.0:1767384673.760151:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760151:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760154:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760154:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384673.760155:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760156:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760157:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760157:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d04a179. 00000400:00000200:1.0:1767384673.760158:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd116c5 00000400:00000010:1.0:1767384673.760159:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abd116c5. 00000100:00000001:1.0:1767384673.760160:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760161:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760163:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760164:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384673.760165:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760166:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760166:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760167:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000086cb17a. 00000400:00000200:1.0:1767384673.760169:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb65d40 00000400:00000010:1.0:1767384673.760170:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cb65d40. 00000100:00000001:1.0:1767384673.760171:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760171:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760173:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760174:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384673.760175:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760176:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760176:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760177:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8ace09c. 00000400:00000200:1.0:1767384673.760178:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d45c44e 00000400:00000010:1.0:1767384673.760179:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d45c44e. 00000100:00000001:1.0:1767384673.760180:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760180:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760183:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760183:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384673.760184:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760185:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760185:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760186:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001916aac0. 00000400:00000200:1.0:1767384673.760187:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086f1ffd7 00000400:00000010:1.0:1767384673.760188:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086f1ffd7. 00000100:00000001:1.0:1767384673.760189:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760189:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760192:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760192:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384673.760193:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760194:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760194:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760195:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e415eb10. 00000400:00000200:1.0:1767384673.760196:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000426e69e5 00000400:00000010:1.0:1767384673.760197:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000426e69e5. 00000100:00000001:1.0:1767384673.760198:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760198:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760201:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760202:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384673.760203:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760203:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760204:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760204:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edbf066d. 00000400:00000200:1.0:1767384673.760205:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b5cc37 00000400:00000010:1.0:1767384673.760206:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001b5cc37. 00000100:00000001:1.0:1767384673.760207:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760208:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760211:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760211:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384673.760212:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760213:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760214:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760214:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000440698bc. 00000400:00000200:1.0:1767384673.760215:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd45652 00000400:00000010:1.0:1767384673.760216:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fd45652. 00000100:00000001:1.0:1767384673.760217:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760218:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760220:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760221:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384673.760222:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760223:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760223:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760224:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005181f557. 00000400:00000200:1.0:1767384673.760225:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071d9d0c9 00000400:00000010:1.0:1767384673.760226:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071d9d0c9. 00000100:00000001:1.0:1767384673.760227:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760227:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760230:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760230:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384673.760231:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760232:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760232:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760233:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a3081b1. 00000400:00000200:1.0:1767384673.760234:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f8e6703 00000400:00000010:1.0:1767384673.760235:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f8e6703. 00000100:00000001:1.0:1767384673.760236:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760237:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760239:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760240:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384673.760241:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760241:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760242:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760243:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000681e4af8. 00000400:00000200:1.0:1767384673.760244:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003694b589 00000400:00000010:1.0:1767384673.760245:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003694b589. 00000100:00000001:1.0:1767384673.760246:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760246:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760248:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760249:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384673.760250:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760250:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760251:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760252:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000794851a6. 00000400:00000200:1.0:1767384673.760253:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781d2a27 00000400:00000010:1.0:1767384673.760253:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000781d2a27. 00000100:00000001:1.0:1767384673.760254:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760255:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760257:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760258:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384673.760259:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760259:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760260:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760261:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000273dc423. 00000400:00000200:1.0:1767384673.760262:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b50f73 00000400:00000010:1.0:1767384673.760262:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014b50f73. 00000100:00000001:1.0:1767384673.760263:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760264:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760266:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760267:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384673.760268:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760268:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760269:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760270:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008449a77. 00000400:00000200:1.0:1767384673.760271:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a1c2d52 00000400:00000010:1.0:1767384673.760272:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a1c2d52. 00000100:00000001:1.0:1767384673.760273:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760273:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760276:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760276:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384673.760277:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760278:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760278:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760279:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016cc4721. 00000400:00000200:1.0:1767384673.760280:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c109718d 00000400:00000010:1.0:1767384673.760281:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c109718d. 00000100:00000001:1.0:1767384673.760282:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760283:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760285:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760286:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384673.760286:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760287:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760288:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760288:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036a083c8. 00000400:00000200:1.0:1767384673.760289:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f398e57e 00000400:00000010:1.0:1767384673.760290:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f398e57e. 00000100:00000001:1.0:1767384673.760291:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760292:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760294:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760295:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384673.760295:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760296:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760297:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760297:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc9d677e. 00000400:00000200:1.0:1767384673.760298:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ae2616 00000400:00000010:1.0:1767384673.760299:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000ae2616. 00000100:00000001:1.0:1767384673.760300:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760301:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760303:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760304:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384673.760305:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760306:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760306:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760307:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006364ba47. 00000400:00000200:1.0:1767384673.760308:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe07a0e1 00000400:00000010:1.0:1767384673.760309:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe07a0e1. 00000100:00000001:1.0:1767384673.760336:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760337:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760342:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760343:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384673.760345:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760346:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760347:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760348:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073614d7d. 00000400:00000200:1.0:1767384673.760351:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f02deff 00000400:00000010:1.0:1767384673.760352:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f02deff. 00000100:00000001:1.0:1767384673.760354:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760355:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760359:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760360:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384673.760361:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760362:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760363:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760364:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029efaf1a. 00000400:00000200:1.0:1767384673.760365:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005066976e 00000400:00000010:1.0:1767384673.760366:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005066976e. 00000100:00000001:1.0:1767384673.760367:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760367:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760370:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760371:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384673.760372:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760372:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760373:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760373:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000310928b6. 00000400:00000200:1.0:1767384673.760375:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000404afe9f 00000400:00000010:1.0:1767384673.760376:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000404afe9f. 00000100:00000001:1.0:1767384673.760376:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760377:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760379:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760380:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384673.760381:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760382:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760383:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760383:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5e42fbb. 00000400:00000200:1.0:1767384673.760384:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8cde568 00000400:00000010:1.0:1767384673.760385:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8cde568. 00000100:00000001:1.0:1767384673.760386:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760387:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760389:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760390:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384673.760391:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760391:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760392:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760393:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c12fcf1. 00000400:00000200:1.0:1767384673.760394:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af165958 00000400:00000010:1.0:1767384673.760395:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af165958. 00000100:00000001:1.0:1767384673.760396:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760396:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760398:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760399:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384673.760400:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760401:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760401:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760402:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072f0f032. 00000400:00000200:1.0:1767384673.760403:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025583f38 00000400:00000010:1.0:1767384673.760404:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025583f38. 00000100:00000001:1.0:1767384673.760405:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760405:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760408:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760408:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384673.760409:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760410:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760411:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760411:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c9fdd89. 00000400:00000200:1.0:1767384673.760412:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a86053b2 00000400:00000010:1.0:1767384673.760413:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a86053b2. 00000100:00000001:1.0:1767384673.760414:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760415:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760417:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760418:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384673.760419:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760419:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760420:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760421:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c8e1c72. 00000400:00000200:1.0:1767384673.760422:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9f7074 00000400:00000010:1.0:1767384673.760423:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e9f7074. 00000100:00000001:1.0:1767384673.760424:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760424:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760427:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760427:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384673.760428:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760429:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760429:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760430:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d901329. 00000400:00000200:1.0:1767384673.760431:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1e8034b 00000400:00000010:1.0:1767384673.760432:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1e8034b. 00000100:00000001:1.0:1767384673.760433:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760433:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760436:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760436:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384673.760437:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760438:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760438:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760439:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef110747. 00000400:00000200:1.0:1767384673.760440:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5bbd408 00000400:00000010:1.0:1767384673.760441:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5bbd408. 00000100:00000001:1.0:1767384673.760442:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760442:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760445:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760446:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384673.760446:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760447:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760448:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760448:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009911ed77. 00000400:00000200:1.0:1767384673.760449:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813db533 00000400:00000010:1.0:1767384673.760450:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000813db533. 00000100:00000001:1.0:1767384673.760451:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760452:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760454:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760455:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384673.760456:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760456:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760457:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760458:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092abe428. 00000400:00000200:1.0:1767384673.760459:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003820886d 00000400:00000010:1.0:1767384673.760459:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003820886d. 00000100:00000001:1.0:1767384673.760460:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760461:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760463:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760464:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384673.760465:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760466:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760466:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760467:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b4766e3. 00000400:00000200:1.0:1767384673.760468:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021241cda 00000400:00000010:1.0:1767384673.760469:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021241cda. 00000100:00000001:1.0:1767384673.760470:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760470:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760472:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760473:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384673.760474:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760475:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760475:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760476:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cd607a6. 00000400:00000200:1.0:1767384673.760477:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207ef9c6 00000400:00000010:1.0:1767384673.760477:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000207ef9c6. 00000100:00000001:1.0:1767384673.760478:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760479:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760481:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760482:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384673.760483:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760484:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760485:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760485:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098729915. 00000400:00000200:1.0:1767384673.760486:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9dbc3a 00000400:00000010:1.0:1767384673.760487:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f9dbc3a. 00000100:00000001:1.0:1767384673.760488:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760488:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760491:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760492:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384673.760492:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760493:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760494:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760494:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b359c773. 00000400:00000200:1.0:1767384673.760495:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a0319c5 00000400:00000010:1.0:1767384673.760496:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a0319c5. 00000100:00000001:1.0:1767384673.760497:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760498:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760500:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760501:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384673.760502:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760502:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760503:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760503:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dfa7d40. 00000400:00000200:1.0:1767384673.760504:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000759b53fa 00000400:00000010:1.0:1767384673.760505:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000759b53fa. 00000100:00000001:1.0:1767384673.760506:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760507:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760509:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760510:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384673.760511:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760512:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760512:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760513:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000614072ba. 00000400:00000200:1.0:1767384673.760514:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cdc1aa7 00000400:00000010:1.0:1767384673.760515:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cdc1aa7. 00000100:00000001:1.0:1767384673.760517:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760517:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760520:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760520:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384673.760521:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760522:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760523:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760523:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceddccce. 00000400:00000200:1.0:1767384673.760524:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000872cc428 00000400:00000010:1.0:1767384673.760525:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000872cc428. 00000100:00000001:1.0:1767384673.760526:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760527:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760529:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760530:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384673.760531:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760531:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760532:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760532:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db500ad6. 00000400:00000200:1.0:1767384673.760533:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019483691 00000400:00000010:1.0:1767384673.760534:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019483691. 00000100:00000001:1.0:1767384673.760535:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760536:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760538:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760539:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384673.760540:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760540:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760541:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760542:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ead302b. 00000400:00000200:1.0:1767384673.760543:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062923b45 00000400:00000010:1.0:1767384673.760543:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062923b45. 00000100:00000001:1.0:1767384673.760544:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760545:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760547:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760548:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384673.760549:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760550:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760550:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760551:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93fca8c. 00000400:00000200:1.0:1767384673.760552:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e0591d5 00000400:00000010:1.0:1767384673.760553:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e0591d5. 00000100:00000001:1.0:1767384673.760554:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760554:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760557:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760558:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384673.760559:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760559:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760560:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760561:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ac71beb. 00000400:00000200:1.0:1767384673.760562:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005fabdba 00000400:00000010:1.0:1767384673.760563:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005fabdba. 00000100:00000001:1.0:1767384673.760564:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760564:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760567:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760568:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384673.760569:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760570:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760570:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760571:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9626d68. 00000400:00000200:1.0:1767384673.760572:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bcedd4c 00000400:00000010:1.0:1767384673.760573:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bcedd4c. 00000100:00000001:1.0:1767384673.760574:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760575:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760577:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760578:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384673.760579:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760579:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760580:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760581:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838de599. 00000400:00000200:1.0:1767384673.760582:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002270c647 00000400:00000010:1.0:1767384673.760582:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002270c647. 00000100:00000001:1.0:1767384673.760583:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760584:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760586:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760587:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384673.760588:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760589:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760589:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760590:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e2904c8. 00000400:00000200:1.0:1767384673.760591:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa21ec0 00000400:00000010:1.0:1767384673.760592:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fa21ec0. 00000100:00000001:1.0:1767384673.760593:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760594:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760596:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760597:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384673.760598:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760599:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760600:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760600:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b01341. 00000400:00000200:1.0:1767384673.760601:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c015ab4f 00000400:00000010:1.0:1767384673.760602:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c015ab4f. 00000100:00000001:1.0:1767384673.760603:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760604:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760606:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760607:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384673.760608:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760608:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760609:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760609:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3336744. 00000400:00000200:1.0:1767384673.760610:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067d54e55 00000400:00000010:1.0:1767384673.760611:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067d54e55. 00000100:00000001:1.0:1767384673.760612:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760613:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760615:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760616:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384673.760616:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384673.760617:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.760618:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.760618:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057af334a. 00000400:00000200:1.0:1767384673.760619:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083e36f29 00000400:00000010:1.0:1767384673.760620:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083e36f29. 00000100:00000001:1.0:1767384673.760621:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384673.760622:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384673.760624:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384673.760625:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384673.760626:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384673.760627:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760627:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760629:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760630:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760630:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760631:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760632:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760632:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760633:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760634:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760634:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760635:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760636:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760636:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760637:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760638:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760639:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760639:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760640:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760640:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760641:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760642:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760643:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760643:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760644:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760645:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760645:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760646:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760647:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760647:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760648:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760649:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760649:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760650:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760651:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760651:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760652:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760653:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760653:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760654:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760655:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760655:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760656:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760657:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760658:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760659:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760659:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760660:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760661:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760662:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760663:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760663:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760664:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760664:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760665:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760666:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760667:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760667:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760668:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760669:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760669:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760670:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760671:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760671:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760672:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760672:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760673:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760674:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760675:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760675:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760676:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760677:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760677:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760678:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760679:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760679:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760680:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760681:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760681:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760682:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760683:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760683:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760684:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760685:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760686:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760687:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760688:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760688:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760689:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760690:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760691:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760691:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760692:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760693:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760693:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760694:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760695:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760695:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760696:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760697:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760697:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760698:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760699:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760699:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760700:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760701:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760701:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760702:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760703:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760703:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760704:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760705:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760705:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760706:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760707:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760707:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760708:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760708:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760709:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760710:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760711:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760711:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760712:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760713:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760714:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760714:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384673.760715:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384673.760716:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384673.760718:0:39798:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384673.760720:0:39798:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000e05090a2. 02000000:00000001:1.0:1767384673.760721:0:39798:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384673.760722:0:39798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000921f38d0. 00000100:00000010:1.0:1767384673.760725:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005cd7c5a0. 00000100:00000010:1.0:1767384673.760727:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054b3982a. 00000100:00000010:1.0:1767384673.760728:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f0f838ae. 00000100:00000010:1.0:1767384673.760730:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4411754. 00000100:00000010:1.0:1767384673.760731:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000638cb10e. 00000100:00000010:1.0:1767384673.760732:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fb9c106. 00000100:00000010:1.0:1767384673.760734:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d38802d5. 00000100:00000010:1.0:1767384673.760735:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2dba480. 00000100:00000010:1.0:1767384673.760736:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005e6c8ad7. 00000100:00000010:1.0:1767384673.760738:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b47ca8ea. 00000100:00000010:1.0:1767384673.760739:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005e48946f. 00000100:00000010:1.0:1767384673.760740:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000196096c5. 00000100:00000010:1.0:1767384673.760741:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000efe591f6. 00000100:00000010:1.0:1767384673.760742:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf0afc69. 00000100:00000010:1.0:1767384673.760743:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d3883037. 00000100:00000010:1.0:1767384673.760745:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092953a6e. 00000100:00000010:1.0:1767384673.760746:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001403a137. 00000100:00000010:1.0:1767384673.760756:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c48d9f7. 00000100:00000010:1.0:1767384673.760758:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000085ce77ef. 00000100:00000010:1.0:1767384673.760759:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fd01720. 00000100:00000010:1.0:1767384673.760760:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000086005257. 00000100:00000010:1.0:1767384673.760761:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088fa8227. 00000100:00000010:1.0:1767384673.760762:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000057ef92a1. 00000100:00000010:1.0:1767384673.760764:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070841702. 00000100:00000010:1.0:1767384673.760765:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010588283. 00000100:00000010:1.0:1767384673.760767:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d408de20. 00000100:00000010:1.0:1767384673.760768:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000412894bb. 00000100:00000010:1.0:1767384673.760770:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000151d30d5. 00000100:00000010:1.0:1767384673.760771:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000359d8381. 00000100:00000010:1.0:1767384673.760772:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc95d291. 00000100:00000010:1.0:1767384673.760774:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059e80533. 00000100:00000010:1.0:1767384673.760775:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccb355bc. 00000100:00000010:1.0:1767384673.760776:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f0c5d191. 00000100:00000010:1.0:1767384673.760778:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012742921. 00000100:00000010:1.0:1767384673.760779:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000023c65fef. 00000100:00000010:1.0:1767384673.760780:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e2755de. 00000100:00000010:1.0:1767384673.760781:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b8d3bf50. 00000100:00000010:1.0:1767384673.760782:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090632649. 00000100:00000010:1.0:1767384673.760783:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a835de4. 00000100:00000010:1.0:1767384673.760785:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d998db4. 00000100:00000010:1.0:1767384673.760786:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6e005ca. 00000100:00000010:1.0:1767384673.760796:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088d6ced1. 00000100:00000010:1.0:1767384673.760797:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a9b8f392. 00000100:00000010:1.0:1767384673.760800:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007e2134a. 00000100:00000010:1.0:1767384673.760801:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c932cfe. 00000100:00000010:1.0:1767384673.760802:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efc884a5. 00000100:00000010:1.0:1767384673.760803:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000012173893. 00000100:00000010:1.0:1767384673.760805:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000798d9bcd. 00000100:00000010:1.0:1767384673.760806:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000036fca0cb. 00000100:00000010:1.0:1767384673.760807:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000457ca3e1. 00000100:00000010:1.0:1767384673.760819:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004470f028. 00000100:00000010:1.0:1767384673.760821:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b94655d4. 00000100:00000010:1.0:1767384673.760822:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000366005e7. 00000100:00000010:1.0:1767384673.760823:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ede17f5f. 00000100:00000010:1.0:1767384673.760824:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000573a8433. 00000100:00000010:1.0:1767384673.760826:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ee3253d. 00000100:00000010:1.0:1767384673.760827:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000584bebd7. 00000100:00000010:1.0:1767384673.760829:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb0d5aa0. 00000100:00000010:1.0:1767384673.760830:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b937a986. 00000100:00000010:1.0:1767384673.760832:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000939e1fe4. 00000100:00000010:1.0:1767384673.760833:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4b247dd. 00000100:00000010:1.0:1767384673.760834:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000404b8201. 00000100:00000010:1.0:1767384673.760835:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000015600240. 00000100:00000010:1.0:1767384673.760837:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdf4defe. 00000100:00000010:1.0:1767384673.760838:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ad54f6ef. 00000100:00000010:1.0:1767384673.760855:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f593ac4d. 00000100:00000010:1.0:1767384673.760858:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000040073a24. 00000100:00000010:1.0:1767384673.760860:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000493fb90a. 00000100:00000010:1.0:1767384673.760861:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bdb88367. 00000100:00000010:1.0:1767384673.760864:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1650627. 00000100:00000010:1.0:1767384673.760865:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a42cf71. 00000100:00000010:1.0:1767384673.760867:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064a41b5b. 00000100:00000010:1.0:1767384673.760869:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b8559b59. 00000100:00000010:1.0:1767384673.760871:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000437ae056. 00000100:00000010:1.0:1767384673.760873:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2ca5da6. 00000100:00000010:1.0:1767384673.760875:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5675af2. 00000100:00000010:1.0:1767384673.760877:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006ecd6a67. 00000100:00000010:1.0:1767384673.760879:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1313d55. 00000100:00000010:1.0:1767384673.760881:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000075965bf4. 00000100:00000010:1.0:1767384673.760883:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000575c31bb. 00000100:00000010:1.0:1767384673.760885:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d83f555. 00000100:00000010:1.0:1767384673.760888:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002f91993. 00000100:00000010:1.0:1767384673.760890:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000878ef4cd. 00000100:00000010:1.0:1767384673.760892:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ce8ec1f. 00000100:00000010:1.0:1767384673.760895:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a43fdc31. 00000100:00000010:1.0:1767384673.760897:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008572f4fe. 00000100:00000010:1.0:1767384673.760899:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000ab06a06. 00000100:00000010:1.0:1767384673.760901:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000555ab81e. 00000100:00000010:1.0:1767384673.760903:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000046061ed6. 00000100:00000010:1.0:1767384673.760917:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069cf3296. 00000100:00000010:1.0:1767384673.760919:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002a4b3171. 00000100:00000010:1.0:1767384673.760922:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000530a7b62. 00000100:00000010:1.0:1767384673.760923:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000038a75937. 00000100:00000010:1.0:1767384673.760924:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d38fde99. 00000100:00000010:1.0:1767384673.760926:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005b32bd56. 00000100:00000010:1.0:1767384673.760927:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049ddf33b. 00000100:00000010:1.0:1767384673.760928:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ea6a1b3c. 00000100:00000010:1.0:1767384673.760930:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000417416b9. 00000100:00000010:1.0:1767384673.760931:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000020d1001a. 00000100:00000010:1.0:1767384673.760932:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039b9fcbf. 00000100:00000010:1.0:1767384673.760933:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf9d2797. 00000100:00000010:1.0:1767384673.760934:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fd3bdfd. 00000100:00000010:1.0:1767384673.760935:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000d2847e0. 00000100:00000010:1.0:1767384673.760937:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ce05a74. 00000100:00000010:1.0:1767384673.760938:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da140533. 00000100:00000010:1.0:1767384673.760940:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d886ba2. 00000100:00000010:1.0:1767384673.760941:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ce477639. 00000100:00000010:1.0:1767384673.760942:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4ef130f. 00000100:00000010:1.0:1767384673.760943:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008c8f27b1. 00000100:00000010:1.0:1767384673.760944:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000597b27d5. 00000100:00000010:1.0:1767384673.760945:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001bd406eb. 00000100:00000010:1.0:1767384673.760947:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000412fab53. 00000100:00000010:1.0:1767384673.760948:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004f675b4f. 00000100:00000010:1.0:1767384673.760958:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bd87b90. 00000100:00000010:1.0:1767384673.760960:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c0d96404. 00000100:00000010:1.0:1767384673.760961:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008463f335. 00000100:00000010:1.0:1767384673.760962:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002e8655b1. 00000100:00000010:1.0:1767384673.760964:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4f1d97e. 00000100:00000010:1.0:1767384673.760965:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a583063. 00000100:00000010:1.0:1767384673.760968:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5ca40c4. 00000100:00000010:1.0:1767384673.760970:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000295a8a94. 00000100:00000010:1.0:1767384673.760971:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077c33fb6. 00000100:00000010:1.0:1767384673.760972:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b5a57649. 00000100:00000010:1.0:1767384673.760975:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe07de59. 00000100:00000010:1.0:1767384673.760976:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000361fa9a7. 00000100:00000010:1.0:1767384673.760978:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049b3da34. 00000100:00000010:1.0:1767384673.760979:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eefab3de. 00000100:00000010:1.0:1767384673.760980:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3519ee4. 00000100:00000010:1.0:1767384673.760982:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005bdee8c9. 00000100:00000010:1.0:1767384673.760987:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000023d691e6. 00000100:00000010:1.0:1767384673.760991:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000045ce2ff3. 00000100:00000001:1.0:1767384673.760995:0:39798:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384673.760997:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.760998:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384673.760998:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384673.760999:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000e77d3792. 00000100:00000001:1.0:1767384673.761012:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384673.761014:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.761016:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.761017:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eb1b42f8. 00000100:00000001:1.0:1767384673.761019:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.761020:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.761020:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000033024ff5. 00000100:00000001:1.0:1767384673.761022:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.761022:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.761023:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000007271b8b. 00000100:00000001:1.0:1767384673.761024:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384673.761025:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384673.761025:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001838dc7b. 00000100:00000001:1.0:1767384673.761026:0:39798:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384673.761075:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f4707545. 00000020:00000010:1.0:1767384673.761078:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004dbf7670. 00000020:00000010:1.0:1767384673.761089:0:39798:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005312d69e. 00000020:00000010:1.0:1767384673.761092:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007394c097. 00000020:00000010:1.0:1767384673.761094:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009c553823. 00000100:00000010:1.0:1767384673.761108:0:39798:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000aa353df0. 00000100:00000010:1.0:1767384673.761113:0:39798:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000bf2723f8. 00000100:00000010:1.0:1767384673.761115:0:39798:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000034b5ecb7. 00000100:00000010:1.0:1767384673.761116:0:39798:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000716c2dbe. 00000100:00000001:1.0:1767384673.761118:0:39798:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384673.761119:0:39798:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384673.761120:0:39798:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:1.0:1767384673.761122:0:39798:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384673.761123:0:39798:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384673.761124:0:39798:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:1.0:1767384673.761125:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:1.0:1767384673.761126:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:1.0:1767384673.761138:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:0.0:1767384673.761171:0:16817:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b16a5ebc. 00000040:00000010:0.0:1767384673.761180:0:16817:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000028153500. 00000020:00000010:3.0:1767384673.761181:0:16816:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ccb7467. 00000020:00000010:0.0:1767384673.761184:0:16817:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9aaa165. 00000040:00000010:3.0:1767384673.761191:0:16816:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000afb6aa97. 00000020:00000010:0.0:1767384673.761192:0:16817:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003c244fa5. 00000020:00000010:3.0:1767384673.761198:0:16816:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a8b7198d. 00000020:00000010:0.0:1767384673.761199:0:16817:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b5be8607. 80000000:00000010:0.0:1767384673.761206:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000414db09f. 00000020:00000010:3.0:1767384673.761208:0:16816:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c697a41. 40000000:00000010:0.0:1767384673.761210:0:16817:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ec369c5. 00000020:00000010:3.0:1767384673.761217:0:16816:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a66470b5. 00100000:00000010:0.0:1767384673.761218:0:16817:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b0ed73c9. 80000000:00000010:3.0:1767384673.761225:0:16816:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f9281113. 00040000:00000010:0.0:1767384673.761226:0:16817:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000809d6ff5. 40000000:00000010:3.0:1767384673.761234:0:16816:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000abf6b009. 00040000:00000010:0.0:1767384673.761234:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000926e6e71. 00100000:00000010:3.0:1767384673.761242:0:16816:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ef98b2aa. 00080000:00000010:0.0:1767384673.761242:0:16817:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eab7016c. 00040000:00000010:3.0:1767384673.761248:0:16816:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000afbd93f0. 00040000:00000010:3.0:1767384673.761251:0:16816:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000a8ce8ef. 00080000:00000010:3.0:1767384673.761258:0:16816:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b75ffc0. 00000004:00000010:0.0:1767384673.761260:0:16817:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007c361617. 00000004:00000010:3.0:1767384673.761263:0:16816:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000032642092. 00002000:00000010:0.0:1767384673.761266:0:16817:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d54439f8. 00002000:00000010:3.0:1767384673.761271:0:16816:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007c4a7c8a. 00000020:00000010:0.0:1767384673.761272:0:16817:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040ad239d. 00000020:00000010:3.0:1767384673.761279:0:16816:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1c67e49. 00000020:00000010:0.0:1767384673.761280:0:16817:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000041525a9a. 00000100:00000010:0.0:1767384673.761286:0:16817:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000944cebd. 00000020:00000010:3.0:1767384673.761288:0:16816:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000017c07ee8. 00000100:00100000:0.0:1767384673.761290:0:16817:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [000000001c6bb183:16817] 1 exiting: rc = 0 00000100:00000010:3.0:1767384673.761297:0:16816:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008e14f8fe. 00000100:00100000:3.0:1767384673.761302:0:16816:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000b64d9567:16816] 0 exiting: rc = 1 00000100:00000010:0.0:1767384673.761420:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b64d9567. 00000100:00000010:0.0:1767384673.761426:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001c6bb183. 00000100:00000001:0.0:1767384673.761432:0:39798:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384673.761433:0:39798:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384673.761436:0:39798:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:0.0:1767384673.761439:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761441:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761443:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc02fa33. 00000400:00000200:0.0:1767384673.761446:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a99f575 00000400:00000010:0.0:1767384673.761448:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002a99f575. 00000100:00000001:0.0:1767384673.761453:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761454:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761462:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761464:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384673.761466:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761468:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761469:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761470:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007350aab9. 00000400:00000200:0.0:1767384673.761473:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39ec7a7 00000400:00000010:0.0:1767384673.761474:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a39ec7a7. 00000100:00000001:0.0:1767384673.761479:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761480:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761485:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761486:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384673.761488:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761490:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761491:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761492:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006645d811. 00000400:00000200:0.0:1767384673.761495:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4b806f7 00000400:00000010:0.0:1767384673.761496:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a4b806f7. 00000100:00000001:0.0:1767384673.761501:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761507:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761515:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761516:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384673.761519:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761521:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761522:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761524:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bd61668. 00000400:00000200:0.0:1767384673.761526:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d40b98f 00000400:00000010:0.0:1767384673.761528:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001d40b98f. 00000100:00000001:0.0:1767384673.761532:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761534:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761540:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761542:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384673.761544:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761545:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761547:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761548:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3751b72. 00000400:00000200:0.0:1767384673.761551:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b488f0 00000400:00000010:0.0:1767384673.761552:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000044b488f0. 00000100:00000001:0.0:1767384673.761556:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761557:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761563:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761565:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384673.761567:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761569:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761570:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761571:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084274996. 00000400:00000200:0.0:1767384673.761574:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ee2382 00000400:00000010:0.0:1767384673.761575:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000046ee2382. 00000100:00000001:0.0:1767384673.761579:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761581:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761583:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761585:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384673.761587:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761588:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761590:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761591:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de41bfaa. 00000400:00000200:0.0:1767384673.761595:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002602fcc0 00000400:00000010:0.0:1767384673.761599:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002602fcc0. 00000100:00000001:0.0:1767384673.761603:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761605:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761612:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761613:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384673.761616:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761618:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761619:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761620:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a719a33. 00000400:00000200:0.0:1767384673.761623:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000835baaf1 00000400:00000010:0.0:1767384673.761625:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000835baaf1. 00000100:00000001:0.0:1767384673.761629:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761631:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761637:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761638:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384673.761640:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761642:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761643:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761644:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070252c9f. 00000400:00000200:0.0:1767384673.761647:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084ada4c3 00000400:00000010:0.0:1767384673.761649:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000084ada4c3. 00000100:00000001:0.0:1767384673.761673:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761674:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761681:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761683:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384673.761685:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761687:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761688:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761690:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000959ede62. 00000400:00000200:0.0:1767384673.761693:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac182769 00000400:00000010:0.0:1767384673.761695:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ac182769. 00000100:00000001:0.0:1767384673.761698:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761699:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761706:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761707:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384673.761710:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761711:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761712:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761717:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba99aec7. 00000400:00000200:0.0:1767384673.761720:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000552bfec1 00000400:00000010:0.0:1767384673.761721:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000552bfec1. 00000100:00000001:0.0:1767384673.761726:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761727:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761733:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761735:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384673.761737:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761738:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761739:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761741:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe171f1. 00000400:00000200:0.0:1767384673.761743:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066cdaf77 00000400:00000010:0.0:1767384673.761745:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000066cdaf77. 00000100:00000001:0.0:1767384673.761749:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761750:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761756:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761757:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384673.761759:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761761:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761762:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761763:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000321e6317. 00000400:00000200:0.0:1767384673.761767:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9403752 00000400:00000010:0.0:1767384673.761768:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f9403752. 00000100:00000001:0.0:1767384673.761774:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761775:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761781:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761782:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384673.761785:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761786:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761787:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761789:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061a3e1b7. 00000400:00000200:0.0:1767384673.761792:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ce60e5c 00000400:00000010:0.0:1767384673.761793:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007ce60e5c. 00000100:00000001:0.0:1767384673.761798:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761799:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761805:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761807:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384673.761809:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761814:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761816:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761817:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf4121d5. 00000400:00000200:0.0:1767384673.761821:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f852a2c 00000400:00000010:0.0:1767384673.761822:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007f852a2c. 00000100:00000001:0.0:1767384673.761826:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761827:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761835:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761836:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384673.761839:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761841:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761842:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761843:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1d8de3. 00000400:00000200:0.0:1767384673.761846:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f533206 00000400:00000010:0.0:1767384673.761848:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004f533206. 00000100:00000001:0.0:1767384673.761852:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761853:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761859:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761860:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384673.761863:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761864:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761865:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761866:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc0b28ed. 00000400:00000200:0.0:1767384673.761869:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b165932d 00000400:00000010:0.0:1767384673.761871:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b165932d. 00000100:00000001:0.0:1767384673.761875:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761876:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761882:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761883:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384673.761886:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761887:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761888:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761889:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3bfac48. 00000400:00000200:0.0:1767384673.761893:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cfe4415 00000400:00000010:0.0:1767384673.761894:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001cfe4415. 00000100:00000001:0.0:1767384673.761898:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761899:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761905:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761909:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384673.761911:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761913:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761914:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761916:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e48b7e3. 00000400:00000200:0.0:1767384673.761919:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcabed3f 00000400:00000010:0.0:1767384673.761920:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bcabed3f. 00000100:00000001:0.0:1767384673.761925:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761926:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761932:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761934:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384673.761936:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761937:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761937:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761938:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049cd76ce. 00000400:00000200:0.0:1767384673.761941:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3312eb 00000400:00000010:0.0:1767384673.761943:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006d3312eb. 00000100:00000001:0.0:1767384673.761948:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.761949:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.761955:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.761957:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384673.761959:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.761960:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.761961:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.761962:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001657feb3. 00000400:00000200:0.0:1767384673.761966:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001e86145 00000400:00000010:0.0:1767384673.761968:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000001e86145. 00000100:00000001:0.0:1767384673.762019:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762021:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762027:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762029:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384673.762032:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762034:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762035:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762037:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6c62efe. 00000400:00000200:0.0:1767384673.762040:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcac6c1 00000400:00000010:0.0:1767384673.762041:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bfcac6c1. 00000100:00000001:0.0:1767384673.762045:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762050:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762055:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762056:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384673.762058:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762060:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762062:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762063:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebf30808. 00000400:00000200:0.0:1767384673.762066:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabe2c50 00000400:00000010:0.0:1767384673.762067:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dabe2c50. 00000100:00000001:0.0:1767384673.762071:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762072:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762078:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762079:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384673.762081:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762082:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762084:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762085:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e644f5f3. 00000400:00000200:0.0:1767384673.762088:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc9e6280 00000400:00000010:0.0:1767384673.762089:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bc9e6280. 00000100:00000001:0.0:1767384673.762094:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762095:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762101:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762103:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384673.762105:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762107:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762108:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762109:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001def0b36. 00000400:00000200:0.0:1767384673.762112:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061f66879 00000400:00000010:0.0:1767384673.762113:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000061f66879. 00000100:00000001:0.0:1767384673.762118:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762119:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762126:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762127:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384673.762129:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762131:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762132:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762133:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e48f3814. 00000400:00000200:0.0:1767384673.762136:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000043559e9 00000400:00000010:0.0:1767384673.762140:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000043559e9. 00000100:00000001:0.0:1767384673.762145:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762146:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762153:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762155:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384673.762157:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762159:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762161:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762162:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009990eaeb. 00000400:00000200:0.0:1767384673.762165:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ed7ef01 00000400:00000010:0.0:1767384673.762166:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006ed7ef01. 00000100:00000001:0.0:1767384673.762170:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762171:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762174:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762176:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384673.762178:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762179:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762180:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762181:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022e10005. 00000400:00000200:0.0:1767384673.762184:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009798f255 00000400:00000010:0.0:1767384673.762186:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009798f255. 00000100:00000001:0.0:1767384673.762189:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762190:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762193:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762194:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384673.762196:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762197:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762198:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762199:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c17dc88. 00000400:00000200:0.0:1767384673.762202:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9f8c212 00000400:00000010:0.0:1767384673.762203:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e9f8c212. 00000100:00000001:0.0:1767384673.762207:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762208:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762215:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762216:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384673.762218:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762219:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762220:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762228:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041dfcb8f. 00000400:00000200:0.0:1767384673.762231:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4327961 00000400:00000010:0.0:1767384673.762232:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a4327961. 00000100:00000001:0.0:1767384673.762235:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762236:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762241:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762243:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384673.762246:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762248:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762249:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762250:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdfe19f5. 00000400:00000200:0.0:1767384673.762254:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000851171bc 00000400:00000010:0.0:1767384673.762255:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000851171bc. 00000100:00000001:0.0:1767384673.762259:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762260:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762267:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762269:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384673.762271:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762272:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762273:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762277:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073c09866. 00000400:00000200:0.0:1767384673.762279:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4b63e13 00000400:00000010:0.0:1767384673.762281:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e4b63e13. 00000100:00000001:0.0:1767384673.762283:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762284:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762288:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762290:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384673.762292:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762293:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762295:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762296:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee8e3011. 00000400:00000200:0.0:1767384673.762299:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d40b19b8 00000400:00000010:0.0:1767384673.762300:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d40b19b8. 00000100:00000001:0.0:1767384673.762380:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762381:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762390:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762392:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384673.762395:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762401:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762403:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762405:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc0497a. 00000400:00000200:0.0:1767384673.762408:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d441fc 00000400:00000010:0.0:1767384673.762410:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000030d441fc. 00000100:00000001:0.0:1767384673.762415:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762417:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762423:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762425:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384673.762427:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762428:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762429:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762430:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007084054e. 00000400:00000200:0.0:1767384673.762434:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ae3ce23 00000400:00000010:0.0:1767384673.762435:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008ae3ce23. 00000100:00000001:0.0:1767384673.762439:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762440:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762445:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762446:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384673.762448:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762450:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762451:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762453:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c9a97a. 00000400:00000200:0.0:1767384673.762456:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019eec54f 00000400:00000010:0.0:1767384673.762457:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000019eec54f. 00000100:00000001:0.0:1767384673.762461:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762462:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762471:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762472:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384673.762474:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762475:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762476:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762478:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028999ccd. 00000400:00000200:0.0:1767384673.762480:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbfd83ee 00000400:00000010:0.0:1767384673.762482:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fbfd83ee. 00000100:00000001:0.0:1767384673.762485:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762486:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762491:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762497:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384673.762499:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762501:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762502:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762504:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8767e31. 00000400:00000200:0.0:1767384673.762507:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd02184 00000400:00000010:0.0:1767384673.762508:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005cd02184. 00000100:00000001:0.0:1767384673.762511:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762512:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762516:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762518:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384673.762520:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762521:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762522:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762523:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6fe8d2. 00000400:00000200:0.0:1767384673.762525:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938fce44 00000400:00000010:0.0:1767384673.762526:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000938fce44. 00000100:00000001:0.0:1767384673.762531:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762532:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762535:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762536:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384673.762537:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762538:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762539:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762539:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d068d87f. 00000400:00000200:0.0:1767384673.762541:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042a21dbe 00000400:00000010:0.0:1767384673.762542:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000042a21dbe. 00000100:00000001:0.0:1767384673.762544:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762545:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762548:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762550:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384673.762551:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762552:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762552:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762553:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9a14de6. 00000400:00000200:0.0:1767384673.762555:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d068b5e 00000400:00000010:0.0:1767384673.762556:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007d068b5e. 00000100:00000001:0.0:1767384673.762558:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762563:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762568:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762569:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384673.762571:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762573:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762573:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762574:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002628fa49. 00000400:00000200:0.0:1767384673.762576:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d638efc9 00000400:00000010:0.0:1767384673.762577:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d638efc9. 00000100:00000001:0.0:1767384673.762582:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762583:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762586:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762587:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384673.762588:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762589:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762591:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762592:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089fa34d1. 00000400:00000200:0.0:1767384673.762594:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089220a4e 00000400:00000010:0.0:1767384673.762595:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000089220a4e. 00000100:00000001:0.0:1767384673.762597:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762598:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762601:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762602:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384673.762603:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762604:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762605:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762606:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001699f82c. 00000400:00000200:0.0:1767384673.762607:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ebee150 00000400:00000010:0.0:1767384673.762608:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000ebee150. 00000100:00000001:0.0:1767384673.762611:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762612:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762617:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762618:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384673.762618:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762619:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762620:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762621:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef2d9cc9. 00000400:00000200:0.0:1767384673.762622:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a753ed9c 00000400:00000010:0.0:1767384673.762630:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a753ed9c. 00000100:00000001:0.0:1767384673.762652:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762653:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762657:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762658:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384673.762660:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762662:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762663:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762664:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0f2d90b. 00000400:00000200:0.0:1767384673.762666:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000604b7ec4 00000400:00000010:0.0:1767384673.762666:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000604b7ec4. 00000100:00000001:0.0:1767384673.762668:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762672:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762676:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762677:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384673.762678:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762679:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762680:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762681:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f781978d. 00000400:00000200:0.0:1767384673.762683:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d189265 00000400:00000010:0.0:1767384673.762685:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001d189265. 00000100:00000001:0.0:1767384673.762687:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762688:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762691:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762692:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384673.762693:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762694:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762695:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762696:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd916401. 00000400:00000200:0.0:1767384673.762698:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f23a3470 00000400:00000010:0.0:1767384673.762699:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f23a3470. 00000100:00000001:0.0:1767384673.762701:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762702:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762705:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762706:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384673.762708:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762709:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762709:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762718:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d388119. 00000400:00000200:0.0:1767384673.762720:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf021647 00000400:00000010:0.0:1767384673.762721:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cf021647. 00000100:00000001:0.0:1767384673.762726:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762727:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762730:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762732:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384673.762733:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762735:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762736:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762736:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006170a142. 00000400:00000200:0.0:1767384673.762738:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efa0ff9d 00000400:00000010:0.0:1767384673.762739:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000efa0ff9d. 00000100:00000001:0.0:1767384673.762742:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762743:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762747:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762749:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384673.762750:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762751:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762751:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762752:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000959cc38e. 00000400:00000200:0.0:1767384673.762754:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62e73b2 00000400:00000010:0.0:1767384673.762754:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b62e73b2. 00000100:00000001:0.0:1767384673.762759:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762760:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762763:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762764:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384673.762765:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762766:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762767:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762768:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3259324. 00000400:00000200:0.0:1767384673.762770:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000252f199 00000400:00000010:0.0:1767384673.762771:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000252f199. 00000100:00000001:0.0:1767384673.762774:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762775:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762778:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762779:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384673.762782:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762788:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762789:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762790:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096ddc5d6. 00000400:00000200:0.0:1767384673.762793:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dedfbe94 00000400:00000010:0.0:1767384673.762794:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dedfbe94. 00000100:00000001:0.0:1767384673.762798:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762800:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762803:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762805:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384673.762806:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762807:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762808:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762809:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008641a29f. 00000400:00000200:0.0:1767384673.762811:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7c7b041 00000400:00000010:0.0:1767384673.762811:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d7c7b041. 00000100:00000001:0.0:1767384673.762815:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762816:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762822:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762823:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384673.762825:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762826:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762826:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762827:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ddf4b53. 00000400:00000200:0.0:1767384673.762829:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003123a1bc 00000400:00000010:0.0:1767384673.762830:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003123a1bc. 00000100:00000001:0.0:1767384673.762833:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762833:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762836:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762837:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384673.762839:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762839:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762840:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762841:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000965a5b39. 00000400:00000200:0.0:1767384673.762842:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cb8f74d 00000400:00000010:0.0:1767384673.762843:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005cb8f74d. 00000100:00000001:0.0:1767384673.762845:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762846:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762848:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762852:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384673.762853:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762854:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762855:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762856:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed5df152. 00000400:00000200:0.0:1767384673.762857:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003594f138 00000400:00000010:0.0:1767384673.762858:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003594f138. 00000100:00000001:0.0:1767384673.762870:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762871:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762874:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762875:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384673.762875:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762876:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762877:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762878:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008478dc2a. 00000400:00000200:0.0:1767384673.762880:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceceec5b 00000400:00000010:0.0:1767384673.762881:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ceceec5b. 00000100:00000001:0.0:1767384673.762882:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762883:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762885:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762886:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384673.762887:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762888:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762888:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762889:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d4be940. 00000400:00000200:0.0:1767384673.762890:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d60e940c 00000400:00000010:0.0:1767384673.762891:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d60e940c. 00000100:00000001:0.0:1767384673.762892:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762893:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762895:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762896:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384673.762897:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762898:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762898:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762899:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc65ff2d. 00000400:00000200:0.0:1767384673.762900:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e623996 00000400:00000010:0.0:1767384673.762901:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004e623996. 00000100:00000001:0.0:1767384673.762902:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762906:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762908:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762909:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384673.762910:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762911:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762912:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762912:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f54e2ee2. 00000400:00000200:0.0:1767384673.762914:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003888229a 00000400:00000010:0.0:1767384673.762914:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003888229a. 00000100:00000001:0.0:1767384673.762916:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762917:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762919:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762920:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384673.762920:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762921:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762922:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762922:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7263ab8. 00000400:00000200:0.0:1767384673.762923:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000697222a1 00000400:00000010:0.0:1767384673.762924:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000697222a1. 00000100:00000001:0.0:1767384673.762926:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762926:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762929:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762929:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384673.762930:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762931:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762932:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762932:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040dbb5e4. 00000400:00000200:0.0:1767384673.762933:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b375249 00000400:00000010:0.0:1767384673.762934:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005b375249. 00000100:00000001:0.0:1767384673.762936:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762936:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762939:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762939:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384673.762940:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.762941:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.762941:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.762942:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000896ca1ae. 00000400:00000200:0.0:1767384673.762943:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cae0ec8 00000400:00000010:0.0:1767384673.762947:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009cae0ec8. 00000100:00000001:0.0:1767384673.762949:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.762950:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384673.762952:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.762953:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384673.762954:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384673.762955:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762956:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762957:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762958:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762958:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762959:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762960:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762960:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762961:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762962:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762963:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762963:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762964:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762965:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762966:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762966:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762967:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762968:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762969:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762970:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762970:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762971:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762972:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762972:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762973:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762974:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762974:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762975:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762976:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762976:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762977:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762978:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762978:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762979:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762983:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762983:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762984:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762985:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762986:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762987:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762988:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762988:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762989:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762990:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762990:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762991:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762992:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762992:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762993:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762994:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762994:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762995:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762996:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762996:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762997:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762998:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.762998:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.762999:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763000:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763012:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763013:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763014:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763014:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763015:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763016:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763016:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763017:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763018:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763018:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763019:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763020:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763020:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763021:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763022:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763026:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763027:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763027:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763028:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763029:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763030:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763031:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763031:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763032:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763033:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763033:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763034:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763035:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763035:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763036:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763037:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763037:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763038:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763039:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763039:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763040:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763041:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763041:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763042:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763043:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763043:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763044:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763045:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763045:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763046:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763047:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763048:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763048:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763049:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763050:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763050:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763051:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763052:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763052:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763053:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763056:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763057:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763058:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763059:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763060:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763060:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763061:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763062:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763063:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763063:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763064:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763065:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.763065:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.763066:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384673.763067:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cdcf4d61. 00000100:00000010:0.0:1767384673.763133:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5447b08. 00000100:00000010:0.0:1767384673.763135:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000079fb3dc3. 00000100:00000010:0.0:1767384673.763195:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008be45926. 00000100:00000010:0.0:1767384673.763197:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008a830da2. 00000100:00000010:0.0:1767384673.763273:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2c6c0ce. 00000100:00000010:0.0:1767384673.763275:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001b7c35e3. 00000100:00000010:0.0:1767384673.763345:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a78d5d7. 00000100:00000010:0.0:1767384673.763348:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000063d812ed. 00000100:00000010:0.0:1767384673.763431:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c965b22b. 00000100:00000010:0.0:1767384673.763433:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002dfc6752. 00000100:00000010:0.0:1767384673.763500:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024df0d12. 00000100:00000010:0.0:1767384673.763502:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ba60acdf. 00000100:00000010:0.0:1767384673.763566:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bde30dd. 00000100:00000010:0.0:1767384673.763567:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c7d4b6e8. 00000100:00000010:0.0:1767384673.763625:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be714fca. 00000100:00000010:0.0:1767384673.763626:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d3de47fb. 00000100:00000010:0.0:1767384673.763675:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046b83e60. 00000100:00000010:0.0:1767384673.763677:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000085f74f54. 00000100:00000010:0.0:1767384673.763733:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4346642. 00000100:00000010:0.0:1767384673.763734:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000064b54268. 00000100:00000010:0.0:1767384673.763798:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000494fa721. 00000100:00000010:0.0:1767384673.763800:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000087ca231. 00000100:00000010:0.0:1767384673.763854:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003bfca0c. 00000100:00000010:0.0:1767384673.763856:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ca04beb5. 00000100:00000010:0.0:1767384673.763923:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf4199e6. 00000100:00000010:0.0:1767384673.763924:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000028757014. 00000100:00000010:0.0:1767384673.763974:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6ec43f0. 00000100:00000010:0.0:1767384673.763975:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a4900ce6. 00000100:00000010:0.0:1767384673.764044:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac19a9d6. 00000100:00000010:0.0:1767384673.764046:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e48da1b9. 00000100:00000010:0.0:1767384673.764120:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f0decdb. 00000100:00000010:0.0:1767384673.764121:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004f7e8c61. 00000100:00000010:0.0:1767384673.764186:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccefdce6. 00000100:00000010:0.0:1767384673.764188:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000878416c6. 00000100:00000010:0.0:1767384673.764232:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3cd8418. 00000100:00000010:0.0:1767384673.764233:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cbb240c5. 00000100:00000010:0.0:1767384673.764291:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d516a3e. 00000100:00000010:0.0:1767384673.764293:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000413c4626. 00000100:00000010:0.0:1767384673.764385:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d690711. 00000100:00000010:0.0:1767384673.764389:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000050504d4. 00000100:00000010:0.0:1767384673.764501:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0fed195. 00000100:00000010:0.0:1767384673.764503:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b2815e63. 00000100:00000010:0.0:1767384673.764565:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dd8be50. 00000100:00000010:0.0:1767384673.764591:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000085cdc3bb. 00000100:00000010:0.0:1767384673.764636:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f99d4f75. 00000100:00000010:0.0:1767384673.764638:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009c60080d. 00000100:00000010:0.0:1767384673.764695:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f35f1e1. 00000100:00000010:0.0:1767384673.764697:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ac82730c. 00000100:00000010:0.0:1767384673.764750:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d58e5767. 00000100:00000010:0.0:1767384673.764752:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a6341e64. 00000100:00000010:0.0:1767384673.764811:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000744356a4. 00000100:00000010:0.0:1767384673.764813:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c30562e5. 00000100:00000010:0.0:1767384673.764861:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000132d975e. 00000100:00000010:0.0:1767384673.764863:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c6ecf3df. 00000100:00000010:0.0:1767384673.764921:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000769362d5. 00000100:00000010:0.0:1767384673.764922:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c8150ea0. 00000100:00000010:0.0:1767384673.764984:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004af8b354. 00000100:00000010:0.0:1767384673.764986:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000057dfa333. 00000100:00000010:0.0:1767384673.765052:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b63176bb. 00000100:00000010:0.0:1767384673.765054:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d0949177. 00000100:00000010:0.0:1767384673.765117:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5339ab2. 00000100:00000010:0.0:1767384673.765119:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ed17abfc. 00000100:00000010:0.0:1767384673.765159:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075f1329a. 00000100:00000010:0.0:1767384673.765160:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b1b92baa. 00000100:00000010:0.0:1767384673.765203:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050df8592. 00000100:00000010:0.0:1767384673.765205:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000134ab6eb. 00000100:00000010:0.0:1767384673.765247:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000131f456c. 00000100:00000010:0.0:1767384673.765249:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004f7e6437. 00000100:00000010:0.0:1767384673.765293:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007078015. 00000100:00000010:0.0:1767384673.765294:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d79ba884. 00000100:00000010:0.0:1767384673.765364:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031d4794d. 00000100:00000010:0.0:1767384673.765367:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e929929e. 00000100:00000010:0.0:1767384673.765419:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000314550c7. 00000100:00000010:0.0:1767384673.765420:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f5a85d2f. 00000100:00000010:0.0:1767384673.765466:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca59cb56. 00000100:00000010:0.0:1767384673.765467:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007a3f0163. 00000100:00000010:0.0:1767384673.765510:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ed3a9c7. 00000100:00000010:0.0:1767384673.765512:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b655fbb4. 00000100:00000010:0.0:1767384673.765551:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8ab959b. 00000100:00000010:0.0:1767384673.765553:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000099936ee6. 00000100:00000010:0.0:1767384673.765594:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6d4decc. 00000100:00000010:0.0:1767384673.765596:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000044303e0f. 00000100:00000010:0.0:1767384673.765644:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9c128ca. 00000100:00000010:0.0:1767384673.765645:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d67ce19e. 00000100:00000010:0.0:1767384673.765696:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048abe2fc. 00000100:00000010:0.0:1767384673.765697:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008ddead62. 00000100:00000010:0.0:1767384673.765739:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbd6710f. 00000100:00000010:0.0:1767384673.765741:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000023cd7806. 00000100:00000010:0.0:1767384673.765785:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022674149. 00000100:00000010:0.0:1767384673.765787:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001d417084. 00000100:00000010:0.0:1767384673.765824:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f176b290. 00000100:00000010:0.0:1767384673.765825:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f7be8c31. 00000100:00000010:0.0:1767384673.765863:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f1e5852. 00000100:00000010:0.0:1767384673.765864:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000000f7a0aa. 00000100:00000010:0.0:1767384673.765907:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009334c129. 00000100:00000010:0.0:1767384673.765909:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004a31b33f. 00000100:00000010:0.0:1767384673.765956:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080dce8bb. 00000100:00000010:0.0:1767384673.765958:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000098fc6ff. 00000100:00000010:0.0:1767384673.766018:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016dfdf53. 00000100:00000010:0.0:1767384673.766021:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009bdc1bbc. 00000100:00000010:0.0:1767384673.766071:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064b333aa. 00000100:00000010:0.0:1767384673.766072:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000949d2dda. 00000100:00000010:0.0:1767384673.766111:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008726f9d7. 00000100:00000010:0.0:1767384673.766113:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000063189d38. 00000100:00000010:0.0:1767384673.766153:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061abfb2c. 00000100:00000010:0.0:1767384673.766155:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ddbd837d. 00000100:00000010:0.0:1767384673.766203:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6c5f3d9. 00000100:00000010:0.0:1767384673.766205:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b633d0a1. 00000100:00000010:0.0:1767384673.766251:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022767322. 00000100:00000010:0.0:1767384673.766253:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001b0dee84. 00000100:00000010:0.0:1767384673.766302:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000353a6a07. 00000100:00000010:0.0:1767384673.766304:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000bdd900a. 00000100:00000010:0.0:1767384673.766412:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdf401d2. 00000100:00000010:0.0:1767384673.766415:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006e3529e0. 00000100:00000010:0.0:1767384673.766462:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000caf4192. 00000100:00000010:0.0:1767384673.766464:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000056ab93d2. 00000100:00000010:0.0:1767384673.766516:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fc1b8ab. 00000100:00000010:0.0:1767384673.766518:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002d54574d. 00000100:00000010:0.0:1767384673.766564:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d88b6bbe. 00000100:00000010:0.0:1767384673.766566:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fd6e74d4. 00000100:00000010:0.0:1767384673.766606:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087a3ea2b. 00000100:00000010:0.0:1767384673.766607:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000048ebc4cd. 00000100:00000010:0.0:1767384673.766651:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000216726db. 00000100:00000010:0.0:1767384673.766652:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a5741c5b. 00000100:00000010:0.0:1767384673.766701:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063f22678. 00000100:00000010:0.0:1767384673.766702:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000610e3ca2. 00000100:00000010:0.0:1767384673.766745:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff83c89e. 00000100:00000010:0.0:1767384673.766747:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000e79be092. 00000100:00000010:0.0:1767384673.766751:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d009d9fc. 00000100:00000001:0.0:1767384673.766758:0:39798:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384673.766759:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384673.766760:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384673.766761:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384673.766762:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000148b40d0. 00000100:00000001:0.0:1767384673.766764:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384673.766765:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.766767:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384673.766768:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c99479fa. 00000100:00000001:0.0:1767384673.766769:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384673.766770:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384673.766771:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000002375e09. 00000100:00000001:0.0:1767384673.766772:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384673.766773:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384673.766773:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a423a7ff. 00000100:00000001:0.0:1767384673.766775:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384673.766775:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384673.766776:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001a26b629. 00000100:00000001:0.0:1767384673.766777:0:39798:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384673.766826:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f3e3dfbd. 00000020:00000010:0.0:1767384673.766829:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006de912f2. 00000100:00000010:0.0:1767384673.766844:0:39798:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000054f23376. 00000100:00000010:0.0:1767384673.766850:0:39798:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000030fdfac5. 00000100:00000010:0.0:1767384673.766856:0:39798:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000058b09f32. 00000100:00000010:0.0:1767384673.766862:0:39798:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000ca75e365. 00000100:00000001:0.0:1767384673.766863:0:39798:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.766865:0:39798:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384673.766866:0:39798:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:0.0:1767384673.766868:0:39798:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384673.766869:0:39798:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384673.766870:0:39798:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:0.0:1767384673.766871:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:0.0:1767384673.766872:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:0.0:1767384673.766885:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:1.0:1767384673.766905:0:16819:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eec5acbb. 00000020:00000010:2.0:1767384673.766911:0:16818:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dedcb0b8. 00000040:00000010:1.0:1767384673.766912:0:16819:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000041f02876. 00000040:00000010:2.0:1767384673.766918:0:16818:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008eaa757b. 00000020:00000010:1.0:1767384673.766918:0:16819:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000289ff19e. 00000020:00000010:2.0:1767384673.766925:0:16818:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9ce8150. 00000020:00000010:1.0:1767384673.766925:0:16819:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008d51fbd5. 00000020:00000010:1.0:1767384673.766930:0:16819:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aeabbf61. 00000020:00000010:2.0:1767384673.766932:0:16818:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000795ca7b3. 80000000:00000010:1.0:1767384673.766935:0:16819:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c0b13526. 00000020:00000010:2.0:1767384673.766937:0:16818:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000027c2fb1f. 40000000:00000010:1.0:1767384673.766939:0:16819:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c0328ef. 80000000:00000010:2.0:1767384673.766941:0:16818:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002003d1dc. 00100000:00000010:1.0:1767384673.766944:0:16819:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fb3854e2. 40000000:00000010:2.0:1767384673.766946:0:16818:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc75feb6. 00040000:00000010:1.0:1767384673.766950:0:16819:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006d84b8de. 00100000:00000010:2.0:1767384673.766951:0:16818:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f57b9064. 00040000:00000010:1.0:1767384673.766955:0:16819:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a86ee877. 00040000:00000010:2.0:1767384673.766956:0:16818:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000049ee2d50. 00040000:00000010:2.0:1767384673.766962:0:16818:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb7978dc. 00080000:00000010:1.0:1767384673.766962:0:16819:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000edb6b64. 00080000:00000010:2.0:1767384673.766969:0:16818:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ebf3abf4. 00000004:00000010:1.0:1767384673.766969:0:16819:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae1008a4. 00000004:00000010:2.0:1767384673.766976:0:16818:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000aa0c10a2. 00000020:00000010:1.0:1767384673.766977:0:16819:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044973770. 00000020:00000010:2.0:1767384673.766979:0:16818:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf5ed793. 00000020:00000010:1.0:1767384673.766983:0:16819:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007fc111f2. 00000020:00000010:2.0:1767384673.766985:0:16818:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f4cc2462. 00000100:00000010:2.0:1767384673.766992:0:16818:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000187b34f9. 00000100:00000010:1.0:1767384673.766993:0:16819:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006865939c. 00000100:00100000:2.0:1767384673.766995:0:16818:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [000000007f603aa7:16818] 0 exiting: rc = 1 00000100:00100000:1.0:1767384673.766999:0:16819:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [000000009a4fa75b:16819] 1 exiting: rc = 0 00000100:00000010:0.0:1767384673.767049:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007f603aa7. 00000100:00000010:0.0:1767384673.767055:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009a4fa75b. 00000100:00000001:0.0:1767384673.767059:0:39798:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384673.767061:0:39798:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384673.767063:0:39798:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:0.0:1767384673.767067:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767068:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767070:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047fea65b. 00000400:00000200:0.0:1767384673.767072:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a9c4c5b 00000400:00000010:0.0:1767384673.767074:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a9c4c5b. 00000100:00000001:0.0:1767384673.767077:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767078:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767082:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767083:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384673.767085:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767086:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767087:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767088:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000684ae918. 00000400:00000200:0.0:1767384673.767089:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d79126fc 00000400:00000010:0.0:1767384673.767090:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d79126fc. 00000100:00000001:0.0:1767384673.767091:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767092:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767094:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767095:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384673.767096:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767097:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767102:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767103:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e0b32d8. 00000400:00000200:0.0:1767384673.767105:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aef1839 00000400:00000010:0.0:1767384673.767106:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aef1839. 00000100:00000001:0.0:1767384673.767107:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767108:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767111:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767112:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384673.767113:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767114:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767115:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767116:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f9f615d. 00000400:00000200:0.0:1767384673.767117:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000444cb423 00000400:00000010:0.0:1767384673.767117:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000444cb423. 00000100:00000001:0.0:1767384673.767118:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767119:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767122:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767122:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384673.767123:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767124:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767125:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767125:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c306a96d. 00000400:00000200:0.0:1767384673.767126:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000291a8bbb 00000400:00000010:0.0:1767384673.767127:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000291a8bbb. 00000100:00000001:0.0:1767384673.767128:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767129:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767131:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767132:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384673.767133:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767134:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767135:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767135:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c932eaf. 00000400:00000200:0.0:1767384673.767136:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000feabb6f1 00000400:00000010:0.0:1767384673.767137:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000feabb6f1. 00000100:00000001:0.0:1767384673.767138:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767139:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767141:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767142:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384673.767145:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767147:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767148:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767149:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000866e3d65. 00000400:00000200:0.0:1767384673.767150:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e214e79 00000400:00000010:0.0:1767384673.767151:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e214e79. 00000100:00000001:0.0:1767384673.767153:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767153:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767156:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767156:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384673.767157:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767158:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767159:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767159:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e95388c9. 00000400:00000200:0.0:1767384673.767160:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3756831 00000400:00000010:0.0:1767384673.767161:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3756831. 00000100:00000001:0.0:1767384673.767162:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767163:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767165:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767166:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384673.767167:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767168:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767168:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767169:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b15bd5e7. 00000400:00000200:0.0:1767384673.767170:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de607786 00000400:00000010:0.0:1767384673.767171:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de607786. 00000100:00000001:0.0:1767384673.767172:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767172:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767175:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767176:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384673.767176:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767177:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767178:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767178:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9811c5c. 00000400:00000200:0.0:1767384673.767179:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbe4aa80 00000400:00000010:0.0:1767384673.767180:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbe4aa80. 00000100:00000001:0.0:1767384673.767181:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767182:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767187:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767188:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384673.767189:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767190:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767191:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767192:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000400:00000200:0.0:1767384673.767193:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008f38cf7 00000400:00000010:0.0:1767384673.767194:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008f38cf7. 00000100:00000001:0.0:1767384673.767195:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767196:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767198:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767199:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384673.767200:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767200:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767201:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767202:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bf8239. 00000400:00000200:0.0:1767384673.767203:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f147cf 00000400:00000010:0.0:1767384673.767203:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f147cf. 00000100:00000001:0.0:1767384673.767204:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767205:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767207:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767208:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384673.767209:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767210:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767210:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767211:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000209b7a9a. 00000400:00000200:0.0:1767384673.767212:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060ff780d 00000400:00000010:0.0:1767384673.767213:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060ff780d. 00000100:00000001:0.0:1767384673.767214:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767214:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767217:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767217:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384673.767218:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767219:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767219:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767220:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000239b1dff. 00000400:00000200:0.0:1767384673.767221:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001446a2f1 00000400:00000010:0.0:1767384673.767222:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001446a2f1. 00000100:00000001:0.0:1767384673.767226:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767227:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767229:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767230:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384673.767231:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767232:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767233:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767234:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1699b0d. 00000400:00000200:0.0:1767384673.767235:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000121fdfdb 00000400:00000010:0.0:1767384673.767235:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000121fdfdb. 00000100:00000001:0.0:1767384673.767236:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767237:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767239:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767240:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384673.767241:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767242:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767242:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767243:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000631a57c0. 00000400:00000200:0.0:1767384673.767244:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead03bc7 00000400:00000010:0.0:1767384673.767245:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead03bc7. 00000100:00000001:0.0:1767384673.767246:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767246:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767249:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767250:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384673.767250:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767251:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767252:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767252:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef55a190. 00000400:00000200:0.0:1767384673.767253:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be37fef8 00000400:00000010:0.0:1767384673.767254:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be37fef8. 00000100:00000001:0.0:1767384673.767255:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767256:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767258:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767259:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384673.767260:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767260:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767261:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767262:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd4acdac. 00000400:00000200:0.0:1767384673.767266:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a433819 00000400:00000010:0.0:1767384673.767267:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a433819. 00000100:00000001:0.0:1767384673.767268:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767269:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767271:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767272:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384673.767273:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767274:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767275:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767275:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c67383d7. 00000400:00000200:0.0:1767384673.767276:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c111c3a 00000400:00000010:0.0:1767384673.767277:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c111c3a. 00000100:00000001:0.0:1767384673.767278:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767279:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767281:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767282:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384673.767283:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767283:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767284:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767285:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000778e4293. 00000400:00000200:0.0:1767384673.767286:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb04de6c 00000400:00000010:0.0:1767384673.767287:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb04de6c. 00000100:00000001:0.0:1767384673.767288:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767288:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767290:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767291:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384673.767292:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767293:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767294:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767294:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e827c7e6. 00000400:00000200:0.0:1767384673.767296:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cde85fad 00000400:00000010:0.0:1767384673.767296:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cde85fad. 00000100:00000001:0.0:1767384673.767298:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767298:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767300:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767301:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384673.767302:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767306:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767307:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767308:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cc3f7ea. 00000400:00000200:0.0:1767384673.767309:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9bcef2e 00000400:00000010:0.0:1767384673.767333:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9bcef2e. 00000100:00000001:0.0:1767384673.767335:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767336:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767340:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767342:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384673.767344:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767345:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767347:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767348:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce66011. 00000400:00000200:0.0:1767384673.767351:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069de819a 00000400:00000010:0.0:1767384673.767354:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069de819a. 00000100:00000001:0.0:1767384673.767357:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767358:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767362:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767363:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384673.767364:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767365:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767366:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767367:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d30d0fc. 00000400:00000200:0.0:1767384673.767368:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c89bf2bb 00000400:00000010:0.0:1767384673.767369:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c89bf2bb. 00000100:00000001:0.0:1767384673.767370:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767371:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767375:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767377:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384673.767378:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767379:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767380:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767381:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fed3485e. 00000400:00000200:0.0:1767384673.767384:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b624a98 00000400:00000010:0.0:1767384673.767385:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b624a98. 00000100:00000001:0.0:1767384673.767388:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767389:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767395:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767400:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384673.767403:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767404:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767406:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767407:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfaf2071. 00000400:00000200:0.0:1767384673.767410:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0b53eb 00000400:00000010:0.0:1767384673.767411:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f0b53eb. 00000100:00000001:0.0:1767384673.767415:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767416:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767421:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767422:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384673.767424:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767426:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767427:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767428:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fc6c700. 00000400:00000200:0.0:1767384673.767430:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003995e4c 00000400:00000010:0.0:1767384673.767431:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003995e4c. 00000100:00000001:0.0:1767384673.767432:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767433:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767436:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767437:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384673.767438:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767440:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767441:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767442:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dee9b897. 00000400:00000200:0.0:1767384673.767444:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a087c5e 00000400:00000010:0.0:1767384673.767445:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a087c5e. 00000100:00000001:0.0:1767384673.767446:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767446:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767448:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767449:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384673.767450:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767451:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767455:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767455:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031f17992. 00000400:00000200:0.0:1767384673.767456:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7ebfb3b 00000400:00000010:0.0:1767384673.767457:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7ebfb3b. 00000100:00000001:0.0:1767384673.767458:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767462:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767466:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767467:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384673.767468:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767470:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767471:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767472:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000913f8f5e. 00000400:00000200:0.0:1767384673.767474:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002848d303 00000400:00000010:0.0:1767384673.767475:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002848d303. 00000100:00000001:0.0:1767384673.767476:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767477:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767481:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767481:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384673.767483:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767484:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767485:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767486:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5c486e0. 00000400:00000200:0.0:1767384673.767488:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85b9c60 00000400:00000010:0.0:1767384673.767489:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85b9c60. 00000100:00000001:0.0:1767384673.767491:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767492:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767494:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767495:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384673.767497:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767498:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767498:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767499:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc070669. 00000400:00000200:0.0:1767384673.767500:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092d2c897 00000400:00000010:0.0:1767384673.767501:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092d2c897. 00000100:00000001:0.0:1767384673.767502:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767502:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767505:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767505:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384673.767506:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767507:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767508:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767508:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027c934c9. 00000400:00000200:0.0:1767384673.767509:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006571fb5a 00000400:00000010:0.0:1767384673.767513:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006571fb5a. 00000100:00000001:0.0:1767384673.767515:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767516:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767518:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767519:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384673.767520:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767521:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767521:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767522:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000450c4a99. 00000400:00000200:0.0:1767384673.767523:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83de885 00000400:00000010:0.0:1767384673.767524:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d83de885. 00000100:00000001:0.0:1767384673.767525:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767525:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767528:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767528:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384673.767529:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767530:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767531:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767531:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3ebd70f. 00000400:00000200:0.0:1767384673.767532:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007fb9807 00000400:00000010:0.0:1767384673.767533:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007fb9807. 00000100:00000001:0.0:1767384673.767534:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767535:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767537:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767538:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384673.767539:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767539:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767540:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767541:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f494aa30. 00000400:00000200:0.0:1767384673.767542:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007af608e2 00000400:00000010:0.0:1767384673.767543:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007af608e2. 00000100:00000001:0.0:1767384673.767544:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767544:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767547:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767547:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384673.767548:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767549:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767552:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767553:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045719ec5. 00000400:00000200:0.0:1767384673.767554:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8275c9f 00000400:00000010:0.0:1767384673.767555:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8275c9f. 00000100:00000001:0.0:1767384673.767557:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767557:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767560:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767561:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384673.767562:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767562:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767563:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767564:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b17c969f. 00000400:00000200:0.0:1767384673.767565:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6887083 00000400:00000010:0.0:1767384673.767565:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6887083. 00000100:00000001:0.0:1767384673.767566:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767567:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767569:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767570:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384673.767571:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767572:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767572:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767573:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded49a32. 00000400:00000200:0.0:1767384673.767574:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071e0781c 00000400:00000010:0.0:1767384673.767575:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071e0781c. 00000100:00000001:0.0:1767384673.767576:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767576:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767578:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767579:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384673.767580:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767581:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767581:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767582:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d4d82c5. 00000400:00000200:0.0:1767384673.767583:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c65fc694 00000400:00000010:0.0:1767384673.767584:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c65fc694. 00000100:00000001:0.0:1767384673.767585:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767585:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767587:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767588:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384673.767592:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767593:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767593:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767594:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca7bba23. 00000400:00000200:0.0:1767384673.767595:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab6cc61 00000400:00000010:0.0:1767384673.767596:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ab6cc61. 00000100:00000001:0.0:1767384673.767597:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767598:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767600:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767601:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384673.767602:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767603:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767603:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767604:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c700b2eb. 00000400:00000200:0.0:1767384673.767605:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9a68c2a 00000400:00000010:0.0:1767384673.767606:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9a68c2a. 00000100:00000001:0.0:1767384673.767607:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767607:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767610:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767610:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384673.767611:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767612:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767612:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767613:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a66a9588. 00000400:00000200:0.0:1767384673.767614:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a64a23b7 00000400:00000010:0.0:1767384673.767615:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a64a23b7. 00000100:00000001:0.0:1767384673.767616:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767616:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767619:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767619:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384673.767620:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767621:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767621:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767622:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe3d80f. 00000400:00000200:0.0:1767384673.767623:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe5f3a50 00000400:00000010:0.0:1767384673.767624:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe5f3a50. 00000100:00000001:0.0:1767384673.767625:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767625:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767630:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767631:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384673.767632:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767633:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767634:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767635:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f8afc64. 00000400:00000200:0.0:1767384673.767636:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031087892 00000400:00000010:0.0:1767384673.767637:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031087892. 00000100:00000001:0.0:1767384673.767638:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767638:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767640:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767641:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384673.767642:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767643:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767643:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767644:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011dc730a. 00000400:00000200:0.0:1767384673.767645:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000165750c1 00000400:00000010:0.0:1767384673.767645:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000165750c1. 00000100:00000001:0.0:1767384673.767646:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767647:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767649:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767650:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384673.767651:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767651:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767652:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767653:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f869142. 00000400:00000200:0.0:1767384673.767654:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c5db0ee 00000400:00000010:0.0:1767384673.767654:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c5db0ee. 00000100:00000001:0.0:1767384673.767655:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767656:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767658:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767659:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384673.767660:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767660:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767661:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767662:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099cb0b30. 00000400:00000200:0.0:1767384673.767663:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62386f9 00000400:00000010:0.0:1767384673.767663:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f62386f9. 00000100:00000001:0.0:1767384673.767667:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767668:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767670:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767671:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384673.767672:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767673:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767673:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767674:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1454717. 00000400:00000200:0.0:1767384673.767675:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa9385f 00000400:00000010:0.0:1767384673.767676:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa9385f. 00000100:00000001:0.0:1767384673.767677:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767677:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767680:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767680:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384673.767681:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767682:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767683:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767683:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007367c681. 00000400:00000200:0.0:1767384673.767684:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a55eb62 00000400:00000010:0.0:1767384673.767685:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a55eb62. 00000100:00000001:0.0:1767384673.767686:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767686:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767689:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767689:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384673.767690:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767691:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767691:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767692:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011bbd3db. 00000400:00000200:0.0:1767384673.767693:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000176a696 00000400:00000010:0.0:1767384673.767694:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000176a696. 00000100:00000001:0.0:1767384673.767695:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767695:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767697:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767698:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384673.767699:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767700:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767700:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767701:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d632801e. 00000400:00000200:0.0:1767384673.767706:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60b9d22 00000400:00000010:0.0:1767384673.767706:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60b9d22. 00000100:00000001:0.0:1767384673.767708:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767708:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767711:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767712:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384673.767713:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767714:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767714:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767715:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007f0e1b. 00000400:00000200:0.0:1767384673.767716:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000270c090b 00000400:00000010:0.0:1767384673.767717:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000270c090b. 00000100:00000001:0.0:1767384673.767717:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767718:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767720:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767721:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384673.767722:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767723:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767723:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767724:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca4fe08d. 00000400:00000200:0.0:1767384673.767725:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081fa29b8 00000400:00000010:0.0:1767384673.767726:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081fa29b8. 00000100:00000001:0.0:1767384673.767727:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767727:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767730:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767730:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384673.767731:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767732:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767732:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767733:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ce0052. 00000400:00000200:0.0:1767384673.767734:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f60bdee 00000400:00000010:0.0:1767384673.767735:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f60bdee. 00000100:00000001:0.0:1767384673.767736:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767737:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767739:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767740:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384673.767741:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767744:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767745:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767746:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4d5fab9. 00000400:00000200:0.0:1767384673.767747:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb204dff 00000400:00000010:0.0:1767384673.767748:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb204dff. 00000100:00000001:0.0:1767384673.767750:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767750:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767753:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767754:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384673.767754:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767755:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767756:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767756:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050dd3e2c. 00000400:00000200:0.0:1767384673.767757:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ba53e0 00000400:00000010:0.0:1767384673.767758:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045ba53e0. 00000100:00000001:0.0:1767384673.767759:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767760:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767762:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767763:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384673.767764:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767765:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767765:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767766:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f73fbc2. 00000400:00000200:0.0:1767384673.767767:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082127d0e 00000400:00000010:0.0:1767384673.767768:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082127d0e. 00000100:00000001:0.0:1767384673.767769:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767769:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767772:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767772:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384673.767773:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767774:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767774:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767775:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ef16d66. 00000400:00000200:0.0:1767384673.767776:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048f92a2e 00000400:00000010:0.0:1767384673.767777:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048f92a2e. 00000100:00000001:0.0:1767384673.767778:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767778:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767781:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767784:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384673.767785:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767786:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767787:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767787:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d470873f. 00000400:00000200:0.0:1767384673.767788:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df24ba96 00000400:00000010:0.0:1767384673.767789:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df24ba96. 00000100:00000001:0.0:1767384673.767790:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767791:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767793:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767794:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384673.767795:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767795:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767796:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767797:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0c26174. 00000400:00000200:0.0:1767384673.767798:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001797d721 00000400:00000010:0.0:1767384673.767798:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001797d721. 00000100:00000001:0.0:1767384673.767799:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767800:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767802:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767803:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384673.767804:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767804:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767805:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767806:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044f52ca4. 00000400:00000200:0.0:1767384673.767807:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8135443 00000400:00000010:0.0:1767384673.767807:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8135443. 00000100:00000001:0.0:1767384673.767808:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767809:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767811:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767812:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384673.767813:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767813:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767814:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767815:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039bc03b1. 00000400:00000200:0.0:1767384673.767815:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab8599b 00000400:00000010:0.0:1767384673.767816:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aab8599b. 00000100:00000001:0.0:1767384673.767817:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767820:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767823:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767824:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384673.767825:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384673.767826:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.767826:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384673.767827:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd976283. 00000400:00000200:0.0:1767384673.767828:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5e4a45a 00000400:00000010:0.0:1767384673.767829:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5e4a45a. 00000100:00000001:0.0:1767384673.767830:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.767831:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384673.767833:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384673.767833:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384673.767834:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384673.767835:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767836:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767837:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767838:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767839:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767839:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767840:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767841:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767842:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767842:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767843:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767844:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767844:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767845:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767846:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767846:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767847:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767848:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767849:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767850:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767850:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767851:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767852:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767853:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767853:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767857:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767858:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767858:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767859:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767860:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767861:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767862:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767863:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767863:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767864:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767865:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767865:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767866:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767867:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767867:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767868:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767869:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767869:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767870:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767871:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767871:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767872:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767873:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767873:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767874:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767875:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767875:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767876:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767877:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767878:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767878:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767879:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767880:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767880:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767881:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767882:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767882:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767883:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767884:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767884:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767887:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767888:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767889:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767890:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767891:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767892:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767892:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767893:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767894:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767894:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767895:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767896:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767896:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767897:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767898:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767898:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767899:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767900:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767900:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767901:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767902:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767902:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767903:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767904:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767904:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767905:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767906:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767906:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767907:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767908:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767908:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767909:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767910:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767910:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767911:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767912:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767912:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767913:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767914:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767914:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767917:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767918:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767919:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767920:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767921:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767922:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767922:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767923:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767924:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767924:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767925:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767926:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767926:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767927:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767928:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767928:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767929:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767930:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767930:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767931:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767932:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384673.767932:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.767933:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384673.767934:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e0661d5. 00000100:00000010:0.0:1767384673.767937:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000050a533d. 00000100:00000010:0.0:1767384673.767938:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a792ce6. 00000100:00000010:0.0:1767384673.767939:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cbb6735. 00000100:00000010:0.0:1767384673.767940:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000026004963. 00000100:00000010:0.0:1767384673.767942:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffb07e7b. 00000100:00000010:0.0:1767384673.767943:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e29e3d4f. 00000100:00000010:0.0:1767384673.767945:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024bc5dbd. 00000100:00000010:0.0:1767384673.767946:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000baffc19e. 00000100:00000010:0.0:1767384673.767947:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ee28e49. 00000100:00000010:0.0:1767384673.767949:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084239298. 00000100:00000010:0.0:1767384673.767950:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d32593e0. 00000100:00000010:0.0:1767384673.767951:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1d8fdd3. 00000100:00000010:0.0:1767384673.767952:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003064733e. 00000100:00000010:0.0:1767384673.767957:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006dc1e676. 00000100:00000010:0.0:1767384673.767959:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e7f7886. 00000100:00000010:0.0:1767384673.767960:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009cf3f95d. 00000100:00000010:0.0:1767384673.767961:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025dfef81. 00000100:00000010:0.0:1767384673.767962:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009413c1c9. 00000100:00000010:0.0:1767384673.767964:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006768fd0d. 00000100:00000010:0.0:1767384673.767965:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000973f7f3d. 00000100:00000010:0.0:1767384673.767967:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076c21e92. 00000100:00000010:0.0:1767384673.767968:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000697f6818. 00000100:00000010:0.0:1767384673.767969:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ef2ff4a. 00000100:00000010:0.0:1767384673.767970:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8359825. 00000100:00000010:0.0:1767384673.767971:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c25c2de3. 00000100:00000010:0.0:1767384673.767972:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ceba642b. 00000100:00000010:0.0:1767384673.767974:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2ead87c. 00000100:00000010:0.0:1767384673.767975:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fb155470. 00000100:00000010:0.0:1767384673.767976:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f30d4bae. 00000100:00000010:0.0:1767384673.767977:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039b90b97. 00000100:00000010:0.0:1767384673.767979:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d09c742c. 00000100:00000010:0.0:1767384673.767980:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052a280dc. 00000100:00000010:0.0:1767384673.767981:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0ab08c9. 00000100:00000010:0.0:1767384673.767982:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c4ed04a6. 00000100:00000010:0.0:1767384673.767984:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aafd7fee. 00000100:00000010:0.0:1767384673.767985:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3e39273. 00000100:00000010:0.0:1767384673.767986:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bb0cfb1. 00000100:00000010:0.0:1767384673.767987:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf5ff929. 00000100:00000010:0.0:1767384673.767989:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002408d76d. 00000100:00000010:0.0:1767384673.767990:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008b38fcfa. 00000100:00000010:0.0:1767384673.767991:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf4dd2ac. 00000100:00000010:0.0:1767384673.767992:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073218610. 00000100:00000010:0.0:1767384673.767994:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a2c9a73. 00000100:00000010:0.0:1767384673.767995:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000003f03047. 00000100:00000010:0.0:1767384673.767996:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000135f866f. 00000100:00000010:0.0:1767384673.767997:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063b5fd1e. 00000100:00000010:0.0:1767384673.768013:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024b01c02. 00000100:00000010:0.0:1767384673.768015:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006dff8970. 00000100:00000010:0.0:1767384673.768016:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb076b02. 00000100:00000010:0.0:1767384673.768018:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008225eafe. 00000100:00000010:0.0:1767384673.768019:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8b87b74. 00000100:00000010:0.0:1767384673.768020:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aae5acba. 00000100:00000010:0.0:1767384673.768021:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c1032fb. 00000100:00000010:0.0:1767384673.768022:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ec0748fe. 00000100:00000010:0.0:1767384673.768023:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ede81bda. 00000100:00000010:0.0:1767384673.768025:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1363631. 00000100:00000010:0.0:1767384673.768026:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fdb3cc6. 00000100:00000010:0.0:1767384673.768027:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e97d06f0. 00000100:00000010:0.0:1767384673.768028:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b6e611e. 00000100:00000010:0.0:1767384673.768030:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051fe6483. 00000100:00000010:0.0:1767384673.768031:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029a6708a. 00000100:00000010:0.0:1767384673.768032:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bfde278a. 00000100:00000010:0.0:1767384673.768033:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f21b89d4. 00000100:00000010:0.0:1767384673.768034:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000131d8e23. 00000100:00000010:0.0:1767384673.768036:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3dad5b4. 00000100:00000010:0.0:1767384673.768037:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6529d15. 00000100:00000010:0.0:1767384673.768039:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b96c740e. 00000100:00000010:0.0:1767384673.768040:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000682faf7f. 00000100:00000010:0.0:1767384673.768041:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cdc65e8. 00000100:00000010:0.0:1767384673.768042:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000545aa6b1. 00000100:00000010:0.0:1767384673.768044:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ca1c95a. 00000100:00000010:0.0:1767384673.768045:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f96e149e. 00000100:00000010:0.0:1767384673.768046:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff8ca716. 00000100:00000010:0.0:1767384673.768047:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000030b0fb4. 00000100:00000010:0.0:1767384673.768049:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048f04106. 00000100:00000010:0.0:1767384673.768050:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0300c53. 00000100:00000010:0.0:1767384673.768051:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001046282. 00000100:00000010:0.0:1767384673.768052:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000129d1dad. 00000100:00000010:0.0:1767384673.768054:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000299877aa. 00000100:00000010:0.0:1767384673.768059:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ec7a04f. 00000100:00000010:0.0:1767384673.768060:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a58d0138. 00000100:00000010:0.0:1767384673.768061:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005944e0e7. 00000100:00000010:0.0:1767384673.768062:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001506ddf4. 00000100:00000010:0.0:1767384673.768064:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000490e35c7. 00000100:00000010:0.0:1767384673.768065:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058687878. 00000100:00000010:0.0:1767384673.768066:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000abc03cd7. 00000100:00000010:0.0:1767384673.768067:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d11bc9d1. 00000100:00000010:0.0:1767384673.768068:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003faacdc4. 00000100:00000010:0.0:1767384673.768069:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a161a8f. 00000100:00000010:0.0:1767384673.768070:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eceec604. 00000100:00000010:0.0:1767384673.768072:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feff1f3f. 00000100:00000010:0.0:1767384673.768073:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000016eabcaf. 00000100:00000010:0.0:1767384673.768074:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edff48b7. 00000100:00000010:0.0:1767384673.768075:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008c6e8990. 00000100:00000010:0.0:1767384673.768076:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091064dd7. 00000100:00000010:0.0:1767384673.768077:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000910bcc0c. 00000100:00000010:0.0:1767384673.768078:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000bca4aca. 00000100:00000010:0.0:1767384673.768079:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000035cf40f2. 00000100:00000010:0.0:1767384673.768081:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000721930c1. 00000100:00000010:0.0:1767384673.768082:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000359547c7. 00000100:00000010:0.0:1767384673.768083:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ababee2. 00000100:00000010:0.0:1767384673.768084:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a7603f6. 00000100:00000010:0.0:1767384673.768086:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ad27a0c. 00000100:00000010:0.0:1767384673.768087:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007904997f. 00000100:00000010:0.0:1767384673.768088:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000474fe1e1. 00000100:00000010:0.0:1767384673.768090:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d5898cd. 00000100:00000010:0.0:1767384673.768091:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a129e29. 00000100:00000010:0.0:1767384673.768092:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006abe43a1. 00000100:00000010:0.0:1767384673.768093:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a1a4bdd. 00000100:00000010:0.0:1767384673.768095:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c39340a6. 00000100:00000010:0.0:1767384673.768096:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3fa148e. 00000100:00000010:0.0:1767384673.768097:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007821a7e0. 00000100:00000010:0.0:1767384673.768102:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2d3fed1. 00000100:00000010:0.0:1767384673.768103:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aad2564f. 00000100:00000010:0.0:1767384673.768105:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f34c9225. 00000100:00000010:0.0:1767384673.768106:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cfbb8b4c. 00000100:00000010:0.0:1767384673.768107:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2639ced. 00000100:00000010:0.0:1767384673.768108:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000064e29339. 00000100:00000010:0.0:1767384673.768110:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f8dc390. 00000100:00000010:0.0:1767384673.768111:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ac51415. 00000100:00000010:0.0:1767384673.768113:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af9a8663. 00000100:00000010:0.0:1767384673.768114:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018dc2a9d. 00000100:00000010:0.0:1767384673.768117:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098dcb6ee. 00000100:00000010:0.0:1767384673.768118:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000784cdeb. 00000100:00000010:0.0:1767384673.768119:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebd5d7f2. 00000100:00000010:0.0:1767384673.768120:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e90754ec. 00000100:00000010:0.0:1767384673.768121:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000461bdfec. 00000100:00000010:0.0:1767384673.768123:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000000c71f471. 00000100:00000010:0.0:1767384673.768125:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000033fd8e49. 00000100:00000001:0.0:1767384673.768126:0:39798:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384673.768127:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384673.768128:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384673.768129:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384673.768130:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000077ddc85b. 00000100:00000001:0.0:1767384673.768132:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384673.768133:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.768134:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384673.768135:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b5164e99. 00000100:00000001:0.0:1767384673.768136:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384673.768137:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384673.768138:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d1b5506f. 00000100:00000001:0.0:1767384673.768139:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384673.768140:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384673.768140:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006e27efb9. 00000100:00000001:0.0:1767384673.768141:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384673.768142:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384673.768143:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a4e738c5. 00000100:00000001:0.0:1767384673.768144:0:39798:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384673.768189:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000467a0ee7. 00000020:00000010:0.0:1767384673.768191:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c9462d9b. 00000100:00000010:0.0:1767384673.768205:0:39798:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000009de2e8da. 00000100:00000010:0.0:1767384673.768210:0:39798:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001179aeab. 00000100:00000010:0.0:1767384673.768212:0:39798:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000045377b3. 00000100:00000010:0.0:1767384673.768216:0:39798:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000009bfda933. 00000100:00000001:0.0:1767384673.768218:0:39798:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.768219:0:39798:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384673.768220:0:39798:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:0.0:1767384673.768222:0:39798:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384673.768223:0:39798:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384673.768224:0:39798:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:0.0:1767384673.768225:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:0.0:1767384673.768226:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:0.0:1767384673.768238:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:1.0:1767384673.768259:0:16821:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c8d7c77. 00000020:00000010:2.0:1767384673.768261:0:16820:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006297db00. 00000040:00000010:1.0:1767384673.768265:0:16821:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000093e82776. 00000040:00000010:2.0:1767384673.768267:0:16820:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007b09b07d. 00000020:00000010:1.0:1767384673.768269:0:16821:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005e893b0e. 00000020:00000010:2.0:1767384673.768272:0:16820:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ab0bc39b. 00000020:00000010:1.0:1767384673.768274:0:16821:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5824ef5. 00000020:00000010:2.0:1767384673.768276:0:16820:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000af382146. 00000020:00000010:1.0:1767384673.768279:0:16821:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008ad428f3. 00000020:00000010:2.0:1767384673.768281:0:16820:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005d31cdbd. 80000000:00000010:1.0:1767384673.768284:0:16821:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000033e74411. 80000000:00000010:2.0:1767384673.768286:0:16820:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c33f10d3. 40000000:00000010:1.0:1767384673.768288:0:16821:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000057b2767b. 40000000:00000010:2.0:1767384673.768292:0:16820:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000db69b4e6. 00100000:00000010:1.0:1767384673.768293:0:16821:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009e369951. 00040000:00000010:1.0:1767384673.768298:0:16821:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000019fa93d5. 00100000:00000010:2.0:1767384673.768299:0:16820:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004be5b41d. 00040000:00000010:1.0:1767384673.768301:0:16821:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002c12f0be. 00040000:00000010:2.0:1767384673.768305:0:16820:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000aae11c6c. 00080000:00000010:1.0:1767384673.768306:0:16821:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000041bbf71d. 00040000:00000010:2.0:1767384673.768391:0:16820:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005877bcfa. 00080000:00000010:2.0:1767384673.768397:0:16820:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000045036523. 00000004:00000010:2.0:1767384673.768402:0:16820:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009b202ab6. 00002000:00000010:2.0:1767384673.768409:0:16820:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bef52814. 00000020:00000010:2.0:1767384673.768427:0:16820:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008d0f232. 00000020:00000010:2.0:1767384673.768434:0:16820:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000feb20a21. 00000100:00000010:2.0:1767384673.768442:0:16820:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b7c6b81c. 00000100:00100000:2.0:1767384673.768445:0:16820:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [00000000f806e894:16820] 0 exiting: rc = 1 00000004:00000010:1.0:1767384673.768455:0:16821:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006fdcf08b. 00002000:00000010:1.0:1767384673.768461:0:16821:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000006ba2543. 00000020:00000010:1.0:1767384673.768464:0:16821:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f971c725. 00000020:00000010:1.0:1767384673.768468:0:16821:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000040171d0f. 00000100:00000010:1.0:1767384673.768472:0:16821:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cca223db. 00000100:00100000:1.0:1767384673.768474:0:16821:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [000000002c6163f6:16821] 1 exiting: rc = 0 00000100:00000010:3.0:1767384673.768504:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f806e894. 00000100:00000010:3.0:1767384673.768513:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002c6163f6. 00000100:00000001:3.0:1767384673.768518:0:39798:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384673.768525:0:39798:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384673.768529:0:39798:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:3.0:1767384673.768533:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768535:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768538:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d31b8cc7. 00000400:00000200:3.0:1767384673.768542:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007770af38 00000400:00000010:3.0:1767384673.768544:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007770af38. 00000100:00000001:3.0:1767384673.768548:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768550:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768556:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768558:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384673.768560:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768562:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768563:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768565:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7cc26f0. 00000400:00000200:3.0:1767384673.768567:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43f152e 00000400:00000010:3.0:1767384673.768569:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43f152e. 00000100:00000001:3.0:1767384673.768571:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768572:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768577:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768578:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384673.768580:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768581:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768583:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768584:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f11bf3ee. 00000400:00000200:3.0:1767384673.768586:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ea2688a 00000400:00000010:3.0:1767384673.768587:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ea2688a. 00000100:00000001:3.0:1767384673.768589:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768590:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768595:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768596:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384673.768598:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768599:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768600:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768602:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eccfa16c. 00000400:00000200:3.0:1767384673.768604:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb1f1701 00000400:00000010:3.0:1767384673.768605:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000100:00000001:3.0:1767384673.768607:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768608:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768613:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768614:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384673.768616:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768617:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768619:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768620:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000912db623. 00000400:00000200:3.0:1767384673.768622:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000764db01a 00000400:00000010:3.0:1767384673.768624:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000764db01a. 00000100:00000001:3.0:1767384673.768627:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768628:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768633:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768635:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384673.768636:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768638:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768639:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768640:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e6dfca4. 00000400:00000200:3.0:1767384673.768642:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff3264ae 00000400:00000010:3.0:1767384673.768643:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff3264ae. 00000100:00000001:3.0:1767384673.768645:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768646:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768650:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768652:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384673.768653:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768655:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768656:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768657:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000115cff9c. 00000400:00000200:3.0:1767384673.768660:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa92082 00000400:00000010:3.0:1767384673.768661:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa92082. 00000100:00000001:3.0:1767384673.768663:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768665:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768669:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768671:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384673.768672:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768674:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768675:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768676:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b1a26b1. 00000400:00000200:3.0:1767384673.768679:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca591e62 00000400:00000010:3.0:1767384673.768680:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca591e62. 00000100:00000001:3.0:1767384673.768682:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768684:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768688:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768690:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384673.768691:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768693:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768694:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768696:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d94b444. 00000400:00000200:3.0:1767384673.768698:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d574b4 00000400:00000010:3.0:1767384673.768699:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d574b4. 00000100:00000001:3.0:1767384673.768702:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768703:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768707:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768709:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384673.768710:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768712:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768713:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768714:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf5762b6. 00000400:00000200:3.0:1767384673.768717:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daae8d27 00000400:00000010:3.0:1767384673.768718:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daae8d27. 00000100:00000001:3.0:1767384673.768720:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768722:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768726:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768727:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384673.768729:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768730:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768731:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768733:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000106394d8. 00000400:00000200:3.0:1767384673.768735:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c4934f6 00000400:00000010:3.0:1767384673.768736:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c4934f6. 00000100:00000001:3.0:1767384673.768738:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768740:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768744:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768746:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384673.768747:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768749:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768750:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768751:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c60cad0d. 00000400:00000200:3.0:1767384673.768753:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb6b30a6 00000400:00000010:3.0:1767384673.768755:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb6b30a6. 00000100:00000001:3.0:1767384673.768757:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768758:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768762:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768763:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384673.768765:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768767:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768768:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768769:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d380ac1b. 00000400:00000200:3.0:1767384673.768771:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064c74b7d 00000400:00000010:3.0:1767384673.768773:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064c74b7d. 00000100:00000001:3.0:1767384673.768775:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768776:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768781:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768782:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384673.768784:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768785:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768787:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768788:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000042dbe73. 00000400:00000200:3.0:1767384673.768790:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a303180d 00000400:00000010:3.0:1767384673.768792:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a303180d. 00000100:00000001:3.0:1767384673.768794:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768795:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768799:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768801:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384673.768802:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768804:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768805:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768807:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005725d565. 00000400:00000200:3.0:1767384673.768809:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864e922b 00000400:00000010:3.0:1767384673.768810:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000864e922b. 00000100:00000001:3.0:1767384673.768812:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768813:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768817:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768819:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384673.768820:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768821:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768823:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768824:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ce2c177. 00000400:00000200:3.0:1767384673.768826:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000358d7a54 00000400:00000010:3.0:1767384673.768827:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000358d7a54. 00000100:00000001:3.0:1767384673.768829:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768830:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768835:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768837:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384673.768838:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768840:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768841:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768842:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035b2dc5a. 00000400:00000200:3.0:1767384673.768844:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302f9001 00000400:00000010:3.0:1767384673.768846:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000302f9001. 00000100:00000001:3.0:1767384673.768848:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768849:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768853:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768854:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384673.768855:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768857:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768858:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768859:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2fe8926. 00000400:00000200:3.0:1767384673.768862:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef74aef 00000400:00000010:3.0:1767384673.768863:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ef74aef. 00000100:00000001:3.0:1767384673.768865:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768866:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768870:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768872:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384673.768873:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768875:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768876:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768878:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d55a3c5. 00000400:00000200:3.0:1767384673.768880:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84b139d 00000400:00000010:3.0:1767384673.768882:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f84b139d. 00000100:00000001:3.0:1767384673.768884:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768885:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768890:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768891:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384673.768893:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768895:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768896:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768897:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a06d5eb. 00000400:00000200:3.0:1767384673.768899:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084593f20 00000400:00000010:3.0:1767384673.768901:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084593f20. 00000100:00000001:3.0:1767384673.768903:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768904:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768908:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768910:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384673.768911:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768912:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768913:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768915:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000113adbb2. 00000400:00000200:3.0:1767384673.768917:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000924126bb 00000400:00000010:3.0:1767384673.768918:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000924126bb. 00000100:00000001:3.0:1767384673.768920:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768921:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768925:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768926:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384673.768928:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768929:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768930:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768932:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031ccea2f. 00000400:00000200:3.0:1767384673.768933:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005eae1589 00000400:00000010:3.0:1767384673.768935:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005eae1589. 00000100:00000001:3.0:1767384673.768937:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768938:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768942:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768944:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384673.768945:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768947:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768948:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768950:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081307d61. 00000400:00000200:3.0:1767384673.768952:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a285a8a5 00000400:00000010:3.0:1767384673.768953:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a285a8a5. 00000100:00000001:3.0:1767384673.768956:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768957:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768961:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768963:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384673.768964:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768966:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768967:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768968:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff6e0f2a. 00000400:00000200:3.0:1767384673.768970:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082a278ad 00000400:00000010:3.0:1767384673.768972:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082a278ad. 00000100:00000001:3.0:1767384673.768974:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768976:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768980:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768982:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384673.768983:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.768985:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.768986:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.768987:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1f22cf. 00000400:00000200:3.0:1767384673.768989:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ccf20e 00000400:00000010:3.0:1767384673.768990:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074ccf20e. 00000100:00000001:3.0:1767384673.768992:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.768993:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.768997:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.768999:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384673.769016:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769018:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769019:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769020:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040605d2b. 00000400:00000200:3.0:1767384673.769023:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aeecf12 00000400:00000010:3.0:1767384673.769025:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aeecf12. 00000100:00000001:3.0:1767384673.769027:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769028:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769032:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769034:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384673.769035:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769037:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769038:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769039:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009094f2cc. 00000400:00000200:3.0:1767384673.769041:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b202d8 00000400:00000010:3.0:1767384673.769043:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027b202d8. 00000100:00000001:3.0:1767384673.769045:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769046:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769050:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769051:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384673.769053:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769055:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769056:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769058:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad47568b. 00000400:00000200:3.0:1767384673.769060:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f60248 00000400:00000010:3.0:1767384673.769061:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017f60248. 00000100:00000001:3.0:1767384673.769063:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769065:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769069:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769070:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384673.769072:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769073:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769074:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769075:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000148bd444. 00000400:00000200:3.0:1767384673.769078:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b3dbf53 00000400:00000010:3.0:1767384673.769079:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b3dbf53. 00000100:00000001:3.0:1767384673.769081:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769083:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769087:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769089:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384673.769090:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769092:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769093:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769095:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e12cc6e9. 00000400:00000200:3.0:1767384673.769097:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3de99a0 00000400:00000010:3.0:1767384673.769098:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3de99a0. 00000100:00000001:3.0:1767384673.769100:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769101:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769105:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769107:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384673.769108:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769110:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769111:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769112:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c1cb13c. 00000400:00000200:3.0:1767384673.769114:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0707bd8 00000400:00000010:3.0:1767384673.769116:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0707bd8. 00000100:00000001:3.0:1767384673.769118:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769119:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769123:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769125:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384673.769127:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769128:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769129:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769131:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd64b7d1. 00000400:00000200:3.0:1767384673.769132:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7e55269 00000400:00000010:3.0:1767384673.769134:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7e55269. 00000100:00000001:3.0:1767384673.769136:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769137:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769141:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769143:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384673.769144:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769146:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769147:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769148:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8999c67. 00000400:00000200:3.0:1767384673.769150:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003d4e5bd 00000400:00000010:3.0:1767384673.769152:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003d4e5bd. 00000100:00000001:3.0:1767384673.769154:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769155:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769160:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769161:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384673.769163:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769165:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769166:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769168:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcf7148f. 00000400:00000200:3.0:1767384673.769170:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002df48ccf 00000400:00000010:3.0:1767384673.769172:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002df48ccf. 00000100:00000001:3.0:1767384673.769174:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769175:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769179:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769181:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384673.769182:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769184:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769185:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769187:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050233542. 00000400:00000200:3.0:1767384673.769189:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2108ee 00000400:00000010:3.0:1767384673.769190:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a2108ee. 00000100:00000001:3.0:1767384673.769193:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769195:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769199:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769201:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384673.769202:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769204:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769205:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769206:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d07a5c10. 00000400:00000200:3.0:1767384673.769208:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa41426e 00000400:00000010:3.0:1767384673.769210:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa41426e. 00000100:00000001:3.0:1767384673.769212:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769213:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769217:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769218:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384673.769220:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769221:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769223:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769224:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000486b8a2e. 00000400:00000200:3.0:1767384673.769226:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008574cc62 00000400:00000010:3.0:1767384673.769228:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008574cc62. 00000100:00000001:3.0:1767384673.769231:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769232:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769236:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769238:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384673.769240:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769242:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769243:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769244:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef89e329. 00000400:00000200:3.0:1767384673.769247:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5458f1 00000400:00000010:3.0:1767384673.769248:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5458f1. 00000100:00000001:3.0:1767384673.769251:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769252:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769256:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769258:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384673.769260:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769261:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769262:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769264:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8ebd18a. 00000400:00000200:3.0:1767384673.769266:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afbd663e 00000400:00000010:3.0:1767384673.769268:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afbd663e. 00000100:00000001:3.0:1767384673.769270:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769271:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769276:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769277:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384673.769279:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769280:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769282:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769283:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007563b5ee. 00000400:00000200:3.0:1767384673.769285:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018ae8714 00000400:00000010:3.0:1767384673.769286:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018ae8714. 00000100:00000001:3.0:1767384673.769289:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769290:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769296:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769298:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384673.769300:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769302:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769303:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769304:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000064b0b53. 00000400:00000200:3.0:1767384673.769307:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089bd122c 00000400:00000010:3.0:1767384673.769308:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089bd122c. 00000100:00000001:3.0:1767384673.769346:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769348:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769353:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769355:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384673.769357:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769359:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769360:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769361:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fbcd0ce. 00000400:00000200:3.0:1767384673.769364:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008594db9f 00000400:00000010:3.0:1767384673.769366:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008594db9f. 00000100:00000001:3.0:1767384673.769369:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769371:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769378:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769381:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384673.769384:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769386:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769389:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769391:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029bd8d38. 00000400:00000200:3.0:1767384673.769393:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbfee81d 00000400:00000010:3.0:1767384673.769395:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbfee81d. 00000100:00000001:3.0:1767384673.769398:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769399:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769403:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769405:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384673.769407:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769409:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769410:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769411:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c33b0d85. 00000400:00000200:3.0:1767384673.769413:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b569d6fb 00000400:00000010:3.0:1767384673.769415:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b569d6fb. 00000100:00000001:3.0:1767384673.769417:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769418:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769423:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769424:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384673.769425:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769427:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769428:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769429:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44909af. 00000400:00000200:3.0:1767384673.769431:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000066dfd7e 00000400:00000010:3.0:1767384673.769433:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000066dfd7e. 00000100:00000001:3.0:1767384673.769435:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769437:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769441:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769442:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384673.769444:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769445:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769446:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769448:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000717b6c96. 00000400:00000200:3.0:1767384673.769450:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62653ff 00000400:00000010:3.0:1767384673.769452:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f62653ff. 00000100:00000001:3.0:1767384673.769454:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769455:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769459:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769460:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384673.769463:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769464:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769465:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769466:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000861ef2a6. 00000400:00000200:3.0:1767384673.769469:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aa71332 00000400:00000010:3.0:1767384673.769470:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002aa71332. 00000100:00000001:3.0:1767384673.769472:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769473:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769478:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769479:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384673.769481:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769482:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769484:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769485:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000707e6cc6. 00000400:00000200:3.0:1767384673.769487:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e0a69e 00000400:00000010:3.0:1767384673.769489:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e0a69e. 00000100:00000001:3.0:1767384673.769491:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769492:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769496:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769497:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384673.769499:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769500:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769501:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769502:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7c94269. 00000400:00000200:3.0:1767384673.769505:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020bd2cc0 00000400:00000010:3.0:1767384673.769506:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020bd2cc0. 00000100:00000001:3.0:1767384673.769508:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769510:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769514:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769516:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384673.769517:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769519:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769520:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769521:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ec09d31. 00000400:00000200:3.0:1767384673.769523:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008acda3d1 00000400:00000010:3.0:1767384673.769525:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008acda3d1. 00000100:00000001:3.0:1767384673.769527:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769528:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769533:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769535:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384673.769536:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769538:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769539:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769540:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a388d66d. 00000400:00000200:3.0:1767384673.769542:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa53c30 00000400:00000010:3.0:1767384673.769544:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa53c30. 00000100:00000001:3.0:1767384673.769546:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769547:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769551:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769552:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384673.769554:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769555:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769556:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769558:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040c7866d. 00000400:00000200:3.0:1767384673.769560:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007496c2fd 00000400:00000010:3.0:1767384673.769561:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007496c2fd. 00000100:00000001:3.0:1767384673.769563:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769564:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769568:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769570:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384673.769571:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769573:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769574:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769575:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f816522. 00000400:00000200:3.0:1767384673.769577:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c9bf52e 00000400:00000010:3.0:1767384673.769578:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c9bf52e. 00000100:00000001:3.0:1767384673.769580:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769581:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769585:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769586:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384673.769588:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769589:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769590:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769591:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081f97008. 00000400:00000200:3.0:1767384673.769593:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e25d5 00000400:00000010:3.0:1767384673.769595:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e25d5. 00000100:00000001:3.0:1767384673.769597:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769598:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769602:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769604:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384673.769605:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769607:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769608:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769609:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046f1afb4. 00000400:00000200:3.0:1767384673.769611:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a0d1fce 00000400:00000010:3.0:1767384673.769612:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a0d1fce. 00000100:00000001:3.0:1767384673.769615:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769616:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769620:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769621:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384673.769623:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769624:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769626:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769627:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045e38c56. 00000400:00000200:3.0:1767384673.769629:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1523d16 00000400:00000010:3.0:1767384673.769630:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1523d16. 00000100:00000001:3.0:1767384673.769632:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769633:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769637:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769638:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384673.769640:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769641:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769642:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769644:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3dd427c. 00000400:00000200:3.0:1767384673.769646:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001199408e 00000400:00000010:3.0:1767384673.769647:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001199408e. 00000100:00000001:3.0:1767384673.769649:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769650:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769655:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769656:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384673.769658:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769659:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769660:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769661:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084daec2b. 00000400:00000200:3.0:1767384673.769664:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e880f2 00000400:00000010:3.0:1767384673.769666:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e880f2. 00000100:00000001:3.0:1767384673.769668:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769669:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769673:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769675:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384673.769676:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769678:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769679:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769680:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008183ff19. 00000400:00000200:3.0:1767384673.769682:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8939e65 00000400:00000010:3.0:1767384673.769684:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8939e65. 00000100:00000001:3.0:1767384673.769686:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769687:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769691:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769693:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384673.769694:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769696:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769697:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769698:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044b06b04. 00000400:00000200:3.0:1767384673.769700:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bdc7d15 00000400:00000010:3.0:1767384673.769702:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bdc7d15. 00000100:00000001:3.0:1767384673.769704:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769705:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769709:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769710:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384673.769712:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769713:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769714:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769715:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000719d9161. 00000400:00000200:3.0:1767384673.769717:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005322466f 00000400:00000010:3.0:1767384673.769719:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005322466f. 00000100:00000001:3.0:1767384673.769721:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769722:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769726:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769728:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384673.769729:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769731:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769732:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769733:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059d48b69. 00000400:00000200:3.0:1767384673.769735:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046c169f7 00000400:00000010:3.0:1767384673.769737:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046c169f7. 00000100:00000001:3.0:1767384673.769739:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769740:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769744:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769745:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384673.769746:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769748:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769749:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769750:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b15c044b. 00000400:00000200:3.0:1767384673.769752:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042c1c696 00000400:00000010:3.0:1767384673.769754:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042c1c696. 00000100:00000001:3.0:1767384673.769756:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769757:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769761:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769762:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384673.769764:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.769765:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.769766:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.769767:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011e6e534. 00000400:00000200:3.0:1767384673.769770:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8bb7f44 00000400:00000010:3.0:1767384673.769771:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8bb7f44. 00000100:00000001:3.0:1767384673.769773:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.769774:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384673.769778:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.769780:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384673.769781:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384673.769783:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769784:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769786:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769787:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769789:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769790:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769792:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769793:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769795:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769796:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769797:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769798:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769799:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769800:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769802:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769803:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769805:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769806:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769807:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769808:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769810:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769810:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769812:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769813:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769814:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769815:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769817:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769818:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769820:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769821:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769822:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769823:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769824:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769825:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769827:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769828:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769829:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769830:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769831:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769832:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769834:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769835:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769836:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769838:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769839:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769840:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769842:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769843:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769844:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769845:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769847:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769848:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769849:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769850:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769852:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769853:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769854:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769856:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769857:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769858:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769859:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769860:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769862:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769863:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769864:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769865:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769867:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769868:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769870:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769871:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769872:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769873:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769874:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769875:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769877:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769878:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769879:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769880:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769882:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769883:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769885:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769886:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769887:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769888:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769889:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769891:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769892:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769893:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769895:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769897:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769898:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769899:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769900:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769902:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769903:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769904:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769906:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769907:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769908:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769910:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769911:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769912:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769913:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769914:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769916:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769917:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769918:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769919:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769921:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769922:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769923:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769924:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769925:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769926:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769928:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769929:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769930:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769931:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769933:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769934:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769935:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769936:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769938:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769939:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769940:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769941:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.769943:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.769944:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384673.769946:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008131bf7b. 00000100:00000010:3.0:1767384673.769950:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035f85a16. 00000100:00000010:3.0:1767384673.769953:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098a805b0. 00000100:00000010:3.0:1767384673.769955:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079321e69. 00000100:00000010:3.0:1767384673.769958:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005b7dd970. 00000100:00000010:3.0:1767384673.769961:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8235e2d. 00000100:00000010:3.0:1767384673.769964:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dacd0f94. 00000100:00000010:3.0:1767384673.769966:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094600116. 00000100:00000010:3.0:1767384673.769968:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a19fd4cd. 00000100:00000010:3.0:1767384673.769970:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d499b00. 00000100:00000010:3.0:1767384673.769973:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c760d839. 00000100:00000010:3.0:1767384673.769975:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000837478b1. 00000100:00000010:3.0:1767384673.769977:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f2e330e. 00000100:00000010:3.0:1767384673.769979:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbbaa921. 00000100:00000010:3.0:1767384673.769981:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a7a1e0c. 00000100:00000010:3.0:1767384673.769984:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd5d5e56. 00000100:00000010:3.0:1767384673.769986:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a4fb7ed. 00000100:00000010:3.0:1767384673.769988:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004834c3f. 00000100:00000010:3.0:1767384673.769990:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005abb2f1e. 00000100:00000010:3.0:1767384673.769992:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057f185df. 00000100:00000010:3.0:1767384673.769995:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002147ac0a. 00000100:00000010:3.0:1767384673.769997:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed918ee2. 00000100:00000010:3.0:1767384673.770000:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3ce0ab6. 00000100:00000010:3.0:1767384673.770021:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c519b3b. 00000100:00000010:3.0:1767384673.770024:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f9eb884. 00000100:00000010:3.0:1767384673.770026:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2266906. 00000100:00000010:3.0:1767384673.770028:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000104cba2e. 00000100:00000010:3.0:1767384673.770030:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b595d19f. 00000100:00000010:3.0:1767384673.770032:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030444b70. 00000100:00000010:3.0:1767384673.770034:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000052e79a1. 00000100:00000010:3.0:1767384673.770036:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b7a6584. 00000100:00000010:3.0:1767384673.770038:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082340a3e. 00000100:00000010:3.0:1767384673.770040:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065950ee2. 00000100:00000010:3.0:1767384673.770043:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d0e4047. 00000100:00000010:3.0:1767384673.770045:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ee2cd12. 00000100:00000010:3.0:1767384673.770046:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005318a05c. 00000100:00000010:3.0:1767384673.770051:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055e31c21. 00000100:00000010:3.0:1767384673.770066:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005bf738cd. 00000100:00000010:3.0:1767384673.770070:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0d2a635. 00000100:00000010:3.0:1767384673.770072:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b9a417d. 00000100:00000010:3.0:1767384673.770074:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000338e76a7. 00000100:00000010:3.0:1767384673.770076:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1ad8540. 00000100:00000010:3.0:1767384673.770079:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003872e662. 00000100:00000010:3.0:1767384673.770082:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fd0929e. 00000100:00000010:3.0:1767384673.770085:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d6f1d37a. 00000100:00000010:3.0:1767384673.770088:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014756f5f. 00000100:00000010:3.0:1767384673.770090:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1d7f6ab. 00000100:00000010:3.0:1767384673.770093:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cddd7e32. 00000100:00000010:3.0:1767384673.770096:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056a0157a. 00000100:00000010:3.0:1767384673.770099:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000377c6779. 00000100:00000010:3.0:1767384673.770101:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000010579061. 00000100:00000010:3.0:1767384673.770103:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009903a853. 00000100:00000010:3.0:1767384673.770105:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005b0bebd5. 00000100:00000010:3.0:1767384673.770108:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055976502. 00000100:00000010:3.0:1767384673.770110:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ca0fb2c3. 00000100:00000010:3.0:1767384673.770112:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069490530. 00000100:00000010:3.0:1767384673.770115:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f42cf3a2. 00000100:00000010:3.0:1767384673.770117:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007635d1bd. 00000100:00000010:3.0:1767384673.770119:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000059c4f796. 00000100:00000010:3.0:1767384673.770121:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf233606. 00000100:00000010:3.0:1767384673.770123:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036a77c7b. 00000100:00000010:3.0:1767384673.770126:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084512886. 00000100:00000010:3.0:1767384673.770128:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a446aa94. 00000100:00000010:3.0:1767384673.770131:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac7ce43b. 00000100:00000010:3.0:1767384673.770133:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000106c6246. 00000100:00000010:3.0:1767384673.770136:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000955eec08. 00000100:00000010:3.0:1767384673.770138:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1ae2905. 00000100:00000010:3.0:1767384673.770141:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8be7df1. 00000100:00000010:3.0:1767384673.770143:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a139877. 00000100:00000010:3.0:1767384673.770146:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ba8f60e. 00000100:00000010:3.0:1767384673.770148:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4aa14c5. 00000100:00000010:3.0:1767384673.770150:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011487754. 00000100:00000010:3.0:1767384673.770152:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aa69d62b. 00000100:00000010:3.0:1767384673.770154:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce3793ae. 00000100:00000010:3.0:1767384673.770156:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025a279dc. 00000100:00000010:3.0:1767384673.770159:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000733c4ec9. 00000100:00000010:3.0:1767384673.770160:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065bc1961. 00000100:00000010:3.0:1767384673.770162:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000869b001b. 00000100:00000010:3.0:1767384673.770164:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ec1f5c3. 00000100:00000010:3.0:1767384673.770166:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001aec25fc. 00000100:00000010:3.0:1767384673.770168:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000103fcef8. 00000100:00000010:3.0:1767384673.770170:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1687831. 00000100:00000010:3.0:1767384673.770172:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000043b78157. 00000100:00000010:3.0:1767384673.770174:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa370597. 00000100:00000010:3.0:1767384673.770176:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6dfeacb. 00000100:00000010:3.0:1767384673.770194:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001bd24b6. 00000100:00000010:3.0:1767384673.770197:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d7c0ebba. 00000100:00000010:3.0:1767384673.770199:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f99f9d07. 00000100:00000010:3.0:1767384673.770201:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc898de2. 00000100:00000010:3.0:1767384673.770203:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3f9e5ab. 00000100:00000010:3.0:1767384673.770205:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004bb8ea55. 00000100:00000010:3.0:1767384673.770207:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3ed2278. 00000100:00000010:3.0:1767384673.770209:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fabfccf4. 00000100:00000010:3.0:1767384673.770211:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027fd41bb. 00000100:00000010:3.0:1767384673.770213:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e93605e. 00000100:00000010:3.0:1767384673.770215:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c81cb60. 00000100:00000010:3.0:1767384673.770217:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d36f78fd. 00000100:00000010:3.0:1767384673.770219:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e6bead5. 00000100:00000010:3.0:1767384673.770220:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d6a5dbe. 00000100:00000010:3.0:1767384673.770223:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009538b162. 00000100:00000010:3.0:1767384673.770225:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2d49e68. 00000100:00000010:3.0:1767384673.770227:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ed5fad5. 00000100:00000010:3.0:1767384673.770229:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d6028515. 00000100:00000010:3.0:1767384673.770231:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077e23cc8. 00000100:00000010:3.0:1767384673.770233:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000349eeb9b. 00000100:00000010:3.0:1767384673.770235:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbc68d18. 00000100:00000010:3.0:1767384673.770237:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cfbd8692. 00000100:00000010:3.0:1767384673.770239:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a92495df. 00000100:00000010:3.0:1767384673.770241:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000019edeb0c. 00000100:00000010:3.0:1767384673.770243:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001960bc55. 00000100:00000010:3.0:1767384673.770245:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036d78be3. 00000100:00000010:3.0:1767384673.770247:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005bb9cf4b. 00000100:00000010:3.0:1767384673.770248:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000064f2c028. 00000100:00000010:3.0:1767384673.770250:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004aad629f. 00000100:00000010:3.0:1767384673.770252:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cdb289ee. 00000100:00000010:3.0:1767384673.770254:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008989c652. 00000100:00000010:3.0:1767384673.770256:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030b548bc. 00000100:00000010:3.0:1767384673.770258:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cf67fc1. 00000100:00000010:3.0:1767384673.770260:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb8f1ca9. 00000100:00000010:3.0:1767384673.770262:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c354859f. 00000100:00000010:3.0:1767384673.770264:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e6c87fa. 00000100:00000010:3.0:1767384673.770266:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b062311. 00000100:00000010:3.0:1767384673.770267:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e924580. 00000100:00000010:3.0:1767384673.770269:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002265c57a. 00000100:00000010:3.0:1767384673.770271:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4d17914. 00000100:00000010:3.0:1767384673.770273:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000821584a6. 00000100:00000010:3.0:1767384673.770275:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1620c80. 00000100:00000010:3.0:1767384673.770277:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b3e0827. 00000100:00000010:3.0:1767384673.770293:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000000bd29d25. 00000100:00000010:3.0:1767384673.770296:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000154f736d. 00000100:00000001:3.0:1767384673.770299:0:39798:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384673.770301:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.770303:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384673.770304:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384673.770306:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a6c72f0e. 00000100:00000001:3.0:1767384673.770340:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384673.770343:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.770346:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.770348:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000793035b6. 00000100:00000001:3.0:1767384673.770352:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.770354:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.770356:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000722b6000. 00000100:00000001:3.0:1767384673.770360:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.770362:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.770364:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000522693cf. 00000100:00000001:3.0:1767384673.770368:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.770370:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.770372:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a80edcf0. 00000100:00000001:3.0:1767384673.770376:0:39798:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384673.770519:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005f5dd428. 00000020:00000010:3.0:1767384673.770523:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000053440b06. 00000100:00000010:3.0:1767384673.770538:0:39798:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000ca64dd26. 00000100:00000010:3.0:1767384673.770546:0:39798:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000a3aec725. 00000100:00000010:3.0:1767384673.770548:0:39798:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000631fba28. 00000100:00000010:3.0:1767384673.770553:0:39798:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000007a49a15f. 00000100:00000001:3.0:1767384673.770555:0:39798:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.770556:0:39798:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384673.770557:0:39798:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:3.0:1767384673.770559:0:39798:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384673.770560:0:39798:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384673.770561:0:39798:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:3.0:1767384673.770562:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:3.0:1767384673.770564:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:3.0:1767384673.770579:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:0.0:1767384673.770594:0:16823:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002d14f17b. 00000020:00000010:2.0:1767384673.770601:0:16822:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002860457d. 00000040:00000010:0.0:1767384673.770601:0:16823:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005db276bb. 00000020:00000010:0.0:1767384673.770605:0:16823:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009023f8a4. 00000040:00000010:2.0:1767384673.770607:0:16822:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009b04b1e0. 00000020:00000010:0.0:1767384673.770610:0:16823:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e342f245. 00000020:00000010:2.0:1767384673.770612:0:16822:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb14a313. 00000020:00000010:0.0:1767384673.770615:0:16823:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009946b711. 00000020:00000010:2.0:1767384673.770617:0:16822:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000502e989a. 80000000:00000010:0.0:1767384673.770619:0:16823:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000029211f4f. 00000020:00000010:2.0:1767384673.770622:0:16822:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f72fd81. 40000000:00000010:0.0:1767384673.770624:0:16823:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000651a23bd. 80000000:00000010:2.0:1767384673.770627:0:16822:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aa6b83c1. 00100000:00000010:0.0:1767384673.770629:0:16823:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ed09aea9. 40000000:00000010:2.0:1767384673.770632:0:16822:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c7ac992. 00040000:00000010:0.0:1767384673.770634:0:16823:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ef5120e1. 00100000:00000010:2.0:1767384673.770637:0:16822:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f3bb5e27. 00040000:00000010:0.0:1767384673.770639:0:16823:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000edcefcd9. 00040000:00000010:2.0:1767384673.770641:0:16822:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e6b6eaec. 00080000:00000010:0.0:1767384673.770644:0:16823:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002d762101. 00040000:00000010:2.0:1767384673.770646:0:16822:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000624d97c0. 00000004:00000010:0.0:1767384673.770649:0:16823:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000070309bd1. 00080000:00000010:2.0:1767384673.770651:0:16822:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c84e3837. 00002000:00000010:0.0:1767384673.770653:0:16823:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000384a15da. 00000004:00000010:2.0:1767384673.770656:0:16822:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000abf11ee0. 00000020:00000010:0.0:1767384673.770658:0:16823:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2df0fca. 00002000:00000010:2.0:1767384673.770661:0:16822:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f938551f. 00000020:00000010:0.0:1767384673.770664:0:16823:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e9cb1c38. 00000020:00000010:2.0:1767384673.770665:0:16822:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e2543e1. 00000100:00000010:0.0:1767384673.770670:0:16823:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008667dd09. 00000020:00000010:2.0:1767384673.770671:0:16822:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c810cc42. 00000100:00100000:0.0:1767384673.770674:0:16823:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000d8489824:16823] 1 exiting: rc = 0 00000100:00000010:2.0:1767384673.770677:0:16822:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006b6d56b3. 00000100:00100000:2.0:1767384673.770681:0:16822:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [0000000086611bb4:16822] 0 exiting: rc = 1 00000100:00000010:3.0:1767384673.770708:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000086611bb4. 00000100:00000010:3.0:1767384673.770714:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d8489824. 00000100:00000001:3.0:1767384673.770717:0:39798:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384673.770718:0:39798:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384673.770720:0:39798:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:3.0:1767384673.770724:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770726:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770728:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004624e75f. 00000400:00000200:3.0:1767384673.770731:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000400464c0 00000400:00000010:3.0:1767384673.770732:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000400464c0. 00000100:00000001:3.0:1767384673.770736:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770737:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770741:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770742:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384673.770745:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770746:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770747:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770749:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6dedbc4. 00000400:00000200:3.0:1767384673.770750:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7e7257f 00000400:00000010:3.0:1767384673.770751:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7e7257f. 00000100:00000001:3.0:1767384673.770752:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770753:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770755:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770756:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384673.770757:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770758:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770759:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770759:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8739ab. 00000400:00000200:3.0:1767384673.770760:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031827ca8 00000400:00000010:3.0:1767384673.770761:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031827ca8. 00000100:00000001:3.0:1767384673.770762:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770763:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770765:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770766:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384673.770767:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770768:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770769:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770770:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000201fceb4. 00000400:00000200:3.0:1767384673.770771:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf9280f6 00000400:00000010:3.0:1767384673.770771:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf9280f6. 00000100:00000001:3.0:1767384673.770773:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770773:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770776:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770777:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384673.770778:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770779:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770779:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770780:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006794c277. 00000400:00000200:3.0:1767384673.770781:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010216deb 00000400:00000010:3.0:1767384673.770782:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010216deb. 00000100:00000001:3.0:1767384673.770783:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770783:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770786:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770786:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384673.770787:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770788:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770788:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770789:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036d3a3c3. 00000400:00000200:3.0:1767384673.770790:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc6c7c84 00000400:00000010:3.0:1767384673.770791:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc6c7c84. 00000100:00000001:3.0:1767384673.770792:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770792:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770795:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770795:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384673.770796:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770797:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770798:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770798:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b531b929. 00000400:00000200:3.0:1767384673.770799:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086ef2718 00000400:00000010:3.0:1767384673.770800:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086ef2718. 00000100:00000001:3.0:1767384673.770801:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770802:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770804:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770805:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384673.770805:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770806:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770807:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770807:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eaae8b3. 00000400:00000200:3.0:1767384673.770808:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039dea479 00000400:00000010:3.0:1767384673.770809:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039dea479. 00000100:00000001:3.0:1767384673.770810:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770811:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770813:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770814:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384673.770815:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770815:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770816:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770817:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096dcc0d9. 00000400:00000200:3.0:1767384673.770818:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718e7618 00000400:00000010:3.0:1767384673.770818:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718e7618. 00000100:00000001:3.0:1767384673.770819:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770820:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770822:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770823:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384673.770824:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770824:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770825:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770826:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046ad9934. 00000400:00000200:3.0:1767384673.770827:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002078bd92 00000400:00000010:3.0:1767384673.770827:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002078bd92. 00000100:00000001:3.0:1767384673.770828:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770829:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770831:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770832:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384673.770833:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770834:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770834:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770835:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d186f470. 00000400:00000200:3.0:1767384673.770836:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed60cd87 00000400:00000010:3.0:1767384673.770837:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed60cd87. 00000100:00000001:3.0:1767384673.770838:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770839:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770842:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770842:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384673.770843:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770844:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770844:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770845:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c352e317. 00000400:00000200:3.0:1767384673.770846:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d8ba37e 00000400:00000010:3.0:1767384673.770847:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d8ba37e. 00000100:00000001:3.0:1767384673.770848:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770849:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770851:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770852:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384673.770853:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770853:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770854:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770855:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa8328a1. 00000400:00000200:3.0:1767384673.770856:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069d6ddd2 00000400:00000010:3.0:1767384673.770856:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069d6ddd2. 00000100:00000001:3.0:1767384673.770857:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770858:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770860:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770861:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384673.770862:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770863:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770863:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770864:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051a35c2f. 00000400:00000200:3.0:1767384673.770865:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fcc7711 00000400:00000010:3.0:1767384673.770866:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fcc7711. 00000100:00000001:3.0:1767384673.770867:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770867:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770869:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770870:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384673.770871:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770872:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770872:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770873:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049a5b24b. 00000400:00000200:3.0:1767384673.770874:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df71ff4a 00000400:00000010:3.0:1767384673.770875:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df71ff4a. 00000100:00000001:3.0:1767384673.770876:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770876:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770879:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770879:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384673.770880:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770881:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770881:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770883:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057392f0f. 00000400:00000200:3.0:1767384673.770884:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1d004a 00000400:00000010:3.0:1767384673.770884:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1d004a. 00000100:00000001:3.0:1767384673.770885:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770886:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770888:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770889:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384673.770890:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770890:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770891:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770892:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbff37a6. 00000400:00000200:3.0:1767384673.770893:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078e448ac 00000400:00000010:3.0:1767384673.770893:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078e448ac. 00000100:00000001:3.0:1767384673.770894:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770895:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770897:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770898:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384673.770899:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770899:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770900:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770901:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b61a38a9. 00000400:00000200:3.0:1767384673.770902:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009721498a 00000400:00000010:3.0:1767384673.770903:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009721498a. 00000100:00000001:3.0:1767384673.770904:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770904:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770907:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770907:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384673.770908:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770909:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770910:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770910:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a23ded7. 00000400:00000200:3.0:1767384673.770911:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84d208a 00000400:00000010:3.0:1767384673.770912:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b84d208a. 00000100:00000001:3.0:1767384673.770913:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770913:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770916:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770917:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384673.770917:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770918:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770919:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770920:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc3a37bd. 00000400:00000200:3.0:1767384673.770920:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092cc1ce4 00000400:00000010:3.0:1767384673.770921:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092cc1ce4. 00000100:00000001:3.0:1767384673.770922:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770923:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770925:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770926:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384673.770927:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770927:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770928:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770928:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000077c887f. 00000400:00000200:3.0:1767384673.770929:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a29e99 00000400:00000010:3.0:1767384673.770930:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070a29e99. 00000100:00000001:3.0:1767384673.770931:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770932:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770934:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770935:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384673.770936:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770936:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770937:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770937:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d62e3131. 00000400:00000200:3.0:1767384673.770938:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb0404b1 00000400:00000010:3.0:1767384673.770939:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb0404b1. 00000100:00000001:3.0:1767384673.770940:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770941:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770943:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770944:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384673.770945:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770945:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770946:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770947:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000837966c1. 00000400:00000200:3.0:1767384673.770947:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ace684 00000400:00000010:3.0:1767384673.770948:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ace684. 00000100:00000001:3.0:1767384673.770949:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770950:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770952:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770953:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384673.770954:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770955:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770955:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770956:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d7bdeb6. 00000400:00000200:3.0:1767384673.770957:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5a1e342 00000400:00000010:3.0:1767384673.770957:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a1e342. 00000100:00000001:3.0:1767384673.770958:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770959:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770961:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770962:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384673.770963:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770963:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770964:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770965:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa04f16. 00000400:00000200:3.0:1767384673.770966:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acf5304e 00000400:00000010:3.0:1767384673.770966:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000acf5304e. 00000100:00000001:3.0:1767384673.770967:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770968:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770970:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770971:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384673.770972:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770972:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770973:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770974:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c51563a. 00000400:00000200:3.0:1767384673.770975:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b914c0c 00000400:00000010:3.0:1767384673.770975:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b914c0c. 00000100:00000001:3.0:1767384673.770976:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770977:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770980:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770980:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384673.770981:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770982:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770982:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770983:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd19c57. 00000400:00000200:3.0:1767384673.770984:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d679a4a 00000400:00000010:3.0:1767384673.770985:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d679a4a. 00000100:00000001:3.0:1767384673.770986:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770987:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770989:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770990:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384673.770990:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.770991:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.770992:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.770992:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c563e8. 00000400:00000200:3.0:1767384673.770993:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040982ce1 00000400:00000010:3.0:1767384673.770994:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040982ce1. 00000100:00000001:3.0:1767384673.770995:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.770996:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.770998:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.770999:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384673.770999:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771015:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771017:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771018:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003633a8d1. 00000400:00000200:3.0:1767384673.771020:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071077dba 00000400:00000010:3.0:1767384673.771021:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071077dba. 00000100:00000001:3.0:1767384673.771023:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771023:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771026:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771027:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384673.771027:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771028:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771029:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771030:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023b496a1. 00000400:00000200:3.0:1767384673.771031:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b77cf743 00000400:00000010:3.0:1767384673.771031:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b77cf743. 00000100:00000001:3.0:1767384673.771032:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771033:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771035:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771036:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384673.771037:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771038:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771038:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771039:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e97e0c10. 00000400:00000200:3.0:1767384673.771040:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005217147b 00000400:00000010:3.0:1767384673.771041:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005217147b. 00000100:00000001:3.0:1767384673.771042:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771043:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771045:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771046:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384673.771047:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771048:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771049:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771049:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008859e6a8. 00000400:00000200:3.0:1767384673.771050:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e12fd3e 00000400:00000010:3.0:1767384673.771051:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e12fd3e. 00000100:00000001:3.0:1767384673.771052:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771053:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771055:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771056:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384673.771057:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771058:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771058:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771059:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b52ce08. 00000400:00000200:3.0:1767384673.771060:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073ba3ca2 00000400:00000010:3.0:1767384673.771060:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073ba3ca2. 00000100:00000001:3.0:1767384673.771062:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771062:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771065:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771065:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384673.771066:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771067:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771068:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771068:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003715c8c9. 00000400:00000200:3.0:1767384673.771069:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e711b7cc 00000400:00000010:3.0:1767384673.771070:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e711b7cc. 00000100:00000001:3.0:1767384673.771071:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771071:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771074:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771075:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384673.771075:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771076:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771077:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771078:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b974e0c. 00000400:00000200:3.0:1767384673.771079:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080d821a2 00000400:00000010:3.0:1767384673.771080:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080d821a2. 00000100:00000001:3.0:1767384673.771081:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771082:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771084:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771085:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384673.771086:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771087:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771087:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771088:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005442177a. 00000400:00000200:3.0:1767384673.771089:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009841428a 00000400:00000010:3.0:1767384673.771090:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009841428a. 00000100:00000001:3.0:1767384673.771091:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771091:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771093:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771094:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384673.771095:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771096:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771096:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771097:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004056c4d4. 00000400:00000200:3.0:1767384673.771098:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1f5af8 00000400:00000010:3.0:1767384673.771099:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1f5af8. 00000100:00000001:3.0:1767384673.771100:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771100:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771103:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771104:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384673.771104:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771105:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771106:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771106:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000365d84f0. 00000400:00000200:3.0:1767384673.771107:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5f227a6 00000400:00000010:3.0:1767384673.771108:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5f227a6. 00000100:00000001:3.0:1767384673.771109:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771110:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771112:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771113:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384673.771114:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771115:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771116:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771116:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f59e10b. 00000400:00000200:3.0:1767384673.771117:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baea115 00000400:00000010:3.0:1767384673.771118:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baea115. 00000100:00000001:3.0:1767384673.771119:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771120:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771122:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771123:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384673.771124:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771124:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771125:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771125:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbcbf970. 00000400:00000200:3.0:1767384673.771126:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dc40c7f 00000400:00000010:3.0:1767384673.771127:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dc40c7f. 00000100:00000001:3.0:1767384673.771128:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771129:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771131:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771132:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384673.771133:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771133:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771134:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771135:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000960bb86c. 00000400:00000200:3.0:1767384673.771136:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5ebd468 00000400:00000010:3.0:1767384673.771136:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5ebd468. 00000100:00000001:3.0:1767384673.771137:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771138:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771140:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771141:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384673.771142:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771142:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771143:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771144:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ef7ecb. 00000400:00000200:3.0:1767384673.771145:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000891c53f0 00000400:00000010:3.0:1767384673.771145:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000891c53f0. 00000100:00000001:3.0:1767384673.771146:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771147:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771149:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771150:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384673.771151:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771152:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771152:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771153:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a973bee. 00000400:00000200:3.0:1767384673.771154:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce53ae97 00000400:00000010:3.0:1767384673.771155:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce53ae97. 00000100:00000001:3.0:1767384673.771156:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771156:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771159:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771159:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384673.771160:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771161:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771162:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771162:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e9cdcb8. 00000400:00000200:3.0:1767384673.771163:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011ea0ca8 00000400:00000010:3.0:1767384673.771164:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011ea0ca8. 00000100:00000001:3.0:1767384673.771165:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771166:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771168:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771169:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384673.771169:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771170:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771171:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771171:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000067cd163. 00000400:00000200:3.0:1767384673.771172:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074692589 00000400:00000010:3.0:1767384673.771173:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074692589. 00000100:00000001:3.0:1767384673.771174:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771174:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771177:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771177:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384673.771178:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771179:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771180:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771180:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009db60629. 00000400:00000200:3.0:1767384673.771181:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c23aa39 00000400:00000010:3.0:1767384673.771182:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c23aa39. 00000100:00000001:3.0:1767384673.771183:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771184:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771186:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771187:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384673.771188:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771188:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771189:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771190:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee2262fe. 00000400:00000200:3.0:1767384673.771190:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c74bcaf 00000400:00000010:3.0:1767384673.771191:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c74bcaf. 00000100:00000001:3.0:1767384673.771192:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771193:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771195:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771196:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384673.771197:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771197:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771198:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771198:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042e33925. 00000400:00000200:3.0:1767384673.771199:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e992edea 00000400:00000010:3.0:1767384673.771200:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e992edea. 00000100:00000001:3.0:1767384673.771201:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771202:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771204:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771205:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384673.771206:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771206:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771207:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771208:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a0f3031. 00000400:00000200:3.0:1767384673.771208:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dbbb9ea 00000400:00000010:3.0:1767384673.771209:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dbbb9ea. 00000100:00000001:3.0:1767384673.771210:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771211:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771213:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771214:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384673.771215:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771215:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771216:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771217:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baee3425. 00000400:00000200:3.0:1767384673.771218:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ecc01de 00000400:00000010:3.0:1767384673.771219:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ecc01de. 00000100:00000001:3.0:1767384673.771220:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771220:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771222:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771223:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384673.771224:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771225:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771225:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771226:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef006c7e. 00000400:00000200:3.0:1767384673.771227:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000175819ae 00000400:00000010:3.0:1767384673.771227:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000175819ae. 00000100:00000001:3.0:1767384673.771228:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771229:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771231:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771232:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384673.771233:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771233:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771234:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771235:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e028a09e. 00000400:00000200:3.0:1767384673.771236:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3baf824 00000400:00000010:3.0:1767384673.771236:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3baf824. 00000100:00000001:3.0:1767384673.771237:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771238:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771240:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771241:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384673.771242:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771242:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771243:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771243:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003699649a. 00000400:00000200:3.0:1767384673.771244:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd5ab02 00000400:00000010:3.0:1767384673.771245:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cd5ab02. 00000100:00000001:3.0:1767384673.771246:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771247:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771249:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771250:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384673.771251:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771251:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771252:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771253:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fac1b154. 00000400:00000200:3.0:1767384673.771254:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8a5550b 00000400:00000010:3.0:1767384673.771254:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8a5550b. 00000100:00000001:3.0:1767384673.771255:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771256:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771258:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771259:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384673.771260:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771260:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771261:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771262:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dde9443. 00000400:00000200:3.0:1767384673.771263:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000113fc39 00000400:00000010:3.0:1767384673.771263:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000113fc39. 00000100:00000001:3.0:1767384673.771264:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771265:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771267:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771268:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384673.771269:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771270:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771270:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771271:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d645c93d. 00000400:00000200:3.0:1767384673.771272:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d5b47f0 00000400:00000010:3.0:1767384673.771272:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d5b47f0. 00000100:00000001:3.0:1767384673.771273:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771274:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771276:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771277:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384673.771278:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771278:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771279:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771280:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d35cde64. 00000400:00000200:3.0:1767384673.771281:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072d67509 00000400:00000010:3.0:1767384673.771281:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072d67509. 00000100:00000001:3.0:1767384673.771282:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771283:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771285:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771286:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384673.771287:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771288:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771288:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771289:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b50e57e. 00000400:00000200:3.0:1767384673.771290:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047863171 00000400:00000010:3.0:1767384673.771291:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047863171. 00000100:00000001:3.0:1767384673.771292:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771292:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771295:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771295:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384673.771296:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771297:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771298:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771298:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000076b3da. 00000400:00000200:3.0:1767384673.771299:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d4c2cd 00000400:00000010:3.0:1767384673.771300:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026d4c2cd. 00000100:00000001:3.0:1767384673.771301:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771301:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771304:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771304:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384673.771305:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771306:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771306:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771307:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acab86b8. 00000400:00000200:3.0:1767384673.771308:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009da7914 00000400:00000010:3.0:1767384673.771329:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009da7914. 00000100:00000001:3.0:1767384673.771332:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771334:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771338:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771339:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384673.771341:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771342:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771343:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771344:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e13c4578. 00000400:00000200:3.0:1767384673.771346:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090d8f49f 00000400:00000010:3.0:1767384673.771347:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090d8f49f. 00000100:00000001:3.0:1767384673.771349:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771349:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771355:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771357:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384673.771359:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771361:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771361:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771363:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a919b414. 00000400:00000200:3.0:1767384673.771365:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c2404f1 00000400:00000010:3.0:1767384673.771366:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c2404f1. 00000100:00000001:3.0:1767384673.771368:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771369:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771372:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771374:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384673.771374:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771375:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771376:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771376:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb06ab25. 00000400:00000200:3.0:1767384673.771377:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dce9147 00000400:00000010:3.0:1767384673.771378:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce9147. 00000100:00000001:3.0:1767384673.771379:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771380:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771382:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771383:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384673.771383:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.771384:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.771385:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.771385:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8656c48. 00000400:00000200:3.0:1767384673.771386:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fc592cf 00000400:00000010:3.0:1767384673.771387:0:39798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fc592cf. 00000100:00000001:3.0:1767384673.771388:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.771389:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384673.771391:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.771392:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384673.771393:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384673.771394:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771395:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771396:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771396:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771397:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771398:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771399:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771400:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771400:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771401:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771402:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771402:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771403:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771404:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771404:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771405:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771406:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771406:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771407:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771408:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771408:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771409:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771410:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771410:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771411:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771412:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771412:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771413:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771414:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771414:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771415:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771416:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771416:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771417:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771418:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771418:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771419:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771420:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771420:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771421:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771422:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771422:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771423:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771424:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771424:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771425:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771426:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771427:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771428:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771428:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771429:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771430:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771430:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771431:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771432:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771432:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771433:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771434:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771434:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771435:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771436:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771436:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771437:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771438:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771438:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771439:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771440:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771440:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771441:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771442:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771442:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771443:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771444:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771444:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771445:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771446:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771446:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771447:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771448:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771448:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771449:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771450:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771450:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771451:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771452:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771452:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771453:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771454:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771455:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771455:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771456:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771457:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771457:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771458:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771459:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771459:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771460:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771461:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771461:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771462:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771463:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771463:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771464:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771465:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771466:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771466:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771467:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771468:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771468:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771469:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771470:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771470:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771471:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771472:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771472:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771473:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771474:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771474:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771475:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771476:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771476:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771477:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771478:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771478:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771479:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771480:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.771481:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.771481:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384673.771483:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025662311. 00000100:00000010:3.0:1767384673.771493:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f721c62. 00000100:00000010:3.0:1767384673.771510:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b335d068. 00000100:00000010:3.0:1767384673.771512:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c53a4bef. 00000100:00000010:3.0:1767384673.771513:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005604150. 00000100:00000010:3.0:1767384673.771515:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b67c9373. 00000100:00000010:3.0:1767384673.771516:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f20e4f2f. 00000100:00000010:3.0:1767384673.771517:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a034f71. 00000100:00000010:3.0:1767384673.771518:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e441a70f. 00000100:00000010:3.0:1767384673.771520:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c53cbb7. 00000100:00000010:3.0:1767384673.771521:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f7c19745. 00000100:00000010:3.0:1767384673.771522:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5386a15. 00000100:00000010:3.0:1767384673.771523:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aa10cdc6. 00000100:00000010:3.0:1767384673.771524:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018a22446. 00000100:00000010:3.0:1767384673.771525:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000861b66cb. 00000100:00000010:3.0:1767384673.771526:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005340ee46. 00000100:00000010:3.0:1767384673.771527:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dea48711. 00000100:00000010:3.0:1767384673.771529:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c195fc0a. 00000100:00000010:3.0:1767384673.771530:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d2b0df9. 00000100:00000010:3.0:1767384673.771531:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb3eba05. 00000100:00000010:3.0:1767384673.771532:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000041837a2e. 00000100:00000010:3.0:1767384673.771533:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041262478. 00000100:00000010:3.0:1767384673.771534:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000088e2de1e. 00000100:00000010:3.0:1767384673.771536:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091a6d8e9. 00000100:00000010:3.0:1767384673.771537:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f328cef4. 00000100:00000010:3.0:1767384673.771538:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9a1b5c7. 00000100:00000010:3.0:1767384673.771539:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c1f01a8. 00000100:00000010:3.0:1767384673.771540:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a01daa50. 00000100:00000010:3.0:1767384673.771541:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008afb30c5. 00000100:00000010:3.0:1767384673.771543:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075fdbaea. 00000100:00000010:3.0:1767384673.771544:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000087c6094b. 00000100:00000010:3.0:1767384673.771545:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b06f70e. 00000100:00000010:3.0:1767384673.771547:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f322a28. 00000100:00000010:3.0:1767384673.771548:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae41ff5b. 00000100:00000010:3.0:1767384673.771550:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3b71e6f. 00000100:00000010:3.0:1767384673.771551:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dac46f8. 00000100:00000010:3.0:1767384673.771552:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bffb03d3. 00000100:00000010:3.0:1767384673.771553:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feff5c29. 00000100:00000010:3.0:1767384673.771554:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001bcaf1e5. 00000100:00000010:3.0:1767384673.771556:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c17a80fb. 00000100:00000010:3.0:1767384673.771557:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d323302. 00000100:00000010:3.0:1767384673.771558:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034adb052. 00000100:00000010:3.0:1767384673.771559:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000492f2929. 00000100:00000010:3.0:1767384673.771560:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008db5548a. 00000100:00000010:3.0:1767384673.771561:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020b4930c. 00000100:00000010:3.0:1767384673.771562:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a85a79de. 00000100:00000010:3.0:1767384673.771563:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006c27f6fc. 00000100:00000010:3.0:1767384673.771564:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b6e5413. 00000100:00000010:3.0:1767384673.771565:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009632951d. 00000100:00000010:3.0:1767384673.771575:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c92b68d9. 00000100:00000010:3.0:1767384673.771576:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028edfd73. 00000100:00000010:3.0:1767384673.771577:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000420a4936. 00000100:00000010:3.0:1767384673.771578:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000413299b9. 00000100:00000010:3.0:1767384673.771580:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017d387d5. 00000100:00000010:3.0:1767384673.771581:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000054fcccd. 00000100:00000010:3.0:1767384673.771582:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e38b318. 00000100:00000010:3.0:1767384673.771583:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003160ffbe. 00000100:00000010:3.0:1767384673.771584:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c25c4ae6. 00000100:00000010:3.0:1767384673.771585:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e616d97. 00000100:00000010:3.0:1767384673.771586:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000536df71a. 00000100:00000010:3.0:1767384673.771587:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe656f81. 00000100:00000010:3.0:1767384673.771588:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083aed4ee. 00000100:00000010:3.0:1767384673.771590:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000016252616. 00000100:00000010:3.0:1767384673.771591:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9e9e034. 00000100:00000010:3.0:1767384673.771592:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ecf3534. 00000100:00000010:3.0:1767384673.771594:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000303fef71. 00000100:00000010:3.0:1767384673.771595:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000def81170. 00000100:00000010:3.0:1767384673.771596:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d302181d. 00000100:00000010:3.0:1767384673.771597:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8f8ba70. 00000100:00000010:3.0:1767384673.771599:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b42122bb. 00000100:00000010:3.0:1767384673.771600:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000034e64e66. 00000100:00000010:3.0:1767384673.771601:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d856d89f. 00000100:00000010:3.0:1767384673.771602:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023d6b2d8. 00000100:00000010:3.0:1767384673.771603:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c8194e2. 00000100:00000010:3.0:1767384673.771604:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b8c7279. 00000100:00000010:3.0:1767384673.771605:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f585c1d5. 00000100:00000010:3.0:1767384673.771606:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d3b4182. 00000100:00000010:3.0:1767384673.771607:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dac7333d. 00000100:00000010:3.0:1767384673.771608:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007428e307. 00000100:00000010:3.0:1767384673.771610:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ca15367. 00000100:00000010:3.0:1767384673.771611:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c758bc0. 00000100:00000010:3.0:1767384673.771612:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056c68c48. 00000100:00000010:3.0:1767384673.771613:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ebe6fc91. 00000100:00000010:3.0:1767384673.771614:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032c2cf17. 00000100:00000010:3.0:1767384673.771615:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000efda2ac7. 00000100:00000010:3.0:1767384673.771616:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008682270. 00000100:00000010:3.0:1767384673.771618:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6d5ac63. 00000100:00000010:3.0:1767384673.771619:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0ca90a4. 00000100:00000010:3.0:1767384673.771620:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006d99a46e. 00000100:00000010:3.0:1767384673.771621:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000418b0a57. 00000100:00000010:3.0:1767384673.771622:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e988e20. 00000100:00000010:3.0:1767384673.771623:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc5fe599. 00000100:00000010:3.0:1767384673.771624:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c0d1209. 00000100:00000010:3.0:1767384673.771625:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f72c5bfc. 00000100:00000010:3.0:1767384673.771626:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008237be28. 00000100:00000010:3.0:1767384673.771628:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010c208eb. 00000100:00000010:3.0:1767384673.771629:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000090398392. 00000100:00000010:3.0:1767384673.771639:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5eecc07. 00000100:00000010:3.0:1767384673.771640:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000664ad08f. 00000100:00000010:3.0:1767384673.771641:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051cd8c67. 00000100:00000010:3.0:1767384673.771643:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048c499c0. 00000100:00000010:3.0:1767384673.771644:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050c9cdd7. 00000100:00000010:3.0:1767384673.771645:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000042cb4a0. 00000100:00000010:3.0:1767384673.771646:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060eff0fa. 00000100:00000010:3.0:1767384673.771647:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009a153830. 00000100:00000010:3.0:1767384673.771648:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0f10bd0. 00000100:00000010:3.0:1767384673.771649:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000c6b649c. 00000100:00000010:3.0:1767384673.771650:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c024aa66. 00000100:00000010:3.0:1767384673.771651:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004adc3efc. 00000100:00000010:3.0:1767384673.771653:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1e20371. 00000100:00000010:3.0:1767384673.771654:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000022376ca. 00000100:00000010:3.0:1767384673.771655:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c3efecc. 00000100:00000010:3.0:1767384673.771656:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056efbe2f. 00000100:00000010:3.0:1767384673.771657:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014858fcd. 00000100:00000010:3.0:1767384673.771658:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb67938e. 00000100:00000010:3.0:1767384673.771659:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000756e54b0. 00000100:00000010:3.0:1767384673.771660:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001c3a9675. 00000100:00000010:3.0:1767384673.771661:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5706b97. 00000100:00000010:3.0:1767384673.771662:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d95e4ad0. 00000100:00000010:3.0:1767384673.771663:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f84888c. 00000100:00000010:3.0:1767384673.771664:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a22b8611. 00000100:00000010:3.0:1767384673.771665:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aee5850f. 00000100:00000010:3.0:1767384673.771666:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f65ae925. 00000100:00000010:3.0:1767384673.771668:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbf95540. 00000100:00000010:3.0:1767384673.771669:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000853dc7cd. 00000100:00000010:3.0:1767384673.771670:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ddefac2. 00000100:00000010:3.0:1767384673.771671:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a9dc180f. 00000100:00000010:3.0:1767384673.771672:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000301fcde5. 00000100:00000010:3.0:1767384673.771674:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000004d9a2edf. 00000100:00000010:3.0:1767384673.771676:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000f59ba93f. 00000100:00000001:3.0:1767384673.771677:0:39798:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384673.771679:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.771680:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384673.771681:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384673.771682:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ccd3778a. 00000100:00000001:3.0:1767384673.771684:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384673.771684:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.771686:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.771686:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000564c5f71. 00000100:00000001:3.0:1767384673.771688:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.771689:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.771689:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000de3c7dd3. 00000100:00000001:3.0:1767384673.771691:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.771691:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.771692:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c24d4085. 00000100:00000001:3.0:1767384673.771694:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.771694:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.771695:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004b150360. 00000100:00000001:3.0:1767384673.771696:0:39798:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384673.771742:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000ab0a7ac2. 00000020:00000010:3.0:1767384673.771745:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b13522c0. 00000100:00000010:3.0:1767384673.771758:0:39798:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000043c3600f. 00000100:00000010:3.0:1767384673.771764:0:39798:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000002e65cd40. 00000100:00000010:3.0:1767384673.771769:0:39798:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000005608cf0d. 00000100:00000010:3.0:1767384673.771771:0:39798:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000f7d4ce9b. 00000100:00000001:3.0:1767384673.771772:0:39798:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.771774:0:39798:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384673.771774:0:39798:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:3.0:1767384673.771776:0:39798:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384673.771777:0:39798:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384673.771778:0:39798:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:3.0:1767384673.771779:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:3.0:1767384673.771780:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:3.0:1767384673.771781:0:39798:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:3.0:1767384673.771797:0:39798:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:2.0:1767384673.771817:0:16824:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb97055b. 00000040:00000010:2.0:1767384673.771821:0:16824:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f89e25f3. 00000020:00000010:2.0:1767384673.771823:0:16824:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a49c749. 00000020:00000010:2.0:1767384673.771825:0:16824:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b2e9eb1b. 00000020:00000010:2.0:1767384673.771827:0:16824:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000462e1725. 80000000:00000010:2.0:1767384673.771829:0:16824:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000052d874c8. 40000000:00000010:2.0:1767384673.771831:0:16824:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000062c6da6d. 00100000:00000010:2.0:1767384673.771833:0:16824:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dd142ec0. 00040000:00000010:2.0:1767384673.771836:0:16824:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bb481f0a. 00040000:00000010:2.0:1767384673.771839:0:16824:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8b0099d. 00080000:00000010:2.0:1767384673.771842:0:16824:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000044ce2b9b. 00000004:00000010:2.0:1767384673.771844:0:16824:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ebf64f10. 00002000:00000010:2.0:1767384673.771846:0:16824:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000025ce28b4. 00000020:00000010:2.0:1767384673.771849:0:16824:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd124a49. 00000020:00000010:0.0:1767384673.771849:0:16826:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000042bb9f6d. 00000020:00000010:2.0:1767384673.771856:0:16824:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d5253880. 00000040:00000010:0.0:1767384673.771857:0:16826:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000662bd7aa. 00000100:00000010:2.0:1767384673.771862:0:16824:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007acbf0e4. 00000020:00000001:2.0:1767384673.771865:0:16824:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384673.771868:0:16825:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007f742143. 00000020:00000010:2.0:1767384673.771869:0:16824:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000009c7fe36. 00000020:00000010:0.0:1767384673.771869:0:16826:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a547cdd9. 00000020:00000010:0.0:1767384673.771876:0:16826:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b362745. 00000040:00000010:1.0:1767384673.771878:0:16825:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000036891b91. 00000020:00000010:0.0:1767384673.771881:0:16826:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000016376619. 00000020:00000010:1.0:1767384673.771885:0:16825:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c2321e05. 80000000:00000010:0.0:1767384673.771887:0:16826:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000c2ab927. 00000020:00000010:1.0:1767384673.771891:0:16825:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bb5bf254. 40000000:00000010:0.0:1767384673.771892:0:16826:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b1a14450. 00100000:00000010:0.0:1767384673.771900:0:16826:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006a4722c8. 00000020:00000010:1.0:1767384673.771901:0:16825:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002c92038e. 00040000:00000010:0.0:1767384673.771904:0:16826:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000006d11278. 80000000:00000010:1.0:1767384673.771908:0:16825:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fe65abca. 00040000:00000010:0.0:1767384673.771909:0:16826:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001db1618a. 40000000:00000010:1.0:1767384673.771916:0:16825:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000480f07ba. 00080000:00000010:0.0:1767384673.771916:0:16826:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000097927fce. 00000004:00000010:0.0:1767384673.771921:0:16826:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000eef14114. 00100000:00000010:1.0:1767384673.771925:0:16825:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c990bd26. 00002000:00000010:0.0:1767384673.771926:0:16826:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002f06adf5. 00040000:00000010:1.0:1767384673.771934:0:16825:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000048c53066. 00000020:00000010:0.0:1767384673.771934:0:16826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097b86671. 00040000:00000010:1.0:1767384673.771941:0:16825:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000649bd699. 00000020:00000010:0.0:1767384673.771942:0:16826:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000070e5af1. 00080000:00000010:1.0:1767384673.771946:0:16825:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005cfd30d6. 00000100:00000010:0.0:1767384673.771948:0:16826:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003317e26f. 00000004:00000010:1.0:1767384673.771950:0:16825:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fc3a2d95. 00000020:00000001:0.0:1767384673.771952:0:16826:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000001:2.0:1767384673.771953:0:16824:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00002000:00000010:1.0:1767384673.771954:0:16825:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b271c305. 00000020:00000010:0.0:1767384673.771955:0:16826:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000009a93bd12. 00000100:00100000:2.0:1767384673.771956:0:16824:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000d204c771:16824] 0 exiting: rc = 1 00000020:00000010:1.0:1767384673.771968:0:16825:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba3177eb. 00000020:00000010:1.0:1767384673.771975:0:16825:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007454279d. 00000100:00000010:1.0:1767384673.771983:0:16825:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cb7f4d4b. 00000020:00000001:1.0:1767384673.771987:0:16825:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384673.771989:0:16825:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000005eb79147. 00000020:00000001:0.0:1767384673.772222:0:16826:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384673.772224:0:16826:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000f2b4ef57:16826] 2 exiting: rc = 0 00000020:00000001:1.0:1767384673.772231:0:16825:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384673.772233:0:16825:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [000000002d8c61ee:16825] 1 exiting: rc = 0 00000100:00000010:3.0:1767384673.772255:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d204c771. 00000100:00000010:3.0:1767384673.772260:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002d8c61ee. 00000100:00000010:3.0:1767384673.772264:0:39798:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f2b4ef57. 00000100:00000001:3.0:1767384673.772266:0:39798:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384673.772268:0:39798:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384673.772270:0:39798:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:3.0:1767384673.772272:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772273:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772275:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c57ad08. 00000400:00000200:3.0:1767384673.772278:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074a84764 00000400:00000010:3.0:1767384673.772280:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000074a84764. 00000100:00000001:3.0:1767384673.772283:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772284:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772290:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772292:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384673.772294:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772295:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772296:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772298:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055a20bd6. 00000400:00000200:3.0:1767384673.772300:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f3f7388 00000400:00000010:3.0:1767384673.772301:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009f3f7388. 00000100:00000001:3.0:1767384673.772303:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772304:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772306:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772307:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384673.772308:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772333:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772335:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772336:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090116853. 00000400:00000200:3.0:1767384673.772339:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005eca3a4 00000400:00000010:3.0:1767384673.772341:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000005eca3a4. 00000100:00000001:3.0:1767384673.772344:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772345:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772350:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772352:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384673.772355:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772357:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772358:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772359:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa4f5678. 00000400:00000200:3.0:1767384673.772362:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b00d181 00000400:00000010:3.0:1767384673.772364:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004b00d181. 00000100:00000001:3.0:1767384673.772368:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772369:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772376:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772378:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384673.772380:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772382:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772383:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772384:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077d595c1. 00000400:00000200:3.0:1767384673.772387:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000144b6a59 00000400:00000010:3.0:1767384673.772389:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000144b6a59. 00000100:00000001:3.0:1767384673.772392:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772393:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772399:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772401:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384673.772403:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772404:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772410:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772411:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063ffa972. 00000400:00000200:3.0:1767384673.772414:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b45c0ca2 00000400:00000010:3.0:1767384673.772416:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b45c0ca2. 00000100:00000001:3.0:1767384673.772419:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772420:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772427:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772429:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384673.772431:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772434:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772435:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772436:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bb31351. 00000400:00000200:3.0:1767384673.772439:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca8e8e09 00000400:00000010:3.0:1767384673.772440:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ca8e8e09. 00000100:00000001:3.0:1767384673.772443:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772445:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772451:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772453:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384673.772455:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772456:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772457:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772459:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f133164. 00000400:00000200:3.0:1767384673.772463:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c276b47 00000400:00000010:3.0:1767384673.772464:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008c276b47. 00000100:00000001:3.0:1767384673.772467:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772468:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772474:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772476:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384673.772478:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772479:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772480:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772482:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a5f931b. 00000400:00000200:3.0:1767384673.772485:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061a42652 00000400:00000010:3.0:1767384673.772486:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000061a42652. 00000100:00000001:3.0:1767384673.772488:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772488:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772494:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772495:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384673.772496:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772497:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772498:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772499:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c132098. 00000400:00000200:3.0:1767384673.772504:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed6c5ce 00000400:00000010:3.0:1767384673.772505:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009ed6c5ce. 00000100:00000001:3.0:1767384673.772508:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772510:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772513:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772514:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384673.772515:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772516:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772517:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772518:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000878e051. 00000400:00000200:3.0:1767384673.772520:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9c2042c 00000400:00000010:3.0:1767384673.772522:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e9c2042c. 00000100:00000001:3.0:1767384673.772525:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772526:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772529:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772530:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384673.772531:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772532:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772533:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772534:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043288534. 00000400:00000200:3.0:1767384673.772538:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d9037b 00000400:00000010:3.0:1767384673.772539:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000020d9037b. 00000100:00000001:3.0:1767384673.772559:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772560:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772564:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772565:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384673.772566:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772567:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772568:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772569:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9816b6c. 00000400:00000200:3.0:1767384673.772571:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abafa6e4 00000400:00000010:3.0:1767384673.772573:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000abafa6e4. 00000100:00000001:3.0:1767384673.772574:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772575:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772577:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772578:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384673.772579:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772580:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772580:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772581:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a8e7cf0. 00000400:00000200:3.0:1767384673.772582:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcf7afa4 00000400:00000010:3.0:1767384673.772583:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dcf7afa4. 00000100:00000001:3.0:1767384673.772584:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772585:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772588:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772588:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384673.772589:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772590:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772591:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772592:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c871de6. 00000400:00000200:3.0:1767384673.772593:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000172b0950 00000400:00000010:3.0:1767384673.772594:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000172b0950. 00000100:00000001:3.0:1767384673.772595:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772596:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772598:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772599:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384673.772600:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772601:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772602:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772603:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008336355c. 00000400:00000200:3.0:1767384673.772604:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bd521b3 00000400:00000010:3.0:1767384673.772605:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004bd521b3. 00000100:00000001:3.0:1767384673.772606:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772607:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772609:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772610:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384673.772611:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772612:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772612:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772613:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034f72f61. 00000400:00000200:3.0:1767384673.772614:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d211a6 00000400:00000010:3.0:1767384673.772615:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000088d211a6. 00000100:00000001:3.0:1767384673.772616:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772617:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772619:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772620:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384673.772621:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772622:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772622:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772623:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000777cab8. 00000400:00000200:3.0:1767384673.772624:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae877714 00000400:00000010:3.0:1767384673.772625:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ae877714. 00000100:00000001:3.0:1767384673.772626:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772627:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772629:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772630:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384673.772631:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772632:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772632:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772633:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d4a0ec9. 00000400:00000200:3.0:1767384673.772634:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000182059ea 00000400:00000010:3.0:1767384673.772635:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000182059ea. 00000100:00000001:3.0:1767384673.772636:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772637:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772640:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772641:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384673.772641:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772643:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772643:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772644:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095508b44. 00000400:00000200:3.0:1767384673.772645:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006df3ff54 00000400:00000010:3.0:1767384673.772646:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006df3ff54. 00000100:00000001:3.0:1767384673.772647:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772648:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772651:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772651:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384673.772652:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772653:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772653:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772654:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000852bb3d2. 00000400:00000200:3.0:1767384673.772655:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4dd66cb 00000400:00000010:3.0:1767384673.772656:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d4dd66cb. 00000100:00000001:3.0:1767384673.772657:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772658:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772660:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772661:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384673.772662:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772663:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772663:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772664:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fa52a20. 00000400:00000200:3.0:1767384673.772665:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a551f720 00000400:00000010:3.0:1767384673.772666:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a551f720. 00000100:00000001:3.0:1767384673.772667:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772667:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772670:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772671:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384673.772672:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772672:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772673:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772674:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009523ad3e. 00000400:00000200:3.0:1767384673.772675:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da80755a 00000400:00000010:3.0:1767384673.772676:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000da80755a. 00000100:00000001:3.0:1767384673.772678:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772678:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772681:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772682:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384673.772683:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772684:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772684:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772685:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072cddd36. 00000400:00000200:3.0:1767384673.772686:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bd8738 00000400:00000010:3.0:1767384673.772687:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c6bd8738. 00000100:00000001:3.0:1767384673.772688:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772689:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772691:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772692:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384673.772692:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772693:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772694:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772694:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025f5a83e. 00000400:00000200:3.0:1767384673.772695:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003768a8dd 00000400:00000010:3.0:1767384673.772696:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003768a8dd. 00000100:00000001:3.0:1767384673.772698:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772699:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772701:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772702:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384673.772703:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772704:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772704:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772705:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f3f739. 00000400:00000200:3.0:1767384673.772706:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a280662f 00000400:00000010:3.0:1767384673.772707:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a280662f. 00000100:00000001:3.0:1767384673.772708:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772709:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772711:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772712:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384673.772713:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772714:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772714:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772715:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c75e120. 00000400:00000200:3.0:1767384673.772717:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118a8e92 00000400:00000010:3.0:1767384673.772718:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000118a8e92. 00000100:00000001:3.0:1767384673.772719:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772720:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772722:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772723:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384673.772724:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772724:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772725:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772726:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccccf145. 00000400:00000200:3.0:1767384673.772727:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e88f194 00000400:00000010:3.0:1767384673.772727:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000e88f194. 00000100:00000001:3.0:1767384673.772729:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772730:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772732:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772733:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384673.772733:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772734:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772735:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772735:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17dc203. 00000400:00000200:3.0:1767384673.772736:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf194ee 00000400:00000010:3.0:1767384673.772737:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001bf194ee. 00000100:00000001:3.0:1767384673.772738:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772739:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772741:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772742:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384673.772743:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772743:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772744:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772745:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e729bb6. 00000400:00000200:3.0:1767384673.772746:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb063ef3 00000400:00000010:3.0:1767384673.772747:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb063ef3. 00000100:00000001:3.0:1767384673.772749:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772749:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772752:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772753:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384673.772753:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772755:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772755:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772756:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060819703. 00000400:00000200:3.0:1767384673.772758:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c33e0558 00000400:00000010:3.0:1767384673.772759:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c33e0558. 00000100:00000001:3.0:1767384673.772760:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772761:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772763:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772764:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384673.772765:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772766:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772766:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772767:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a949890. 00000400:00000200:3.0:1767384673.772768:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039e0f332 00000400:00000010:3.0:1767384673.772769:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000039e0f332. 00000100:00000001:3.0:1767384673.772770:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772771:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772773:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772774:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384673.772775:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772776:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772776:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772777:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea53fb77. 00000400:00000200:3.0:1767384673.772778:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c028111f 00000400:00000010:3.0:1767384673.772779:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c028111f. 00000100:00000001:3.0:1767384673.772781:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772781:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772784:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772784:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384673.772785:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772786:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772787:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772787:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052722b6a. 00000400:00000200:3.0:1767384673.772788:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a1a9baa 00000400:00000010:3.0:1767384673.772789:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008a1a9baa. 00000100:00000001:3.0:1767384673.772790:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772791:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772793:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772795:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384673.772795:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772797:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772797:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772798:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b34b728. 00000400:00000200:3.0:1767384673.772799:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b61838e 00000400:00000010:3.0:1767384673.772800:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000b61838e. 00000100:00000001:3.0:1767384673.772802:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772802:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772804:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772805:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384673.772806:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772807:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772807:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772808:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fae9cfc3. 00000400:00000200:3.0:1767384673.772809:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cdab469 00000400:00000010:3.0:1767384673.772810:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008cdab469. 00000100:00000001:3.0:1767384673.772823:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772823:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772826:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772827:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384673.772828:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772829:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772829:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772830:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d16e77a. 00000400:00000200:3.0:1767384673.772831:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f138662d 00000400:00000010:3.0:1767384673.772832:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f138662d. 00000100:00000001:3.0:1767384673.772833:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772834:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772837:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772837:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384673.772838:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772839:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772840:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772841:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a09b3736. 00000400:00000200:3.0:1767384673.772842:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef22c8d6 00000400:00000010:3.0:1767384673.772843:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ef22c8d6. 00000100:00000001:3.0:1767384673.772844:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772845:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772848:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772849:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384673.772850:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772851:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772852:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772852:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000652f8c95. 00000400:00000200:3.0:1767384673.772853:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000018153a2 00000400:00000010:3.0:1767384673.772854:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000018153a2. 00000100:00000001:3.0:1767384673.772856:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772856:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772858:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772859:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384673.772860:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772861:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772861:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772862:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000253de6d4. 00000400:00000200:3.0:1767384673.772863:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2df9a15 00000400:00000010:3.0:1767384673.772864:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c2df9a15. 00000100:00000001:3.0:1767384673.772865:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772866:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772868:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772869:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384673.772870:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772871:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772871:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772872:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed25989d. 00000400:00000200:3.0:1767384673.772873:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000144b8d90 00000400:00000010:3.0:1767384673.772874:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000144b8d90. 00000100:00000001:3.0:1767384673.772875:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772875:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772878:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772879:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384673.772880:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772880:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772881:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772882:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dcab100. 00000400:00000200:3.0:1767384673.772883:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0b679c 00000400:00000010:3.0:1767384673.772884:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006a0b679c. 00000100:00000001:3.0:1767384673.772885:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772886:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772889:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772889:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384673.772890:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772891:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772892:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772892:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000deb413de. 00000400:00000200:3.0:1767384673.772893:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea23722e 00000400:00000010:3.0:1767384673.772894:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ea23722e. 00000100:00000001:3.0:1767384673.772896:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772896:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772899:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772899:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384673.772900:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772901:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772901:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772902:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bdabb76. 00000400:00000200:3.0:1767384673.772903:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec59deb2 00000400:00000010:3.0:1767384673.772904:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ec59deb2. 00000100:00000001:3.0:1767384673.772905:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772906:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772908:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772909:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384673.772910:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772910:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772911:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772912:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004705d7e9. 00000400:00000200:3.0:1767384673.772913:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029a4016c 00000400:00000010:3.0:1767384673.772913:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000029a4016c. 00000100:00000001:3.0:1767384673.772915:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772915:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772918:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772918:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384673.772919:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772920:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772920:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772922:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b585edf0. 00000400:00000200:3.0:1767384673.772923:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000482228c4 00000400:00000010:3.0:1767384673.772923:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000482228c4. 00000100:00000001:3.0:1767384673.772925:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772925:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772928:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772928:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384673.772929:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772930:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772931:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772931:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdd52dc. 00000400:00000200:3.0:1767384673.772932:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000812edbf8 00000400:00000010:3.0:1767384673.772933:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000812edbf8. 00000100:00000001:3.0:1767384673.772934:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772935:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772937:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772938:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384673.772939:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772940:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772940:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772941:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe3bd4e0. 00000400:00000200:3.0:1767384673.772942:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dd02160 00000400:00000010:3.0:1767384673.772943:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004dd02160. 00000100:00000001:3.0:1767384673.772944:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772944:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772946:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772947:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384673.772948:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772949:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772949:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772950:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005659a1da. 00000400:00000200:3.0:1767384673.772951:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a06c11f9 00000400:00000010:3.0:1767384673.772952:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a06c11f9. 00000100:00000001:3.0:1767384673.772953:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772953:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772956:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772956:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384673.772957:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772958:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772959:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772959:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022a36a14. 00000400:00000200:3.0:1767384673.772960:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fad27f0 00000400:00000010:3.0:1767384673.772961:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009fad27f0. 00000100:00000001:3.0:1767384673.772963:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772963:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772965:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772966:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384673.772967:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772968:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772968:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772969:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075ae510c. 00000400:00000200:3.0:1767384673.772970:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fb6b68c 00000400:00000010:3.0:1767384673.772971:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008fb6b68c. 00000100:00000001:3.0:1767384673.772972:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772973:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772975:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772976:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384673.772977:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772977:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772978:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772978:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414ee5dc. 00000400:00000200:3.0:1767384673.772979:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051e73fd9 00000400:00000010:3.0:1767384673.772980:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000051e73fd9. 00000100:00000001:3.0:1767384673.772982:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772982:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772985:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772985:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384673.772986:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772987:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772988:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772988:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d315cd56. 00000400:00000200:3.0:1767384673.772989:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1c07a2e 00000400:00000010:3.0:1767384673.772990:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f1c07a2e. 00000100:00000001:3.0:1767384673.772991:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.772992:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.772994:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.772995:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384673.772996:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.772997:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.772997:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.772998:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021920a16. 00000400:00000200:3.0:1767384673.772999:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022e31bb8 00000400:00000010:3.0:1767384673.773011:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000022e31bb8. 00000100:00000001:3.0:1767384673.773014:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773014:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773017:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773018:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384673.773019:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773020:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773021:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773022:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8ba52b1. 00000400:00000200:3.0:1767384673.773023:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e7082f 00000400:00000010:3.0:1767384673.773024:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e5e7082f. 00000100:00000001:3.0:1767384673.773026:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773026:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773029:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773030:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384673.773031:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773032:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773032:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773033:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000054f635. 00000400:00000200:3.0:1767384673.773034:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17465ca 00000400:00000010:3.0:1767384673.773035:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a17465ca. 00000100:00000001:3.0:1767384673.773036:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773037:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773039:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773040:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384673.773041:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773042:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773042:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773043:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000592fb852. 00000400:00000200:3.0:1767384673.773044:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd232b30 00000400:00000010:3.0:1767384673.773045:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cd232b30. 00000100:00000001:3.0:1767384673.773046:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773047:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773050:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773051:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384673.773052:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773053:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773053:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773054:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd244b6. 00000400:00000200:3.0:1767384673.773055:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042ba98ec 00000400:00000010:3.0:1767384673.773056:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000042ba98ec. 00000100:00000001:3.0:1767384673.773057:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773057:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773060:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773061:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384673.773061:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773062:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773063:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773063:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a16807c. 00000400:00000200:3.0:1767384673.773064:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1af923d 00000400:00000010:3.0:1767384673.773065:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b1af923d. 00000100:00000001:3.0:1767384673.773067:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773067:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773070:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773071:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384673.773071:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773072:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773073:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773073:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000190ed6e. 00000400:00000200:3.0:1767384673.773074:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000053a0933 00000400:00000010:3.0:1767384673.773075:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000053a0933. 00000100:00000001:3.0:1767384673.773077:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773077:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773080:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773080:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384673.773081:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773082:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773082:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773083:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000311d9a8c. 00000400:00000200:3.0:1767384673.773084:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d0907c 00000400:00000010:3.0:1767384673.773085:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000010d0907c. 00000100:00000001:3.0:1767384673.773087:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773087:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773090:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773091:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384673.773092:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773092:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773093:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773094:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796dc018. 00000400:00000200:3.0:1767384673.773095:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f1375fb 00000400:00000010:3.0:1767384673.773095:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008f1375fb. 00000100:00000001:3.0:1767384673.773097:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773097:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773100:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773100:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384673.773101:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773102:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773103:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773103:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d96c049. 00000400:00000200:3.0:1767384673.773104:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ac252f3 00000400:00000010:3.0:1767384673.773105:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004ac252f3. 00000100:00000001:3.0:1767384673.773106:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773107:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773109:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773110:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384673.773111:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384673.773111:0:39798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.773112:0:39798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.773113:0:39798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012b351bf. 00000400:00000200:3.0:1767384673.773114:0:39798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010d888c 00000400:00000010:3.0:1767384673.773114:0:39798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000010d888c. 00000100:00000001:3.0:1767384673.773116:0:39798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384673.773116:0:39798:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384673.773119:0:39798:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384673.773120:0:39798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384673.773121:0:39798:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384673.773122:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773122:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773124:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773125:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773126:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773126:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773127:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773128:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773129:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773130:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773130:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773131:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773132:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773132:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773133:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773134:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773134:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773135:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773136:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773136:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773137:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773138:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773138:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773139:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773140:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773140:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773141:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773142:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773143:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773143:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773144:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773145:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773145:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773146:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773147:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773147:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773148:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773149:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773149:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773150:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773151:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773151:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773152:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773153:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773154:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773155:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773155:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773156:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773157:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773158:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773158:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773159:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773160:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773160:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773161:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773162:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773162:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773163:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773164:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773164:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773165:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773166:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773166:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773167:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773168:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773168:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773169:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773170:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773170:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773171:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773172:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773172:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773173:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773174:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773174:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773175:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773176:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773176:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773177:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773178:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773178:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773179:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773180:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773181:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773182:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773183:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773184:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773184:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773185:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773186:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773186:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773187:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773188:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773188:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773189:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773190:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773190:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773191:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773192:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773192:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773193:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773194:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773195:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773195:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773196:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773196:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773197:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773198:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773199:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773199:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773200:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773200:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773201:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773202:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773203:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773203:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773204:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773204:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773205:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773206:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773207:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773207:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773208:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773209:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773210:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773211:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.773211:0:39798:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.773212:0:39798:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384673.773214:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008bf39754. 00000100:00000010:3.0:1767384673.773245:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000063bc2d4. 00000100:00000010:3.0:1767384673.773246:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007b75b052. 00000100:00000010:3.0:1767384673.773270:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042acb119. 00000100:00000010:3.0:1767384673.773271:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009d8b0d10. 00000100:00000010:3.0:1767384673.773296:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cedfef0e. 00000100:00000010:3.0:1767384673.773298:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007e04c699. 00000100:00000010:3.0:1767384673.773349:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034786012. 00000100:00000010:3.0:1767384673.773352:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000405b9cd5. 00000100:00000010:3.0:1767384673.773384:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b58016a. 00000100:00000010:3.0:1767384673.773386:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009d3d3509. 00000100:00000010:3.0:1767384673.773417:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008558e8bc. 00000100:00000010:3.0:1767384673.773418:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ecd0cee5. 00000100:00000010:3.0:1767384673.773450:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072f00b3b. 00000100:00000010:3.0:1767384673.773452:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004480faad. 00000100:00000010:3.0:1767384673.773485:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004be1dff6. 00000100:00000010:3.0:1767384673.773486:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000265712f2. 00000100:00000010:3.0:1767384673.773519:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d8242e9. 00000100:00000010:3.0:1767384673.773521:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000097979443. 00000100:00000010:3.0:1767384673.773552:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c95492e. 00000100:00000010:3.0:1767384673.773553:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006667ef03. 00000100:00000010:3.0:1767384673.773584:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e24d57d2. 00000100:00000010:3.0:1767384673.773586:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003b18b924. 00000100:00000010:3.0:1767384673.773609:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fd22360. 00000100:00000010:3.0:1767384673.773611:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ee8faaae. 00000100:00000010:3.0:1767384673.773637:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b7a7a7d. 00000100:00000010:3.0:1767384673.773638:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000267441d2. 00000100:00000010:3.0:1767384673.773659:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aaedfc6d. 00000100:00000010:3.0:1767384673.773661:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cd99dd30. 00000100:00000010:3.0:1767384673.773684:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005dfa7d8. 00000100:00000010:3.0:1767384673.773686:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000038365d7d. 00000100:00000010:3.0:1767384673.773711:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e95dda6. 00000100:00000010:3.0:1767384673.773713:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000638fbbe7. 00000100:00000010:3.0:1767384673.773737:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000682cad2e. 00000100:00000010:3.0:1767384673.773739:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000be892b2a. 00000100:00000010:3.0:1767384673.773765:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0b13f26. 00000100:00000010:3.0:1767384673.773766:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000098ace6d9. 00000100:00000010:3.0:1767384673.773789:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d751532. 00000100:00000010:3.0:1767384673.773791:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000010c04e. 00000100:00000010:3.0:1767384673.773822:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076467571. 00000100:00000010:3.0:1767384673.773823:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007ca488f6. 00000100:00000010:3.0:1767384673.773866:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000414b73a7. 00000100:00000010:3.0:1767384673.773868:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004912fbb1. 00000100:00000010:3.0:1767384673.773895:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d890e73d. 00000100:00000010:3.0:1767384673.773897:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a87ae94a. 00000100:00000010:3.0:1767384673.773919:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065580095. 00000100:00000010:3.0:1767384673.773921:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003a3648a6. 00000100:00000010:3.0:1767384673.773946:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000caa17b92. 00000100:00000010:3.0:1767384673.773947:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e86f74b1. 00000100:00000010:3.0:1767384673.773968:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e351f568. 00000100:00000010:3.0:1767384673.773970:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b6d7acb2. 00000100:00000010:3.0:1767384673.773994:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007750d8c7. 00000100:00000010:3.0:1767384673.773995:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008f424746. 00000100:00000010:3.0:1767384673.774037:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f84b0a75. 00000100:00000010:3.0:1767384673.774039:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004ba50c19. 00000100:00000010:3.0:1767384673.774061:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005303de78. 00000100:00000010:3.0:1767384673.774063:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008ad98337. 00000100:00000010:3.0:1767384673.774087:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e4c898b. 00000100:00000010:3.0:1767384673.774088:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bce4c848. 00000100:00000010:3.0:1767384673.774111:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001cbae7c8. 00000100:00000010:3.0:1767384673.774113:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001d59fe37. 00000100:00000010:3.0:1767384673.774140:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6c812d4. 00000100:00000010:3.0:1767384673.774142:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000078630cc0. 00000100:00000010:3.0:1767384673.774167:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008aafcb9e. 00000100:00000010:3.0:1767384673.774168:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000014458856. 00000100:00000010:3.0:1767384673.774194:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b320d04. 00000100:00000010:3.0:1767384673.774196:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005d5e312d. 00000100:00000010:3.0:1767384673.774222:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000421125d5. 00000100:00000010:3.0:1767384673.774224:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006240f306. 00000100:00000010:3.0:1767384673.774251:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f916363. 00000100:00000010:3.0:1767384673.774253:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000042d4273d. 00000100:00000010:3.0:1767384673.774276:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011cc7980. 00000100:00000010:3.0:1767384673.774277:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000059fd3511. 00000100:00000010:3.0:1767384673.774301:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000215fcc65. 00000100:00000010:3.0:1767384673.774302:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008551ebe7. 00000100:00000010:3.0:1767384673.774345:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009b108ae. 00000100:00000010:3.0:1767384673.774349:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000090892c65. 00000100:00000010:3.0:1767384673.774378:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfe32061. 00000100:00000010:3.0:1767384673.774380:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003c6238cf. 00000100:00000010:3.0:1767384673.774415:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a383546c. 00000100:00000010:3.0:1767384673.774417:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ecc68627. 00000100:00000010:3.0:1767384673.774446:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e061aa22. 00000100:00000010:3.0:1767384673.774447:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d3b3aa7c. 00000100:00000010:3.0:1767384673.774474:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e70c119f. 00000100:00000010:3.0:1767384673.774476:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000026ad42a5. 00000100:00000010:3.0:1767384673.774503:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f69d3a36. 00000100:00000010:3.0:1767384673.774505:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dfe78a96. 00000100:00000010:3.0:1767384673.774527:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013c9baa0. 00000100:00000010:3.0:1767384673.774528:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a16b0d69. 00000100:00000010:3.0:1767384673.774552:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c14f2fe7. 00000100:00000010:3.0:1767384673.774553:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006e0405e0. 00000100:00000010:3.0:1767384673.774579:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006392220. 00000100:00000010:3.0:1767384673.774581:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c427faf9. 00000100:00000010:3.0:1767384673.774606:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9c196e6. 00000100:00000010:3.0:1767384673.774621:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000528c7c9d. 00000100:00000010:3.0:1767384673.774649:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f87e18d. 00000100:00000010:3.0:1767384673.774651:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a3efd699. 00000100:00000010:3.0:1767384673.774674:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007746eaf9. 00000100:00000010:3.0:1767384673.774676:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000020160638. 00000100:00000010:3.0:1767384673.774699:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c149c07. 00000100:00000010:3.0:1767384673.774701:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000093dfb75b. 00000100:00000010:3.0:1767384673.774724:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043a96012. 00000100:00000010:3.0:1767384673.774726:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ba003d2c. 00000100:00000010:3.0:1767384673.774751:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042a18932. 00000100:00000010:3.0:1767384673.774752:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000af8d5681. 00000100:00000010:3.0:1767384673.774779:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024e514d9. 00000100:00000010:3.0:1767384673.774781:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001ba5f6e7. 00000100:00000010:3.0:1767384673.774803:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b951406. 00000100:00000010:3.0:1767384673.774804:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000770ad596. 00000100:00000010:3.0:1767384673.774829:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdbac9b6. 00000100:00000010:3.0:1767384673.774831:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000058ca113b. 00000100:00000010:3.0:1767384673.774852:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aac9ff4f. 00000100:00000010:3.0:1767384673.774854:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000476f6749. 00000100:00000010:3.0:1767384673.774878:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a52cbd4d. 00000100:00000010:3.0:1767384673.774880:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004d8610b5. 00000100:00000010:3.0:1767384673.774905:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049002cc4. 00000100:00000010:3.0:1767384673.774907:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a88e9ba9. 00000100:00000010:3.0:1767384673.774936:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e756a62. 00000100:00000010:3.0:1767384673.774938:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004671331e. 00000100:00000010:3.0:1767384673.774958:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bef6a01. 00000100:00000010:3.0:1767384673.774959:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dfe16c4c. 00000100:00000010:3.0:1767384673.774983:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebd8c149. 00000100:00000010:3.0:1767384673.774985:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dc97eb80. 00000100:00000010:3.0:1767384673.775024:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ae44842. 00000100:00000010:3.0:1767384673.775027:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ed23ed82. 00000100:00000010:3.0:1767384673.775061:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a78497d. 00000100:00000010:3.0:1767384673.775062:0:39798:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d114c0f3. 00000100:00000010:3.0:1767384673.775091:0:39798:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000003d619d. 00000100:00000010:3.0:1767384673.775093:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000e6b81e7. 00000100:00000010:3.0:1767384673.775098:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000aa09eedf. 00000100:00000010:3.0:1767384673.775102:0:39798:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000e3b9b10a. 00000100:00000001:3.0:1767384673.775107:0:39798:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384673.775108:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.775109:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384673.775110:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384673.775111:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000536ac561. 00000100:00000001:3.0:1767384673.775113:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384673.775114:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.775115:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.775116:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009dcf9598. 00000100:00000001:3.0:1767384673.775117:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.775118:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.775119:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c7b722e5. 00000100:00000001:3.0:1767384673.775120:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.775121:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.775122:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000069137437. 00000100:00000001:3.0:1767384673.775124:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.775124:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.775125:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002e408b69. 00000100:00000001:3.0:1767384673.775126:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.775127:0:39798:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384673.775128:0:39798:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384673.775128:0:39798:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000003a2047dd. 00000100:00000001:3.0:1767384673.775130:0:39798:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384673.775130:0:39798:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.775132:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.775132:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f5b40250. 00000100:00000001:3.0:1767384673.775133:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.775134:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.775135:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000096d8e24f. 00000100:00000001:3.0:1767384673.775136:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.775137:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.775137:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007bd46883. 00000100:00000001:3.0:1767384673.775139:0:39798:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384673.775139:0:39798:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384673.775140:0:39798:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ced7d558. 00000100:00000010:3.0:1767384673.775142:0:39798:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000d2c7ab09. 00000100:00000001:3.0:1767384673.775143:0:39798:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384673.775187:0:39798:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008511595a. 00000020:00000010:3.0:1767384673.775190:0:39798:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000aecd80dd. 00000100:00000010:3.0:1767384673.775203:0:39798:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000087ec6444. 00000100:00000010:3.0:1767384673.775209:0:39798:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003e4d5629. 00000100:00000010:3.0:1767384673.775210:0:39798:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000003fc9823d. 00000100:00000010:3.0:1767384673.775215:0:39798:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000a1a060e2. 00000100:00000001:3.0:1767384673.775217:0:39798:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384673.775218:0:39798:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:3.0:1767384673.775229:0:39798:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.775231:0:39798:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384673.775238:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384673.775243:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001fd2e31b. 00000001:00000010:3.0:1767384673.775244:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006dff3e53. 00000001:00000010:3.0:1767384673.775246:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000066f32442. 00000001:00000010:3.0:1767384673.775247:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac77cef5. 00000001:00000010:3.0:1767384673.775248:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004d354290. 00000001:00000010:3.0:1767384673.775249:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000929ba5fb. 00000001:00000001:3.0:1767384673.775251:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384673.775252:0:39798:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384673.775254:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000013c1feba. 00000001:00000010:3.0:1767384673.775255:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c70d8223. 00000001:00000010:3.0:1767384673.775256:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8e03c57. 00000001:00000010:3.0:1767384673.775257:0:39798:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e6e78180. 00000001:00000010:3.0:1767384673.775258:0:39798:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000037bfed75. 00000001:00000010:3.0:1767384673.775259:0:39798:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000005c76ad. 00000001:00000001:3.0:1767384673.775260:0:39798:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384673.775262:0:39798:0:(obd_config.c:955:class_decref()) Decref MDS (00000000ecbbb088) now 3 - setup 00000020:00000001:3.0:1767384673.775264:0:39798:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.775265:0:39798:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384673.775267:0:39798:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384673.775271:0:39798:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384673.775273:0:39798:0:(obd_config.c:955:class_decref()) Decref MDS (00000000ecbbb088) now 2 - obd_device_list 00000020:00000080:3.0:1767384673.775274:0:39798:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:3.0:1767384673.775275:0:39798:0:(obd_config.c:955:class_decref()) Decref MDS (00000000ecbbb088) now 1 - newdev 00000020:00000040:3.0:1767384673.775278:0:39798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000071218139 with handle 0x1c01179f271eda38 from hash 00000020:00000040:3.0:1767384673.775280:0:39798:0:(genops.c:898:class_export_put()) PUTting export 0000000071218139 : new refcount 0 00000020:00000080:3.0:1767384673.775282:0:39798:0:(genops.c:904:class_export_put()) final put 0000000071218139/MDS_uuid 00000020:00000001:3.0:1767384673.775283:0:39798:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.775285:0:39798:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384673.775287:0:39798:0:(genops.c:863:class_export_destroy()) destroying export 0000000071218139/MDS_uuid for MDS 00000020:00000001:3.0:1767384673.775288:0:39798:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384673.775289:0:39798:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.775291:0:39798:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000071218139. 00000020:00000001:3.0:1767384673.775294:0:39798:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384673.775295:0:39798:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:3.0:1767384673.775297:0:39798:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:3.0:1767384673.775298:0:39798:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384673.775300:0:39798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bd71601. 00000020:00000010:3.0:1767384673.775302:0:39798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083ea6052. 00000040:00000010:3.0:1767384673.775305:0:39798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000762486b. 00000020:00000010:3.0:1767384673.775308:0:39798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e8d033b3. 00000020:00000010:3.0:1767384673.775325:0:39798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000c697a41. 00000020:00000010:3.0:1767384673.775328:0:39798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d5a1cf9. 80000000:00000010:3.0:1767384673.775331:0:39798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000080a76c1e. 40000000:00000010:3.0:1767384673.775333:0:39798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000af3a9439. 00100000:00000010:3.0:1767384673.775336:0:39798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e086bdc0. 00040000:00000010:3.0:1767384673.775339:0:39798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d5334107. 00040000:00000010:3.0:1767384673.775342:0:39798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c045a920. 00080000:00000010:3.0:1767384673.775344:0:39798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000006dd8bcc. 00000004:00000010:3.0:1767384673.775348:0:39798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e27731e. 00000004:00000001:3.0:1767384673.775351:0:39798:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:3.0:1767384673.775354:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000006d0a777. 00000004:00000010:3.0:1767384673.775387:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b0e65f3b. 00000004:00000010:3.0:1767384673.775390:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005f937f0a. 00000004:00000010:3.0:1767384673.775394:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e061d577. 00000004:00000010:3.0:1767384673.775395:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c8d02805. 00000004:00000010:3.0:1767384673.775397:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000053ebf87c. 00000004:00000010:3.0:1767384673.775411:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cb164b25. 00000004:00000010:3.0:1767384673.775413:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002060a13c. 00000004:00000010:3.0:1767384673.775414:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008257381e. 00000004:00000010:3.0:1767384673.775417:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b6daad03. 00000004:00000010:3.0:1767384673.775419:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000145a48a1. 00000004:00000010:3.0:1767384673.775421:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000033fd353. 00000004:00000010:3.0:1767384673.775423:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ed03e33a. 00000004:00000010:3.0:1767384673.775425:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000273fcb7. 00000004:00000010:3.0:1767384673.775429:0:39798:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000e3ccc54e. 00000004:00000001:3.0:1767384673.775430:0:39798:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.775433:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000083ea6052. 00000040:00000010:3.0:1767384673.775434:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000762486b. 00000020:00000010:3.0:1767384673.775436:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e8d033b3. 00000020:00000010:3.0:1767384673.775438:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c697a41. 00000020:00000010:3.0:1767384673.775440:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d5a1cf9. 80000000:00000010:3.0:1767384673.775442:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000080a76c1e. 40000000:00000010:3.0:1767384673.775444:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000af3a9439. 00100000:00000010:3.0:1767384673.775445:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e086bdc0. 00040000:00000010:3.0:1767384673.775447:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d5334107. 00040000:00000010:3.0:1767384673.775449:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c045a920. 00080000:00000010:3.0:1767384673.775450:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000006dd8bcc. 00000004:00000010:3.0:1767384673.775452:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006e27731e. 00000020:00000010:3.0:1767384673.775453:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd71601. 00000020:00000001:3.0:1767384673.775455:0:39798:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.775456:0:39798:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ecbbb088. 00000020:00000001:3.0:1767384673.775460:0:39798:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.775461:0:39798:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384673.775463:0:39798:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000002c711445. 00000020:00000001:3.0:1767384673.775465:0:39798:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.775467:0:39798:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384673.775471:0:39798:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000ee859f05. 00000020:00000010:3.0:1767384673.775474:0:39798:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000013b25089. 00000020:00000010:3.0:1767384673.775478:0:39798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000251919ba. 00000040:00000010:3.0:1767384673.775480:0:39798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a42dbea1. 00000020:00000010:3.0:1767384673.775481:0:39798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003b70418c. 00000020:00000010:3.0:1767384673.775483:0:39798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000015bf7f8b. 00000020:00000010:3.0:1767384673.775485:0:39798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000335488d1. 80000000:00000010:3.0:1767384673.775486:0:39798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006059c0ff. 40000000:00000010:3.0:1767384673.775488:0:39798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bbc36d4a. 00100000:00000010:3.0:1767384673.775490:0:39798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ffe718a. 00040000:00000010:3.0:1767384673.775491:0:39798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000054447add. 00040000:00000010:3.0:1767384673.775494:0:39798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000381a20b1. 00040000:00000010:3.0:1767384673.775495:0:39798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e2a18576. 00080000:00000010:3.0:1767384673.775497:0:39798:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000002da57fb6. 00080000:00000010:3.0:1767384673.775498:0:39798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000921465c. 00000004:00000010:3.0:1767384673.775500:0:39798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001aa32ce9. 00000004:00000010:3.0:1767384673.775502:0:39798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c9a6d889. 00000004:00000010:3.0:1767384673.775505:0:39798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000844c3790. 00002000:00000010:3.0:1767384673.775507:0:39798:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000025db7ab1. 00000004:00000010:3.0:1767384673.775509:0:39798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000189a35fa. 00000020:00000010:3.0:1767384673.775511:0:39798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aeef173d. 00000020:02000400:3.0:1767384673.775512:0:39798:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:3.0:1767384673.776838:0:39798:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 0000000078ab7e72. 00000020:00000001:3.0:1767384673.776842:0:39798:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:0.0:1767384673.777947:0:10093:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384673.777949:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384673.777961:0:10093:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384673.777962:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384673.777967:0:10093:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.777971:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.889402:0:17588:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384673.889408:0:17588:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.896119:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384673.896123:0:17607:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384673.896125:0:17607:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000690e76bf : new cb_count 0 00000020:00000040:2.0:1767384673.896129:0:17607:0:(genops.c:898:class_export_put()) PUTting export 00000000690e76bf : new refcount 0 00000020:00000080:2.0:1767384673.896131:0:17607:0:(genops.c:904:class_export_put()) final put 00000000690e76bf/lustre-MDT0000-mdtlov_UUID 00000001:00000010:2.0:1767384673.896142:0:17607:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d57593ec. 00040000:00000001:2.0:1767384673.896146:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384673.896149:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384673.896151:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ffc9e42e. 00080000:00000001:2.0:1767384673.896154:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384673.896156:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384673.896157:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384673.896158:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00040000:00000001:2.0:1767384673.896159:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384673.896163:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000acf99f6f. 00000020:00000080:0.0:1767384673.896163:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000690e76bf/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00080000:00000001:2.0:1767384673.896168:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384673.896171:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:0.0:1767384673.896171:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 7 to 0@lo 00000001:00100000:2.0:1767384673.896174:0:17607:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4c0f10ca-8dcd-4af4-a42d-39e7be246612 00000020:00000001:0.0:1767384673.896175:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000040:2.0:1767384673.896177:0:17607:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000c77d416d : new cb_count 1 00000020:00000040:2.0:1767384673.896180:0:17607:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 1 00000020:00000040:0.0:1767384673.896181:0:8:0:(genops.c:1229:class_import_get()) import 000000005fa7503d refcount=2 obd=lustre-OST0000 00000001:00000010:2.0:1767384673.896184:0:17607:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000003858c359. 00000020:00000001:0.0:1767384673.896185:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384673.896188:0:8:0:(genops.c:1242:class_import_put()) import 000000005fa7503d refcount=1 obd=lustre-OST0000 00040000:00000001:2.0:1767384673.896189:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384673.896191:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00040000:00000001:2.0:1767384673.896192:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384673.896194:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000049f98d39. 00000020:00000001:0.0:1767384673.896195:0:8:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:2.0:1767384673.896196:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:0.0:1767384673.896197:0:8:0:(genops.c:1242:class_import_put()) import 000000005fa7503d refcount=0 obd=lustre-OST0000 00080000:00000001:2.0:1767384673.896199:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:0.0:1767384673.896200:0:8:0:(genops.c:1245:class_import_put()) final put import 000000005fa7503d 00040000:00000001:2.0:1767384673.896202:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384673.896204:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384673.896204:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008de437e2. 00080000:00000001:2.0:1767384673.896206:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384673.896208:0:17607:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384673.896209:0:17607:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4c0f10ca-8dcd-4af4-a42d-39e7be246612 00000020:00000001:0.0:1767384673.896209:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000040:2.0:1767384673.896211:0:17607:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000c77d416d : new cb_count 0 00000020:00000040:2.0:1767384673.896212:0:17607:0:(genops.c:898:class_export_put()) PUTting export 00000000c77d416d : new refcount 0 00000020:00000080:2.0:1767384673.896213:0:17607:0:(genops.c:904:class_export_put()) final put 00000000c77d416d/4c0f10ca-8dcd-4af4-a42d-39e7be246612 00010000:00000001:0.0:1767384673.896219:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000010:2.0:1767384673.896220:0:17607:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000745cb040. 00040000:00000001:2.0:1767384673.896224:0:17607:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:0.0:1767384673.896225:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00040000:00000001:2.0:1767384673.896226:0:17607:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384673.896230:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009c95f05f. 00080000:00000001:2.0:1767384673.896232:0:17607:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000010:0.0:1767384673.896233:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051df1f74. 00000001:00000010:0.0:1767384673.896239:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b802813b. 00000001:00000010:0.0:1767384673.896242:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000000eafc66. 00000001:00000010:0.0:1767384673.896244:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4be9e03. 00000001:00000010:0.0:1767384673.896245:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008731faf0. 00000001:00000010:0.0:1767384673.896248:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ef739376. 00000001:00000001:0.0:1767384673.896250:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384673.896252:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384673.896254:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384673.896255:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384673.896259:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000004aaf10df. 00000020:00000001:0.0:1767384673.896264:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384673.896267:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 7 - export 00000020:00000010:0.0:1767384673.896269:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000690e76bf. 00000020:00000001:0.0:1767384673.896276:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384673.896280:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384673.896282:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005fa7503d for lustre-OST0000 00000020:00000040:0.0:1767384673.896285:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 6 to 0@lo 00000020:00000040:0.0:1767384673.896287:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 6 - import 00000020:00000010:0.0:1767384673.896289:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005fa7503d. 00000020:00000001:0.0:1767384673.896293:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384673.896295:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384673.896296:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000c77d416d/4c0f10ca-8dcd-4af4-a42d-39e7be246612 for lustre-OST0000 00000020:00000040:0.0:1767384673.896301:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 1 to 192.168.203.33@tcp50 00000020:00000001:0.0:1767384673.896303:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384673.896304:0:8:0:(genops.c:1229:class_import_get()) import 000000003960a4ae refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384673.896306:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384673.896307:0:8:0:(genops.c:1242:class_import_put()) import 000000003960a4ae refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384673.896341:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384673.896343:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384673.896344:0:8:0:(genops.c:1242:class_import_put()) import 000000003960a4ae refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384673.896347:0:8:0:(genops.c:1245:class_import_put()) final put import 000000003960a4ae 00000020:00000001:0.0:1767384673.896356:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384673.896365:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384673.896367:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384673.896373:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f044bd1c. 00000001:00000010:0.0:1767384673.896377:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007c30e944. 00000001:00000010:0.0:1767384673.896381:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007cfa9924. 00000001:00000010:0.0:1767384673.896384:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006366ea41. 00000001:00000010:0.0:1767384673.896386:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d349f1bb. 00000001:00000010:0.0:1767384673.896389:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fed9916e. 00000001:00000001:0.0:1767384673.896397:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384673.896399:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384673.896401:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384673.896402:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384673.896405:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000049920530. 00000020:00000001:0.0:1767384673.896408:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384673.896410:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 5 - export 00000020:00000010:0.0:1767384673.896412:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c77d416d. 00000020:00000001:0.0:1767384673.896417:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384673.896420:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384673.896422:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000003960a4ae for lustre-OST0000 00000020:00000040:0.0:1767384673.896424:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004dc4d919 refcount 0 to 192.168.203.33@tcp50 00000020:00000040:0.0:1767384673.896425:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000056216dda) now 4 - import 00000020:00000010:0.0:1767384673.896427:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000003960a4ae. 00000020:00000001:0.0:1767384673.896429:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00080000:00000001:2.0:1767384673.929052:0:39813:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384673.929062:0:39813:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.929066:0:39813:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.953368:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384673.953373:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.953404:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384673.953407:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384673.953409:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1767384674.047895:0:39854:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 0000000068545158. 00000400:00000040:0.0:1767384674.047911:0:39854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384674.047913:0:39854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384674.047915:0:39854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384674.047916:0:39854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384674.047917:0:39854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384674.047918:0:39854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1767384674.047919:0:39854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1767384674.047965:0:39854:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 0000000068545158. 00080000:00000001:1.0:1767384674.306513:0:39867:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384674.306524:0:39867:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.306527:0:39867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.977418:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384674.977423:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.977540:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384674.977543:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384674.977546:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384675.425404:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fe2d402] -> 12345-192.168.203.133@tcp20 (6) 00000800:00000200:0.0:1767384675.425413:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp20 ip 192.168.203.133:988 00000800:00000200:0.0:1767384675.425417:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384675.425540:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384675.425545:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.425560:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.425565:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.425569:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.001409:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384676.001414:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384676.001545:0:39800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384676.001548:0:39800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384676.001551:0:39800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384676.705439:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp46 00000400:00000010:1.0:1767384676.705448:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000089f3a0ba. 00000400:00000010:1.0:1767384676.705456:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000a7f9f54. 00000400:00000010:1.0:1767384676.705460:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000400:00000010:1.0:1767384676.705467:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6793836. 00000400:00000200:1.0:1767384676.705470:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp46 00000400:00000200:1.0:1767384676.705490:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp46 local destination 00000400:00000200:1.0:1767384676.705495:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp46 00000400:00000200:1.0:1767384676.705498:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp46 NI seq info: [243:243:256:4294967295] 192.168.203.133@tcp46 LPNI seq info [208:208:8:4294967295] 00000400:00000200:1.0:1767384676.705503:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp46 00000400:00000200:1.0:1767384676.705508:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp46(192.168.203.133@tcp46:) -> 192.168.203.133@tcp46(192.168.203.133@tcp46:192.168.203.133@tcp46) : GET try# 0 00000800:00000200:1.0:1767384676.705512:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp46 00000800:00000010:1.0:1767384676.705515:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007a7fc958. 00000800:00000200:1.0:1767384676.705521:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000800:00000200:1.1:1767384676.705524:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052d419e0] -> 12345-192.168.203.133@tcp46 (2) 00000400:00000200:1.0:1767384676.705544:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp46 added to recovery queue. ping count: 4 next ping: 314 health :600 00000400:00000200:1.0:1767384676.705547:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp41 00000400:00000010:1.0:1767384676.705549:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e8a9fd3. 00000400:00000010:1.0:1767384676.705551:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e32e659e. 00000400:00000010:1.0:1767384676.705553:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 00000400:00000010:1.0:1767384676.705555:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006083bda0. 00000400:00000200:1.0:1767384676.705558:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp41 00000400:00000200:1.0:1767384676.705562:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp41 local destination 00000400:00000200:1.0:1767384676.705566:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp41 00000400:00000200:1.0:1767384676.705568:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp41 NI seq info: [244:244:256:4294967295] 192.168.203.133@tcp41 LPNI seq info [209:209:8:4294967295] 00000400:00000200:1.0:1767384676.705572:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp41 00000400:00000200:1.0:1767384676.705577:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp41(192.168.203.133@tcp41:) -> 192.168.203.133@tcp41(192.168.203.133@tcp41:192.168.203.133@tcp41) : GET try# 0 00000800:00000200:1.0:1767384676.705580:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp41 00000800:00000010:1.0:1767384676.705582:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000028df3768. 00000800:00000200:1.0:1767384676.705585:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000800:00000200:1.1:1767384676.705588:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000016b6f76] -> 12345-192.168.203.133@tcp41 (2) 00000400:00000200:1.0:1767384676.705600:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp41 added to recovery queue. ping count: 5 next ping: 330 health :500 00000400:00000010:1.0:1767384676.705607:0:16160:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 593 at 00000000a9abb285. 00000400:02000040:1.0:1767384676.705618:0:16160:0:(lib-move.c:3976:lnet_print_recovery_list()) 9 local NIs in recovery (showing 9): 192.168.203.133@tcp45, 192.168.203.133@tcp39, 192.168.203.133@tcp47, 192.168.203.133@tcp46, 192.168.203.133@tcp43, 192.168.203.133@tcp42, 192.168.203.133@tcp41, 192.168.203.133@tcp33, 192.168.203.133@tcp28 00000400:00000200:3.0:1767384676.705635:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.705681:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.705695:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.705747:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.705758:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.705778:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.705815:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.705819:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.705837:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.705865:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.705895:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.705899:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.705970:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.705971:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706030:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706048:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706085:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706090:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706144:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706157:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706176:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706214:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706216:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706241:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706292:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706292:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706355:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706391:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706402:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706446:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706456:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706492:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706510:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706538:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706556:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706592:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706599:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706654:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706665:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706689:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706725:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706732:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706801:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706801:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706833:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706867:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706872:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706913:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.706928:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706942:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.706996:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707001:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.707025:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707060:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.707066:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.707126:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707130:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.707155:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707188:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707225:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707257:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707336:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000800:00000010:3.0:1767384676.707355:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000061b239c5. 00000800:00000010:3.0:1767384676.707361:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e4578e0. 00000800:00000010:3.0:1767384676.707367:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000063c8715b. 00000400:00000200:0.0:1767384676.707380:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000800:00000010:3.0:1767384676.707388:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000063c8715b. 00000800:00020000:3.0:1767384676.707399:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384676.707402:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e4578e0. 00000800:00000010:3.0:1767384676.707405:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000061b239c5. 00000400:00000200:0.0:1767384676.707419:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:02020000:3.0:1767384676.707460:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp46 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384676.707467:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.707471:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp46 notifying 192.168.203.133@tcp46: down 00000400:00000200:3.0:1767384676.707478:0:16154:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384676.707484:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp46 00000800:00000010:3.0:1767384676.707487:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007a7fc958. 00000400:00000200:3.0:1767384676.707493:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384676.707499:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp46->192.168.203.133@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384676.707503:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384676.707509:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384676.707515:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384676.707520:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp46) recovery failed with -71 00000400:00000200:0.0:1767384676.707537:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707563:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707588:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384676.707613:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384676.707728:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001540428d. 00000800:00000010:0.0:1767384676.707733:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b5ef0afb. 00000800:00000010:0.0:1767384676.707736:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064a8a670. 00000800:00000010:0.0:1767384676.707758:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064a8a670. 00000800:00020000:0.0:1767384676.707765:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384676.707768:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b5ef0afb. 00000800:00000010:0.0:1767384676.707770:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001540428d. 00000400:02020000:0.0:1767384676.707805:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp41 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384676.707811:0:16151:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp41 notifying 192.168.203.133@tcp41: down 00000400:00000200:0.0:1767384676.707814:0:16151:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384676.707818:0:16151:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp41 00000800:00000010:0.0:1767384676.707821:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000028df3768. 00000400:00000200:0.0:1767384676.707824:0:16151:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384676.707828:0:16151:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp41->192.168.203.133@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384676.707834:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384676.707837:0:16151:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384676.707840:0:16151:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp41) recovery failed with -71 00000400:00000010:1.0:1767384676.711721:0:16160:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 593 at 00000000a9abb285. 00010000:00000001:0.0:1767384677.025381:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384677.025387:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.025459:0:16799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384677.025463:0:16799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384677.025467:0:16799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384677.473390:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009eb4c6be] -> 12345-192.168.203.133@tcp23 (6) 00000800:00000200:0.0:1767384677.473398:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp23 ip 192.168.203.133:988 00000800:00000200:0.0:1767384677.473403:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384677.473558:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384677.473559:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.473577:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.473584:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.473587:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384677.729416:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384677.729422:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384677.729425:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384677.729430:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000400:00000200:1.0:1767384677.729438:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384677.729445:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384677.729460:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000089f3a0ba. 00000400:00000010:1.0:1767384677.729465:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000a7f9f54. 00000400:00000001:1.0:1767384677.729470:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384677.729472:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384677.729473:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce985b99 00000400:00000010:1.0:1767384677.729475:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 00000400:00000200:1.0:1767384677.729477:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384677.729479:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767384677.729481:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e8a9fd3. 00000400:00000010:1.0:1767384677.729484:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e32e659e. 00000100:00000040:3.0:1767384677.985408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384677.985415:0:17586:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384677.985417:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384677.985420:0:17586:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.985422:0:16797:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000010:3.0:1767384677.985427:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021341f2. 00000100:00000001:0.0:1767384677.985428:0:16797:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384677.985435:0:37:0:(genops.c:1229:class_import_get()) import 00000000f4cff668 refcount=4 obd=MGC192.168.203.133@tcp 00000100:00000001:3.0:1767384677.985440:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384677.985442:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384677.985447:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384677.985454:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000e9f2376. 00000100:00000001:3.0:1767384677.985459:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.985466:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a916ab72-15c5-41d3-aba3-e6975cd4a72b->MGS req@00000000021341f2 x1853237037664640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384677.985475:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384677.985477:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.985481:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021341f2] to pc [ptlrpcd_00_02+2] req@00000000021341f2 x1853237037664640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.985499:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384677.985502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384677.985505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384677.985507:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384677.985510:0:37:0:(import.c:65:import_set_state_nolock()) 00000000e1dd24d4 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384677.985513:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384677.985516:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 294 00000100:00001000:3.0:1767384677.985520:0:37:0:(import.c:2128:obd_at_measure()) add 10 to 00000000f4d127d8 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.985523:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384677.985524:0:37:0:(import.c:2194:obd_at_measure()) AT 00000000f4d127d8 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:2.0:1767384677.985527:0:16166:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767384677.985528:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:0.0:1767384677.985529:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384677.985531:0:16166:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.985534:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 5 to 0@lo 00000100:00000001:0.0:1767384677.985534:0:16165:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384677.985539:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384677.985543:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 6 to 0@lo 00000100:00000001:3.0:1767384677.985545:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000001:3.0:1767384677.985547:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384677.985548:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1c01179f271edb81 00000020:00000001:3.0:1767384677.985550:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384677.985552:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000096affc51 refcount=8 00000100:00000040:0.0:1767384677.985553:0:16165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021341f2 x1853237037664640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384677.985554:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626929577889792 : -117144131661824 : ffff957541a51000) 00000020:00000001:3.0:1767384677.985558:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626929577889792 : -117144131661824 : ffff957541a51000) 00000100:00000040:3.0:1767384677.985563:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000006b8ca88b refcount 5 to 0@lo 00000100:00000001:3.0:1767384677.985567:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384677.985570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000006b8ca88b refcount 6 to 0@lo 00000100:00000001:3.0:1767384677.985574:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626934121498240 : -117139588053376 : ffff957650770680) 00000020:00000040:3.0:1767384677.985579:0:37:0:(genops.c:898:class_export_put()) PUTting export 0000000096affc51 : new refcount 7 00000100:00000001:0.0:1767384677.985580:0:16165:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1767384677.985583:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000e1dd24d4 using connection 192.168.203.133@tcp/0@lo 00000100:00000001:0.0:1767384677.985584:0:16165:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.985586:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.985590:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384677.985591:0:16165:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384677.985595:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384677.985598:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.985599:0:16165:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384677.985600:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384677.985603:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.985605:0:16165:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384677.985607:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078f8a0ed. 00000020:00000040:3.0:1767384677.985610:0:37:0:(genops.c:1229:class_import_get()) import 00000000e1dd24d4 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:0.0:1767384677.985611:0:16165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021341f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a916ab72-15c5-41d3-aba3-e6975cd4a72b:16165:1853237037664640:0@lo:400: 02000000:00000001:3.0:1767384677.985613:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384677.985616:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.985619:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384677.985619:0:16165:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384677.985624:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384677.985625:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.985627:0:16165:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384677.985628:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000361ff861. 02000000:00000001:0.0:1767384677.985631:0:16165:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.985632:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.985637:0:16165:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384677.985640:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000078f8a0ed x1853237037664768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384677.985644:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044ce6258. 00000100:00000001:3.0:1767384677.985648:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384677.985649:0:16165:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.985651:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.985655:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078f8a0ed] to pc [ptlrpcd_rcv+-1] req@0000000078f8a0ed x1853237037664768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384677.985657:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cd6ef06. 00000400:00000010:0.0:1767384677.985668:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e620a2b3. 00000100:00000001:3.0:1767384677.985670:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.985676:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (304) 00000100:00000200:0.0:1767384677.985677:0:16165:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037664640, portal 25 00000100:00000001:0.0:1767384677.985681:0:16165:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384677.985683:0:16165:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855691648 : -117138853859968 : ffff95767c39ed80) 00000100:00000040:0.0:1767384677.985689:0:16165:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021341f2 x1853237037664640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384677.985697:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384677.985698:0:16165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384677.985701:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384677.985704:0:16162:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384677.985705:0:16165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384677.985709:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028cd3fda. 00000100:00000040:1.0:1767384677.985710:0:16162:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078f8a0ed x1853237037664768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384677.985715:0:16165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237037664640, offset 0 00000400:00000200:0.0:1767384677.985723:0:16165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384677.985732:0:16162:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384677.985736:0:16162:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384677.985741:0:16162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384677.985742:0:16165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384677.985745:0:16162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384677.985748:0:16162:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384677.985750:0:16162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078f8a0ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16162:1853237037664768:0@lo:38: 00000100:00000001:1.0:1767384677.985755:0:16162:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384677.985758:0:16165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825f508980 02000000:00000001:1.0:1767384677.985759:0:16162:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384677.985761:0:16162:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384677.985765:0:16162:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000100:0.0:1767384677.985768:0:16165:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237037664640 offset 0 length 224: 4 02000000:00000010:1.0:1767384677.985770:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009891f2e8. 02000000:00000001:1.0:1767384677.985774:0:16162:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384677.985778:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c390847. 00000400:00000010:1.0:1767384677.985784:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce985b99. 00000400:00000200:0.0:1767384677.985791:0:16165:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000000ed89e04 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000200:1.0:1767384677.985792:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037664768, portal 10 00000400:00000200:0.0:1767384677.985796:0:16165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1767384677.985807:0:16162:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384677.985809:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028cd3fda 00000100:00000001:1.0:1767384677.985812:0:16162:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626934855680000 : -117138853871616 : ffff95767c39c000) 00000400:00000010:0.0:1767384677.985813:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028cd3fda. 00000100:00000001:0.0:1767384677.985819:0:16165:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384677.985823:0:16162:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078f8a0ed x1853237037664768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384677.985827:0:16165:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021341f2 x1853237037664640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384677.985837:0:16162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384677.985843:0:16162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384677.985847:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000001:0.0:1767384677.985849:0:16165:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384677.985851:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237037664768, offset 0 00000100:00000040:0.0:1767384677.985855:0:16165:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021341f2 x1853237037664640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384677.985859:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384677.985868:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384677.985872:0:16165:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384677.985877:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695825f508a00 00000100:00000001:0.0:1767384677.985878:0:16165:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000100:1.0:1767384677.985883:0:16162:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237037664768 offset 0 length 520: 4 00000400:00000200:1.0:1767384677.985886:0:16162:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000086653ec4 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:0.0:1767384677.985886:0:16165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384677.985888:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1767384677.985893:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 0 is 4294966802 00000400:00000200:1.0:1767384677.985895:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384677.985897:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00000010:0.0:1767384677.985899:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f04236af. 00000100:00000001:1.0:1767384677.985900:0:16162:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384677.985904:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078f8a0ed x1853237037664768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.985908:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384677.985911:0:16162:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384677.985914:0:16162:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078f8a0ed x1853237037664768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.985916:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 1 is 4294966802 00000100:00000001:1.0:1767384677.985923:0:16162:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384677.985923:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abe9b1d7. 00000100:00000001:1.0:1767384677.985927:0:16162:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384677.985930:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384677.985931:0:16162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384677.985937:0:16162:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3312 usecs (4 jiffies) 00000100:00000001:0.0:1767384677.985937:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 2 is 4294966802 00000100:00000001:1.0:1767384677.985940:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294966788 00000100:00000010:0.0:1767384677.985943:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6f9fcc. 00000100:00000001:1.0:1767384677.985944:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294966802 00000100:00000001:1.0:1767384677.985948:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294966788 00000100:00000001:0.0:1767384677.985949:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384677.985950:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294966802 00000100:00000001:1.0:1767384677.985955:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294966788 00000100:00000001:0.0:1767384677.985963:0:16165:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS new deadline estimation for cpu 3 is 4294966802 00000100:00000010:0.0:1767384677.985968:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034e23792. 00000100:00000001:0.0:1767384677.985986:0:16165:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384677.985988:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294966802 00000100:00000001:1.0:1767384677.985992:0:16162:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294966788 00000100:00000001:1.0:1767384677.985996:0:16162:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294966802 00000100:00000001:0.0:1767384677.985996:0:16165:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384677.985999:0:16162:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384677.986002:0:16165:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.986003:0:16162:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.986009:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.986010:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.986012:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.986015:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384677.986021:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384677.986022:0:16165:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384677.986024:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384677.986025:0:16165:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384677.986027:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384677.986028:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384677.986030:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.986031:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.986037:0:16165:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384677.986039:0:16165:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384677.986041:0:16165:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.986043:0:16165:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384678.004440:0:263:0:(connection.c:75:cpu_latency_work()) work item of 000000005774e78e (cpu 0) has reached its deadline 4294966802, at 4294966803 00000100:00000040:2.0:1767384678.004440:0:1020:0:(connection.c:75:cpu_latency_work()) work item of 000000008dd6205f (cpu 0) has reached its deadline 4294966802, at 4294966803 00000100:00000040:0.0:1767384678.004440:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000bca434ed (cpu 0) has reached its deadline 4294966802, at 4294966803 00000100:00000040:1.0:1767384678.004441:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000a53df470 (cpu 0) has reached its deadline 4294966802, at 4294966803 00000100:00000010:0.0:1767384678.004459:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f04236af. 00000100:00000010:1.0:1767384678.004465:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abe9b1d7. 00000100:00000010:2.0:1767384678.004468:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6f9fcc. 00000100:00000010:3.0:1767384678.004471:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034e23792. 00010000:00000001:0.0:1767384678.049421:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384678.049429:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.049491:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384678.049494:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384678.049497:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384678.497569:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (4) 00000800:00000200:0.1:1767384678.497580:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a23eabb0] -> 12345-192.168.203.133@tcp31 (4) 00000400:00000200:2.0:1767384678.497670:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497710:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497724:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497738:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497751:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497763:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497777:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497789:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497802:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497816:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497829:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497841:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497854:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497867:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497881:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497894:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497908:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497922:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497934:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497947:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.497960:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498004:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498021:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498035:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498048:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498074:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498089:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498102:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498115:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498128:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498141:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498153:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498166:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498179:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.498192:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384678.498286:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065a93d3c. 00000800:00000010:2.0:1767384678.498291:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017d42161. 00000800:00000010:2.0:1767384678.498295:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d34030d1. 00000800:00000010:2.0:1767384678.498342:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d34030d1. 00000800:00020000:2.0:1767384678.498354:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384678.498358:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017d42161. 00000800:00000010:2.0:1767384678.498361:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065a93d3c. 00000400:02020000:2.0:1767384678.498409:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp31 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384678.498413:0:16153:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384678.753431:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp47 00000400:00000010:1.0:1767384678.753441:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e8a9fd3. 00000400:00000010:1.0:1767384678.753448:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e32e659e. 00000400:00000010:1.0:1767384678.753452:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000400:00000010:1.0:1767384678.753459:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000df96e69d. 00000400:00000200:1.0:1767384678.753462:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp47 00000400:00000200:1.0:1767384678.753482:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp47 local destination 00000400:00000200:1.0:1767384678.753487:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp47 00000400:00000200:1.0:1767384678.753491:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp47 NI seq info: [245:245:256:4294967295] 192.168.203.133@tcp47 LPNI seq info [210:210:8:4294967295] 00000400:00000200:1.0:1767384678.753496:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp47 00000400:00000200:1.0:1767384678.753502:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp47(192.168.203.133@tcp47:) -> 192.168.203.133@tcp47(192.168.203.133@tcp47:192.168.203.133@tcp47) : GET try# 0 00000800:00000200:1.0:1767384678.753506:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp47 00000800:00000010:1.0:1767384678.753510:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000028df3768. 00000800:00000200:1.0:1767384678.753515:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000800:00000200:1.1:1767384678.753519:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067a73a01] -> 12345-192.168.203.133@tcp47 (2) 00000400:00000200:1.0:1767384678.753543:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp47 added to recovery queue. ping count: 4 next ping: 316 health :600 00000400:00000200:1.0:1767384678.753546:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp42 00000400:00000010:1.0:1767384678.753548:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000089f3a0ba. 00000400:00000010:1.0:1767384678.753550:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000a7f9f54. 00000400:00000010:1.0:1767384678.753552:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000400:00000010:1.0:1767384678.753554:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000899ba97e. 00000400:00000200:1.0:1767384678.753556:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp42 00000400:00000200:1.0:1767384678.753560:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp42 local destination 00000400:00000200:1.0:1767384678.753562:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp42 00000400:00000200:1.0:1767384678.753564:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp42 NI seq info: [246:246:256:4294967295] 192.168.203.133@tcp42 LPNI seq info [211:211:8:4294967295] 00000400:00000200:1.0:1767384678.753567:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp42 00000400:00000200:1.0:1767384678.753573:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42:) -> 192.168.203.133@tcp42(192.168.203.133@tcp42:192.168.203.133@tcp42) : GET try# 0 00000800:00000200:1.0:1767384678.753576:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp42 00000800:00000010:1.0:1767384678.753578:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007a7fc958. 00000800:00000200:1.0:1767384678.753581:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000800:00000200:1.1:1767384678.753583:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000400:00000200:1.0:1767384678.753594:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp42 added to recovery queue. ping count: 5 next ping: 332 health :500 00000400:00000200:1.0:1767384678.753597:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp28 00000400:00000010:1.0:1767384678.753598:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008c6d05e2. 00000400:00000010:1.0:1767384678.753601:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008bb8a95c. 00000400:00000010:1.0:1767384678.753603:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000400:00000010:1.0:1767384678.753608:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040c46e33. 00000400:00000200:1.0:1767384678.753610:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp28 00000400:00000200:1.0:1767384678.753614:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp28 local destination 00000400:00000200:1.0:1767384678.753616:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp28 00000400:00000200:1.0:1767384678.753620:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp28 NI seq info: [247:247:256:4294967295] 192.168.203.133@tcp28 LPNI seq info [212:212:8:4294967295] 00000400:00000200:1.0:1767384678.753624:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp28 00000400:00000200:1.0:1767384678.753631:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28:) -> 192.168.203.133@tcp28(192.168.203.133@tcp28:192.168.203.133@tcp28) : GET try# 0 00000800:00000200:1.0:1767384678.753634:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp28 00000800:00000010:1.0:1767384678.753638:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f62062a4. 00000800:00000200:1.0:1767384678.753640:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000800:00000200:1.1:1767384678.753643:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000400:00000200:1.0:1767384678.753654:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp28 added to recovery queue. ping count: 6 next ping: 364 health :400 00000400:00000200:3.0:1767384678.753669:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.753669:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.753774:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.753777:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.753788:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.753879:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.753902:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.753925:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754014:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.754017:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754037:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.754122:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754124:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754159:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754227:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.754266:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754266:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754366:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754389:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.754473:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754530:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754530:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.754567:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754641:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754653:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.754681:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754725:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754756:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.754787:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754828:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754861:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.754880:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.754928:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.754946:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.755016:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755043:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755047:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.755151:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755173:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755175:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755267:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.755275:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755306:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755393:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755395:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.755423:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755493:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755517:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.755558:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755589:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755615:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.755688:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755691:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755716:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755797:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.755806:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755827:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755876:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.755917:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.755927:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.755965:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.756043:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.756078:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.756081:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.756124:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.756207:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.756218:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.756228:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.756299:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.756344:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.756377:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.756380:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.756438:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.756534:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.756534:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.756535:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.756631:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.756669:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.756684:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.756741:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.756760:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.756815:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.756843:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.756844:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.756899:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.757008:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757008:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.757020:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757152:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.757153:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.757159:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757302:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.757305:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.757344:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757416:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.757456:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.757461:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757501:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.757569:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757575:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.757578:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757686:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.757688:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757759:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.757795:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757838:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.757880:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384678.757897:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065a93d3c. 00000800:00000010:2.0:1767384678.757907:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017d42161. 00000400:00000200:0.0:1767384678.757908:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000800:00000010:2.0:1767384678.757915:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d34030d1. 00000800:00000010:2.0:1767384678.757965:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d34030d1. 00000400:00000200:3.0:1767384678.757990:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.757992:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000800:00020000:2.0:1767384678.757995:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384678.758004:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017d42161. 00000800:00000010:2.0:1767384678.758008:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065a93d3c. 00000400:00000200:0.0:1767384678.758079:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758130:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.133:988 00000400:02020000:2.0:1767384678.758139:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp47 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384678.758151:0:16152:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp47 notifying 192.168.203.133@tcp47: down 00000400:00000200:2.0:1767384678.758159:0:16152:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:0.0:1767384678.758160:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000800:00000100:2.0:1767384678.758170:0:16152:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp47 00000800:00000010:2.0:1767384678.758176:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000028df3768. 00000400:00000200:2.0:1767384678.758185:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384678.758191:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp47->192.168.203.133@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384678.758206:0:16152:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384678.758212:0:16152:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384678.758214:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.758222:0:16152:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp47) recovery failed with -71 00000400:00000200:3.0:1767384678.758240:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758255:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758302:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758370:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758414:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758477:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758493:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758550:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758551:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758591:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758636:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758658:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758718:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758788:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758814:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758839:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758890:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758908:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.758986:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.758986:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.759063:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.759068:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.759126:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.759163:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.759220:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.759282:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.133:988 00000800:00000010:0.0:1767384678.759343:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001540428d. 00000800:00000010:0.0:1767384678.759349:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b5ef0afb. 00000800:00000010:0.0:1767384678.759356:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000509c5105. 00000400:00000200:3.0:1767384678.759379:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.133:988 00000800:00000010:0.0:1767384678.759408:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000509c5105. 00000400:00000200:3.0:1767384678.759466:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.759523:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.759571:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.759619:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.203.133:988 00000400:00000200:2.0:1767384678.759751:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384678.759771:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp28 from 200.3.0.2 00000800:00000010:2.0:1767384678.759776:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000372b5cde. 00000800:00000010:3.0:1767384678.759833:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000061b239c5. 00000800:00000010:0.0:1767384678.759834:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007eb0cc07. 00000800:00000010:3.0:1767384678.759841:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e4578e0. 00000800:00000010:0.0:1767384678.759843:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000963f7ee0. 00000800:00000010:3.0:1767384678.759851:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fcc8bfdb. 00000800:00000010:0.0:1767384678.759882:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000080f02796. 00000800:00000200:0.1:1767384678.759892:0:16153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (2) 00000800:00000010:3.0:1767384678.759898:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fcc8bfdb. 00000800:00000200:0.1:1767384678.759900:0:16153:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp28 0000000080f02796 deleted 00000800:00000010:0.1:1767384678.759907:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000080f02796. 00000800:00000200:0.1:1767384678.759914:0:16153:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384678.759924:0:16153:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp28 ip 192.168.203.133:968 00000800:00000200:0.1:1767384678.759928:0:16153:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f62062a4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384678.759934:0:16153:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp28 p 3.x 192.168.203.133 -> 192.168.203.133:968 incarnation:1767384613680825313 sched[0] 00000800:00000010:0.0:1767384678.759939:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000509c5105. 00000800:00000010:0.0:1767384678.760011:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000509c5105. 00000800:00000010:0.0:1767384678.760016:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000963f7ee0. 00000800:00000010:0.0:1767384678.760075:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000372b5cde. 00000800:00000200:1.1:1767384678.760079:0:16151:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384678.760093:0:16151:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp28 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384613680825313 sched[0] 00000800:00000001:3.0:1767384678.760094:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384678.760102:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b5ef0afb. 00000800:00000001:3.0:1767384678.760104:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.760165:0:16159:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000200:3.0:1767384678.760178:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384678.760178:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384678.760187:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f62062a4. 00000400:00000200:2.0:1767384678.760190:0:16159:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.133@tcp42 from 199.3.0.2 00000800:00000001:0.0:1767384678.760190:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.760197:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384678.760198:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.760199:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000800:00000010:2.0:1767384678.760200:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c2a591d2. 00000800:00000001:0.0:1767384678.760207:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.760215:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: GET: OK 00000400:00000200:0.0:1767384678.760224:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28) <- 192.168.203.133@tcp28 : GET - for me 00000400:00000200:3.0:1767384678.760227:0:16157:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384678.760235:0:16157:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp28 recovery message sent successfully:0 00000400:00000200:0.0:1767384678.760242:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384678.760254:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x2019 [1] + 0 00000400:00000200:0.0:1767384678.760269:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp28 to MR: 192.168.203.133@tcp28 local destination 00000400:00000200:1.0:1767384678.760281:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.760282:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp28 NI seq info: [248:248:256:4294967295] 192.168.203.133@tcp28 LPNI seq info [213:213:8:4294967295] 00000800:00000010:3.0:1767384678.760291:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005312d69e. 00000800:00000010:3.0:1767384678.760301:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073adb66a. 00000400:00000200:0.0:1767384678.760358:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28:192.168.203.133@tcp28) -> 192.168.203.133@tcp28(192.168.203.133@tcp28:192.168.203.133@tcp28) 192.168.203.133@tcp28 : REPLY try# 0 00000800:00000200:0.0:1767384678.760368:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp28 00000800:00000010:0.0:1767384678.760373:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075ddbdbf. 00000800:00000010:3.0:1767384678.760376:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e81b67d4. 00000800:00000200:0.0:1767384678.760383:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007bca235d] -> 12345-192.168.203.133@tcp28 (4) 00000800:00000200:0.0:1767384678.760392:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp28 ip 192.168.203.133:988 00000800:00000200:0.0:1767384678.760394:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075ddbdbf type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384678.760410:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000200:3.1:1767384678.760411:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (2) 00000800:00000200:3.1:1767384678.760423:0:16152:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.133@tcp42 00000000e81b67d4 deleted 00000800:00000010:3.1:1767384678.760426:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e81b67d4. 00000800:00000200:3.1:1767384678.760431:0:16152:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384678.760440:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp42 ip 192.168.203.133:967 00000800:00000200:3.1:1767384678.760444:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a7fc958 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384678.760452:0:16152:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp42 p 3.x 192.168.203.133 -> 192.168.203.133:967 incarnation:1767384643759843603 sched[0] 00000800:00000010:3.0:1767384678.760459:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fcc8bfdb. 00000400:00000200:1.0:1767384678.760479:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000200:0.0:1767384678.760527:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384678.760535:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075ddbdbf. 00000800:00000010:3.0:1767384678.760540:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fcc8bfdb. 00000400:00000200:0.0:1767384678.760541:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384678.760553:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073adb66a. 00000400:00000200:0.0:1767384678.760557:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: REPLY: OK 00000800:00000001:0.0:1767384678.760580:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384678.760581:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000800:00000001:0.0:1767384678.760593:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384678.760597:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c2a591d2. 00000800:00000200:3.1:1767384678.760652:0:16154:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384678.760656:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000800:00000200:0.0:1767384678.760662:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767384678.760663:0:16154:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.133@tcp42 p 3.x 192.168.203.133 -> 192.168.203.133:988 incarnation:1767384643759843603 sched[0] 00000800:00000010:0.0:1767384678.760669:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007a7fc958. 00000800:00000010:3.0:1767384678.760672:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e4578e0. 00000400:00000200:0.0:1767384678.760678:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384678.760692:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp42->192.168.203.133@tcp42: GET: OK 00000400:00000200:0.0:1767384678.760699:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384678.760704:0:16158:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp42 recovery message sent successfully:0 00000800:00000001:0.0:1767384678.760724:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.760732:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.760734:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.760739:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.760746:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp28(192.168.203.133@tcp28) <- 192.168.203.133@tcp28 : REPLY - for me 00000400:00000200:1.0:1767384678.760756:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.760763:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.760767:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp28: Reply from 12345-192.168.203.133@tcp28 of length 272/272 into md 0x2225 00000800:00000001:0.0:1767384678.760782:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.760791:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.760794:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384678.760801:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp28->192.168.203.133@tcp28: REPLY: OK 00000400:00000200:0.0:1767384678.760808:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000050bf175 00000400:00000010:0.0:1767384678.760812:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000400:00000200:0.0:1767384678.760817:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384678.760824:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008c6d05e2. 00000400:00000010:0.0:1767384678.760829:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008bb8a95c. 00000800:00000001:0.0:1767384678.760840:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.760848:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.760852:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384678.760853:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000800:00000001:0.0:1767384678.760863:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.760867:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.760882:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.760885:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.760893:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42) <- 192.168.203.133@tcp42 : GET - for me 00000400:00000200:0.0:1767384678.760902:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384678.760917:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 272/272 into md 0x2019 [1] + 0 00000400:00000200:0.0:1767384678.760929:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp42 to MR: 192.168.203.133@tcp42 local destination 00000400:00000200:0.0:1767384678.760938:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp42 NI seq info: [249:249:256:4294967295] 192.168.203.133@tcp42 LPNI seq info [214:214:8:4294967295] 00000400:00000200:0.0:1767384678.760955:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42:192.168.203.133@tcp42) -> 192.168.203.133@tcp42(192.168.203.133@tcp42:192.168.203.133@tcp42) 192.168.203.133@tcp42 : REPLY try# 0 00000400:00000200:1.0:1767384678.760962:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000800:00000200:0.0:1767384678.760963:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.133@tcp42 00000800:00000010:0.0:1767384678.760985:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075ddbdbf. 00000800:00000200:0.0:1767384678.760992:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d006e47f] -> 12345-192.168.203.133@tcp42 (4) 00000800:00000200:0.0:1767384678.760998:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp42 ip 192.168.203.133:988 00000800:00000200:0.0:1767384678.761001:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075ddbdbf type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384678.761009:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000800:00000200:0.0:1767384678.761059:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384678.761062:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075ddbdbf. 00000400:00000200:0.0:1767384678.761066:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.761068:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.761077:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp42->192.168.203.133@tcp42: REPLY: OK 00000800:00000001:0.0:1767384678.761092:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.761100:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.761103:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.761110:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.761114:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.761119:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.761122:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384678.761126:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000800:00000001:0.0:1767384678.761128:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.761142:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp42(192.168.203.133@tcp42) <- 192.168.203.133@tcp42 : REPLY - for me 00000400:00000200:0.0:1767384678.761155:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp42: Reply from 12345-192.168.203.133@tcp42 of length 272/272 into md 0x2221 00000800:00000001:0.0:1767384678.761162:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.761169:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.761172:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.761176:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384678.761180:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp42->192.168.203.133@tcp42: REPLY: OK 00000400:00000200:0.0:1767384678.761192:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:0.0:1767384678.761195:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000400:00000200:0.0:1767384678.761201:0:16158:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:3.0:1767384678.761215:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000010:0.0:1767384678.761215:0:16158:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000089f3a0ba. 00000400:00000010:0.0:1767384678.761224:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000a7f9f54. 00000800:00000001:0.0:1767384678.761238:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.761246:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384678.761283:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.761429:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.761493:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.761516:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.761569:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.761591:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.761644:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.761651:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.761710:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.761728:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.761774:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.761804:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.761845:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.761876:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.761910:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.761932:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.761959:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762002:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762025:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762053:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762080:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762106:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762134:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762159:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762186:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762210:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762237:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762265:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762292:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762349:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762373:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762415:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762441:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762468:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762497:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762518:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762550:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762570:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762606:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762624:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762666:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762680:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762718:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762731:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762774:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384678.762780:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762844:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762884:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.762931:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000800:00000010:1.0:1767384678.762933:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dbf7670. 00000800:00000010:1.0:1767384678.762938:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a86053b2. 00000800:00000010:1.0:1767384678.762941:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e197266. 00000800:00000010:1.0:1767384678.762959:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e197266. 00000800:00020000:1.0:1767384678.762984:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000400:00000200:3.0:1767384678.762987:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000800:00000010:1.0:1767384678.762988:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a86053b2. 00000800:00000010:1.0:1767384678.762994:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dbf7670. 00000400:02020000:1.0:1767384678.763041:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp28 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384678.763043:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.763078:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.763102:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384678.763129:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384678.763238:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e3d83aba. 00000800:00000010:3.0:1767384678.763242:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e4578e0. 00000800:00000010:3.0:1767384678.763245:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fcc8bfdb. 00000800:00000010:3.0:1767384678.763267:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fcc8bfdb. 00000800:00020000:3.0:1767384678.763274:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384678.763277:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e4578e0. 00000800:00000010:3.0:1767384678.763279:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e3d83aba. 00000400:02020000:3.0:1767384678.763353:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp42 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384679.073478:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384679.073487:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.073559:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384679.073564:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384679.073567:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384679.521494:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d805daa8] -> 12345-192.168.203.133@tcp (6) 00000800:00000200:0.0:1767384679.521508:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp ip 192.168.203.133:988 00000800:00000200:0.0:1767384679.521513:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384679.521538:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000740ef80d] -> 12345-192.168.203.133@tcp21 (6) 00000800:00000200:0.0:1767384679.521541:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp21 ip 192.168.203.133:988 00000800:00000200:0.0:1767384679.521543:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd38d5c4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384679.521698:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384679.521700:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.521706:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384679.521716:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384679.521722:0:16157:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.521725:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384679.521726:0:16157:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384679.521727:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384679.521740:0:16156:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.521745:0:16156:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384679.777417:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384679.777425:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384679.777428:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384679.777435:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000400:00000200:1.0:1767384679.777444:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384679.777452:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767384679.777470:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e8a9fd3. 00000400:00000010:1.0:1767384679.777475:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e32e659e. 00080000:00000001:3.0:1767384679.977839:0:39916:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384679.977857:0:39916:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.977864:0:39916:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.098398:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384680.098406:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.098453:0:39800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384680.098458:0:39800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384680.098463:0:39800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384680.802899:0:40080:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384680.802904:0:40080:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing load_modules_local 00000001:00000001:0.0:1767384680.805975:0:40080:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1767384680.987440:0:40100:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:3.0:1767384681.569431:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033454a74] -> 12345-192.168.203.133@tcp24 (6) 00000800:00000200:3.0:1767384681.569440:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp24 ip 192.168.203.133:988 00000800:00000200:3.0:1767384681.569444:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5546494 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384681.569472:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (4) 00000800:00000200:3.1:1767384681.569477:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009b2c999a] -> 12345-192.168.203.133@tcp32 (4) 00000800:00000200:1.0:1767384681.569745:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384681.570023:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570066:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570094:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570119:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570142:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570169:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570270:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570297:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570399:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570424:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570447:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570472:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570492:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570511:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570551:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570589:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570611:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570629:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570645:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570690:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570738:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570788:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570838:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570888:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.570936:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572041:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572094:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572142:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572188:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572235:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572282:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572339:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572387:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572434:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384681.572494:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384681.572637:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065a93d3c. 00000800:00000010:2.0:1767384681.572642:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000077b07f4e. 00000800:00000010:2.0:1767384681.572646:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcd6a4f4. 00000800:00000010:2.0:1767384681.572669:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcd6a4f4. 00000800:00020000:2.0:1767384681.572676:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384681.578864:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000077b07f4e. 00000800:00000010:2.0:1767384681.578869:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065a93d3c. 00000400:02020000:2.0:1767384681.578942:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp32 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384681.584017:0:16153:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000200:0.0:1767384682.594403:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (4) 00000800:00000200:0.1:1767384682.594415:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0446001] -> 12345-192.168.203.133@tcp40 (4) 00000400:00000200:0.0:1767384682.594499:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594540:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594558:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594578:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594598:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594616:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594639:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594662:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594683:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594709:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594741:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594758:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594774:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594791:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594811:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594828:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594845:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594862:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594878:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594895:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594912:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.594928:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595594:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595623:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595641:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595664:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595684:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595704:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595721:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595738:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595756:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595777:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595798:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595823:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:0.0:1767384682.595841:0:16152:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:0.0:1767384682.595982:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c1fed24. 00000800:00000010:0.0:1767384682.595988:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aad646c9. 00000800:00000010:0.0:1767384682.595993:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020b944dd. 00000800:00000010:0.0:1767384682.596013:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020b944dd. 00000800:00020000:0.0:1767384682.596021:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384682.596025:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aad646c9. 00000800:00000010:0.0:1767384682.596033:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c1fed24. 00000400:02020000:0.0:1767384682.596070:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp40 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384682.596075:0:16152:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:0.0:1767384683.078728:0:40443:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 0000000017b33fed. 00000020:00000010:0.0:1767384683.078736:0:40443:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000aa1fcde5. 00000020:00000010:0.0:1767384683.078745:0:40443:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000072234c8d. 00000020:00000010:0.0:1767384683.078754:0:40443:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 00000000758f5b79. 00000020:00000010:0.0:1767384683.078770:0:40443:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000006fa6b296. 00000020:00000010:0.0:1767384683.078775:0:40443:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 00000000d238959a. 00000020:00000010:0.0:1767384683.078791:0:40443:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000571e6beb. 00000020:00000010:0.0:1767384683.078808:0:40443:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000287074f5. 00000020:00000010:0.0:1767384683.078813:0:40443:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001b6efc61. 00000020:00000010:0.0:1767384683.078825:0:40443:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000571e6beb. 00000020:00000010:0.0:1767384683.078827:0:40443:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000571e6beb. 00000001:00000010:0.0:1767384683.078840:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000078681563. 00000001:00000010:0.0:1767384683.078843:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003ef8086c. 00000001:00000010:0.0:1767384683.078846:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064f78684. 00000001:00000010:0.0:1767384683.078848:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007eb61217. 00000001:00000010:0.0:1767384683.078851:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f044bd1c. 00000001:00000010:0.0:1767384683.078853:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007948de9b. 00000001:00000010:0.0:1767384683.078855:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000154d502c. 00000001:00000010:0.0:1767384683.078857:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ab78f198. 00000001:00000010:0.0:1767384683.078859:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097110b54. 00000001:00000010:0.0:1767384683.078861:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000019962f6. 00000001:00000010:0.0:1767384683.078863:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c30e944. 00000001:00000010:0.0:1767384683.078865:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000448f8ca1. 00000020:00000010:0.0:1767384683.078868:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dd7dd5d. 00000020:00000010:0.0:1767384683.078872:0:40443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c09d5b9. 00000020:00000010:0.0:1767384683.078877:0:40443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffc801eb. 00000008:00000010:0.0:1767384683.078881:0:40443:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000aa77c4bf. 00020000:00000010:0.0:1767384683.078885:0:40443:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009f8d8fe7. 00008000:00000010:0.0:1767384683.078889:0:40443:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e8d322e0. 00000080:00000010:0.0:1767384683.078899:0:40443:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009d1c64fb. 00000020:00000010:0.0:1767384683.078902:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e71fa222. 00000020:00000010:0.0:1767384683.078905:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000567cf741. 00000040:00000010:0.0:1767384683.078908:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000c9a7a85. 00000020:00000010:0.0:1767384683.078911:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d39b0360. 00000020:00000010:0.0:1767384683.078915:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000000d22147. 00040000:00000010:0.0:1767384683.078918:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000065a6a6df. 00040000:00000010:0.0:1767384683.078921:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bae8e0bc. 00080000:00000010:0.0:1767384683.078925:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007f452d9b. 00080000:00000010:0.0:1767384683.078950:0:40443:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 000000002e1c5873. 00000020:00000010:0.0:1767384683.082004:0:40443:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 0000000027136f75. 00000020:00000010:0.0:1767384683.082016:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000009d1237e. 00000020:00000010:0.0:1767384683.082019:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000983382f4. 00080000:00000010:0.0:1767384683.083195:0:40443:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000089474678. 00000020:00000010:0.0:1767384683.083201:0:40443:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000073817a58. 00080000:00000010:0.0:1767384683.083206:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000061eafcdc. 00080000:00000010:0.0:1767384683.083209:0:40443:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 000000004757e421. 00080000:00000010:0.0:1767384683.084048:0:40443:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 0000000047829bfa. 00080000:00000010:0.0:1767384683.084052:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e2a098ff. 00080000:00000010:0.0:1767384683.084068:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007dbfd946. 00080000:00000010:0.0:1767384683.084081:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000087efae83. 00080000:00000010:0.0:1767384683.084095:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007ab6c469. 00080000:00000010:0.0:1767384683.084109:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000096b576d4. 00080000:00000010:0.0:1767384683.084124:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f21b7788. 00080000:00000010:0.0:1767384683.084138:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006e1764fc. 00080000:00000010:0.0:1767384683.084152:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009f56792f. 00080000:00000010:0.0:1767384683.084166:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000616adda. 00080000:00000010:0.0:1767384683.084181:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dfd67d74. 00080000:00000010:0.0:1767384683.084195:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c6f39bd. 00080000:00000010:0.0:1767384683.084208:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dcccff03. 00080000:00000010:0.0:1767384683.084222:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000df1d5833. 00080000:00000010:0.0:1767384683.084236:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000064630287. 00080000:00000010:0.0:1767384683.084250:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006cce51b6. 00080000:00000010:0.0:1767384683.084272:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a870a7e7. 00080000:00000010:0.0:1767384683.084286:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000057103247. 00080000:00000010:0.0:1767384683.084298:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008291075e. 00080000:00000010:0.0:1767384683.084337:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004a71fca5. 00080000:00000010:0.0:1767384683.084353:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000039152028. 00080000:00000010:0.0:1767384683.084366:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c46b9ac3. 00080000:00000010:0.0:1767384683.084381:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ea00c5ae. 00080000:00000010:0.0:1767384683.084394:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005f2ff41a. 00080000:00000010:0.0:1767384683.084409:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000333322ba. 00080000:00000010:0.0:1767384683.084422:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001fc74b00. 00080000:00000010:0.0:1767384683.084466:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004d96deb5. 00080000:00000010:0.0:1767384683.084482:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000033d74ee4. 00080000:00000010:0.0:1767384683.084496:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000370dabc7. 00080000:00000010:0.0:1767384683.084510:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000021bb360d. 00080000:00000010:0.0:1767384683.084523:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000208c4fcc. 00080000:00000010:0.0:1767384683.084537:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000605ee988. 00080000:00000010:0.0:1767384683.084551:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bf58e83f. 00080000:00000010:0.0:1767384683.084565:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001e90994e. 00080000:00000010:0.0:1767384683.084579:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009445bdad. 00080000:00000010:0.0:1767384683.084593:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000601d4b7e. 00080000:00000010:0.0:1767384683.084608:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001bbe6f66. 00080000:00000010:0.0:1767384683.084621:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ac11ca3d. 00080000:00000010:0.0:1767384683.084635:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002e43f192. 00080000:00000010:0.0:1767384683.084648:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bbcb666e. 00080000:00000010:0.0:1767384683.084661:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000096371c9e. 00080000:00000010:0.0:1767384683.084674:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000d90074a. 00080000:00000010:0.0:1767384683.084720:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f21972b5. 00080000:00000010:0.0:1767384683.084737:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004d1083bf. 00080000:00000010:0.0:1767384683.084750:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005ef74f00. 00080000:00000010:0.0:1767384683.084764:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000125f9441. 00080000:00000010:0.0:1767384683.084777:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007054ecd7. 00080000:00000010:0.0:1767384683.084792:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000eacd3267. 00080000:00000010:0.0:1767384683.084804:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007019649d. 00080000:00000010:0.0:1767384683.084819:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006ec28281. 00080000:00000010:0.0:1767384683.084840:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e7e85538. 00080000:00000010:0.0:1767384683.084854:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ba3fc72d. 00080000:00000010:0.0:1767384683.084867:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ad28b7ed. 00080000:00000010:0.0:1767384683.084882:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004cffbfdd. 00080000:00000010:0.0:1767384683.084897:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000024ca609e. 00080000:00000010:0.0:1767384683.084911:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000217fa9ed. 00080000:00000010:0.0:1767384683.084924:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c51e278. 00080000:00000010:0.0:1767384683.084951:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000723fbacb. 00080000:00000010:0.0:1767384683.084996:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000201ada84. 00080000:00000010:0.0:1767384683.085011:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000359e82e7. 00080000:00000010:0.0:1767384683.085025:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ddfb6e6f. 00080000:00000010:0.0:1767384683.085040:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009a622339. 00080000:00000010:0.0:1767384683.085053:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a3db5a52. 00080000:00000010:0.0:1767384683.085067:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000084cfa864. 00080000:00000010:0.0:1767384683.085080:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007f6daee9. 00080000:00000010:0.0:1767384683.085095:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a95a82ab. 00080000:00000010:0.0:1767384683.085107:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009e598e46. 00080000:00000010:0.0:1767384683.085120:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006d97319d. 00080000:00000010:0.0:1767384683.085132:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002e0e0a2a. 00080000:00000010:0.0:1767384683.085147:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000022cf5a29. 00080000:00000010:0.0:1767384683.085161:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000059ae01c4. 00080000:00000010:0.0:1767384683.085175:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d46007d9. 00080000:00000010:0.0:1767384683.085188:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ac73980c. 00080000:00000010:0.0:1767384683.085201:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003bbea6db. 00080000:00000010:0.0:1767384683.085242:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009c17909e. 00080000:00000010:0.0:1767384683.085257:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000092aafa38. 00080000:00000010:0.0:1767384683.085271:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4bf593d. 00080000:00000010:0.0:1767384683.085285:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006bbf9699. 00080000:00000010:0.0:1767384683.085298:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dc500c5d. 00080000:00000010:0.0:1767384683.085328:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008b10cdbc. 00080000:00000010:0.0:1767384683.085347:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000080f5b745. 00080000:00000010:0.0:1767384683.085369:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007b2119af. 00080000:00000010:0.0:1767384683.085384:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bbb51e27. 00080000:00000010:0.0:1767384683.085398:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000091591b3c. 00080000:00000010:0.0:1767384683.085421:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b1201e8c. 00080000:00000010:0.0:1767384683.085435:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d71aa33f. 00080000:00000010:0.0:1767384683.085450:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000028ba2f8f. 00080000:00000010:0.0:1767384683.085465:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000efdcee12. 00080000:00000010:0.0:1767384683.085478:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003f1eb4f6. 00080000:00000010:0.0:1767384683.085492:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fea0044a. 00080000:00000010:0.0:1767384683.085536:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000007bf25c3. 00080000:00000010:0.0:1767384683.085552:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000db7932cc. 00080000:00000010:0.0:1767384683.085567:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000532eb9c1. 00080000:00000010:0.0:1767384683.085580:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3d7b3ca. 00080000:00000010:0.0:1767384683.085594:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000000c43795. 00080000:00000010:0.0:1767384683.085607:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000038c0d906. 00080000:00000010:0.0:1767384683.085619:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e2936437. 00080000:00000010:0.0:1767384683.085634:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000067722fd8. 00080000:00000010:0.0:1767384683.085648:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000631190fe. 00080000:00000010:0.0:1767384683.085662:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000941d18e2. 00080000:00000010:0.0:1767384683.085676:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002379ad5a. 00080000:00000010:0.0:1767384683.085690:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000062d4f7ea. 00080000:00000010:0.0:1767384683.085742:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d98666e1. 00080000:00000010:0.0:1767384683.085759:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003f9afbc2. 00080000:00000010:0.0:1767384683.085773:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000042dcf77f. 00080000:00000010:0.0:1767384683.085787:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ac1ef3c8. 00080000:00000010:0.0:1767384683.085800:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004339c7b2. 00080000:00000010:0.0:1767384683.085815:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002c28c3ae. 00080000:00000010:0.0:1767384683.085829:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008a99763d. 00080000:00000010:0.0:1767384683.085843:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000030831cc4. 00080000:00000010:0.0:1767384683.085857:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003010f554. 00080000:00000010:0.0:1767384683.085870:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ef6ff52b. 00080000:00000010:0.0:1767384683.085882:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000919c8988. 00080000:00000010:0.0:1767384683.085897:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dfc6dd92. 00080000:00000010:0.0:1767384683.085921:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000017dfb601. 00080000:00000010:0.0:1767384683.085937:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000488bd3fd. 00080000:00000010:0.0:1767384683.085965:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000007020ba6. 00080000:00000010:0.0:1767384683.085979:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c2aed0ff. 00080000:00000010:0.0:1767384683.086026:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000317a2a78. 00080000:00000010:0.0:1767384683.086042:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008b1a1697. 00080000:00000010:0.0:1767384683.086056:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007454279d. 00080000:00000010:0.0:1767384683.086071:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000040171d0f. 00080000:00000010:0.0:1767384683.086085:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007fc111f2. 00080000:00000010:0.0:1767384683.086098:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d5253880. 00080000:00000010:0.0:1767384683.086113:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ecce253c. 00080000:00000010:0.0:1767384683.086127:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000feb20a21. 00080000:00000010:0.0:1767384683.086141:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000044ad40bc. 00080000:00000010:0.0:1767384683.086155:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000023eb6274. 00080000:00000010:0.0:1767384683.086168:0:40443:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cb7f4d4b. 00100000:00000010:0.0:1767384683.086395:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000480f07ba. 00100000:00000010:0.0:1767384683.086437:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000007acbf0e4. 00100000:00000010:0.0:1767384683.086646:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000cca223db. 00100000:00000010:0.0:1767384683.086828:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000db69b4e6. 00100000:00000010:0.0:1767384683.087061:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000b7c6b81c. 00100000:00000010:0.0:1767384683.087123:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000057b2767b. 00100000:00000010:0.0:1767384683.087153:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000077ddc85b. 00100000:00000010:0.0:1767384683.087652:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000002c0328ef. 00100000:00000010:0.0:1767384683.087832:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ec9feab8. 00100000:00000010:0.0:1767384683.087870:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000fc30e765. 00100000:00000010:0.0:1767384683.088221:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e8fe0a89. 00100000:00000010:0.0:1767384683.088297:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000480f07ba. 00100000:00000010:0.0:1767384683.088514:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000007acbf0e4. 00100000:00000010:0.0:1767384683.089052:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000cca223db. 00100000:00000010:0.0:1767384683.089208:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000cca223db. 00100000:00000010:0.0:1767384683.089241:0:40443:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000480f07ba. 00100000:00000010:0.0:1767384683.089245:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000b7c6b81c. 00100000:00000010:0.0:1767384683.091497:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000057b2767b. 00100000:00000010:0.0:1767384683.097046:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000077ddc85b. 00100000:00000010:0.0:1767384683.097334:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000002c0328ef. 00100000:00000010:0.0:1767384683.097464:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000fc30e765. 00100000:00000010:0.0:1767384683.097750:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000077ddc85b. 00100000:00000010:0.0:1767384683.098019:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057b2767b. 00100000:00000010:0.0:1767384683.098177:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b7c6b81c. 00100000:00000010:0.0:1767384683.098195:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000cca223db. 00100000:00000010:0.0:1767384683.099127:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002c0328ef. 00100000:00000010:0.0:1767384683.099280:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f6bb299b. 00100000:00000010:0.0:1767384683.099496:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009917de3c. 00100000:00000010:0.0:1767384683.099516:0:40443:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000480f07ba. 00000020:00000010:0.0:1767384683.099603:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a565de6c. 00000020:00000010:0.0:1767384683.099606:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 00000000a42dbea1. 00040000:00000010:0.0:1767384683.099630:0:40443:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000251919ba. 00040000:00000010:0.0:1767384683.099634:0:40443:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000b5164e99. 00040000:00000010:0.0:1767384683.099637:0:40443:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000b5164e99. 00000020:00000010:0.0:1767384683.099649:0:40443:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b5164e99. 00000020:00000010:0.0:1767384683.099653:0:40443:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000b5164e99. 00040000:00000010:0.0:1767384683.099656:0:40443:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000e639ac04. 00040000:00000010:0.0:1767384683.099658:0:40443:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000b5164e99. 00040000:00000010:0.0:1767384683.099659:0:40443:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000b5164e99. 00000020:00000010:0.0:1767384683.099720:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000567cf741. 00000040:00000010:0.0:1767384683.099725:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000c9a7a85. 00000020:00000010:0.0:1767384683.099728:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d39b0360. 00000020:00000010:0.0:1767384683.099731:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000000d22147. 00040000:00000010:0.0:1767384683.099735:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000065a6a6df. 00040000:00000010:0.0:1767384683.099738:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bae8e0bc. 00080000:00000010:0.0:1767384683.099741:0:40443:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000089474678. 00080000:00000010:0.0:1767384683.099744:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007f452d9b. 00000020:00000010:0.0:1767384683.099746:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e71fa222. 00000020:00000010:0.0:1767384683.099750:0:40443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c09d5b9. 00000020:00000010:0.0:1767384683.099754:0:40443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffc801eb. 00000008:00000010:0.0:1767384683.099758:0:40443:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000aa77c4bf. 00020000:00000010:0.0:1767384683.099762:0:40443:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009f8d8fe7. 00008000:00000010:0.0:1767384683.099766:0:40443:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e8d322e0. 00000080:00000010:0.0:1767384683.099770:0:40443:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009d1c64fb. 00000020:00000010:0.0:1767384683.099773:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dd7dd5d. 00000020:00000010:0.0:1767384683.099777:0:40443:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 00000000571e6beb. 00000020:00000010:0.0:1767384683.099788:0:40443:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007f452d9b. 00000020:00000010:0.0:1767384683.099803:0:40443:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000005f500d01. 00000020:00000010:0.0:1767384683.099806:0:40443:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000d1dad331. 00000020:00000010:0.0:1767384683.099809:0:40443:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 0000000086ff0cda. 00000020:00000010:0.0:1767384683.099817:0:40443:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000bae9a753. 00000020:00000010:0.0:1767384683.099821:0:40443:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d39b0360. 00000020:00000010:0.0:1767384683.099828:0:40443:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 0000000086ff0cda. 00000020:00000010:0.0:1767384683.099830:0:40443:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000086ff0cda. 00000001:00000010:0.0:1767384683.099843:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000089474678. 00000001:00000010:0.0:1767384683.099846:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003d17ddc8. 00000001:00000010:0.0:1767384683.099849:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067ad1f74. 00000001:00000010:0.0:1767384683.099852:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e4046ee0. 00000001:00000010:0.0:1767384683.099854:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001096027b. 00000001:00000010:0.0:1767384683.099856:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef0025c6. 00000001:00000010:0.0:1767384683.099858:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000065a6a6df. 00000001:00000010:0.0:1767384683.099860:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000049c36d63. 00000001:00000010:0.0:1767384683.099863:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bae8e0bc. 00000001:00000010:0.0:1767384683.099865:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003dd7dd5d. 00000001:00000010:0.0:1767384683.099867:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e71fa222. 00000001:00000010:0.0:1767384683.099869:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000d22147. 00000020:00000010:0.0:1767384683.099872:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c9a7a85. 00000020:00000010:0.0:1767384683.099875:0:40443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056b86c09. 00000020:00000010:0.0:1767384683.099878:0:40443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffc801eb. 00000008:00000010:0.0:1767384683.099881:0:40443:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000aa77c4bf. 00020000:00000010:0.0:1767384683.099884:0:40443:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009f8d8fe7. 00008000:00000010:0.0:1767384683.099886:0:40443:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e8d322e0. 00000080:00000010:0.0:1767384683.099891:0:40443:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009d1c64fb. 00000020:00000010:0.0:1767384683.099893:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000567cf741. 00000020:00000010:0.0:1767384683.099896:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000bb4ab8b. 00000040:00000010:0.0:1767384683.099899:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bf2c39a0. 00000020:00000010:0.0:1767384683.099901:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044dd48f9. 00000020:00000010:0.0:1767384683.099904:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000073ce54d. 80000000:00000010:0.0:1767384683.099907:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000555c0529. 00040000:00000010:0.0:1767384683.099914:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d26d828. 00080000:00000010:0.0:1767384683.099917:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a7f9a98a. 20000000:00000010:0.0:1767384683.099920:0:40443:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 000000005182ec4c. 20000000:00000010:0.0:1767384683.099925:0:40443:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000b5164e99. 00000020:00000010:0.0:1767384683.099929:0:40443:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000690e76bf. 20000000:00000010:0.0:1767384683.099932:0:40443:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000b5164e99. 00010000:00000010:0.0:1767384683.099937:0:40443:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000c4ce30d5. 00000001:00000010:0.0:1767384683.099954:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000017ed739a. 00000001:00000010:0.0:1767384683.099957:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000005232aa48. 00000001:00000010:0.0:1767384683.099959:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000dc9c040c. 00000001:00000010:0.0:1767384683.099961:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000a094dc4e. 00000020:00000010:0.0:1767384683.099995:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bd4a93cc. 00000020:00000010:0.0:1767384683.099998:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000096f42a3b. 00000020:00000010:0.0:1767384683.100041:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009da4ce84. 00000020:00000010:0.0:1767384683.100044:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000aef716df. 00000020:00000010:0.0:1767384683.100058:0:40443:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000003ff75d6. 00000020:00000010:0.0:1767384683.100061:0:40443:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000002135e702. 00000020:00000010:0.0:1767384683.100067:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000186d95d3. 00080000:00000010:0.0:1767384683.100073:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000ebfe519. 00080000:00000010:0.0:1767384683.100079:0:40443:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000480f07ba. 00080000:00000010:0.0:1767384683.100082:0:40443:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000006e04b77. 20000000:00000010:0.0:1767384683.100598:0:40443:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000002321c636. 00080000:00000010:0.0:1767384683.100602:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006fd1e30d. 00000020:00000010:0.0:1767384683.100633:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000938216ba. 00080000:00000010:0.0:1767384683.100637:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d0d066ee. 00000020:00000010:0.0:1767384683.100670:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005289f862. 00080000:00000010:0.0:1767384683.100673:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d03fd77. 00100000:00000010:0.0:1767384683.100697:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000082dd8b. 00100000:00000010:0.0:1767384683.100700:0:40443:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000000082dd8b. 00000001:00000010:0.0:1767384683.100703:0:40443:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 000000002d924602. 00080000:00000010:0.0:1767384683.100709:0:40443:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.100711:0:40443:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000000082dd8b. 00000001:00000010:0.0:1767384683.100731:0:40443:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 0000000079b77da3. 00000001:00000010:0.0:1767384683.100734:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cdbd1076. 00000001:00000010:0.0:1767384683.100737:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000017fb00dc. 00000001:00000010:0.0:1767384683.100739:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b5164e99. 00000001:00000010:0.0:1767384683.100760:0:40443:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000f8860e4a. 00080000:00000010:0.0:1767384683.100785:0:40443:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000000082dd8b. 00080000:00000010:0.0:1767384683.100788:0:40443:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00000001:00000010:0.0:1767384683.100798:0:40443:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000c6b40a04. 00000001:00000010:0.0:1767384683.100800:0:40443:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003ba25fc2. 00000001:00000010:0.0:1767384683.100803:0:40443:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009ffde57c. 00000001:00000010:0.0:1767384683.100813:0:40443:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000fb159a1a. 00000001:00000010:0.0:1767384683.100816:0:40443:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000261c5562. 00000020:00000010:0.0:1767384683.100829:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000075ddbdbf. 00080000:00000010:0.0:1767384683.100839:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c20b55c9. 00000040:00000010:0.0:1767384683.100878:0:40443:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000073e79c5c. 00000020:00000010:0.0:1767384683.100882:0:40443:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000003f63974. 00000020:00000010:0.0:1767384683.100885:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b53590ac. 00080000:00000010:0.0:1767384683.100888:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000045666e69. 00080000:00000010:0.0:1767384683.100891:0:40443:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000004dde2702. 00080000:00000010:0.0:1767384683.100893:0:40443:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000afbd93f0. 00000020:00000010:0.0:1767384683.101259:0:40443:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000036abd4de. 00000020:00000010:0.0:1767384683.101263:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b584530f. 00080000:00000010:0.0:1767384683.101266:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000030070d2. 00080000:00000010:0.0:1767384683.101269:0:40443:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000001380f6f3. 00080000:00000010:0.0:1767384683.101271:0:40443:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000c77bb341. 00080000:00000010:0.0:1767384683.101628:0:40443:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.101631:0:40443:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ff5ade9b. 20000000:00000010:0.0:1767384683.101644:0:40443:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000099480b2d. 20000000:00000010:0.0:1767384683.101646:0:40443:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000007781991e. 20000000:00000010:0.0:1767384683.101651:0:40443:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000fe00b735. 20000000:00000010:0.0:1767384683.101652:0:40443:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000006d118f4d. 20000000:00000010:0.0:1767384683.101655:0:40443:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000432c4a48. 20000000:00000010:0.0:1767384683.101661:0:40443:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000003ba25fc2. 20000000:00000010:0.0:1767384683.101665:0:40443:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000000c22a91b. 20000000:00000010:0.0:1767384683.101667:0:40443:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000007c684eb4. 20000000:00000010:0.0:1767384683.101670:0:40443:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000274d81ac. 20000000:00000010:0.0:1767384683.101672:0:40443:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000d0aa0f9c. 00080000:00000010:0.0:1767384683.101676:0:40443:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ff5ade9b. 00080000:00000010:0.0:1767384683.101678:0:40443:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 20000000:00000010:0.0:1767384683.101681:0:40443:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000d0aa0f9c. 20000000:00000010:0.0:1767384683.101685:0:40443:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000274d81ac. 00000020:00000010:0.0:1767384683.101698:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b05e8b47. 00080000:00000010:0.0:1767384683.101701:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063620c39. 20000000:00000010:0.0:1767384683.101730:0:40443:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000007c684eb4. 20000000:00000010:0.0:1767384683.101732:0:40443:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000000c22a91b. 20000000:00000010:0.0:1767384683.101734:0:40443:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000003ba25fc2. 20000000:00000010:0.0:1767384683.101738:0:40443:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000432c4a48. 00000020:00000010:0.0:1767384683.101748:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000010b97ce2. 00080000:00000010:0.0:1767384683.101751:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000042bae688. 20000000:00000010:0.0:1767384683.101772:0:40443:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000006d118f4d. 20000000:00000010:0.0:1767384683.101774:0:40443:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000fe00b735. 00000020:00000010:0.0:1767384683.101783:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c9cf3d5. 00080000:00000010:0.0:1767384683.101786:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000675f96d7. 20000000:00000010:0.0:1767384683.101806:0:40443:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000007781991e. 20000000:00000010:0.0:1767384683.101808:0:40443:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000099480b2d. 00000020:00000010:0.0:1767384683.101974:0:40443:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000a4e738c5. 00000020:00000010:0.0:1767384683.101979:0:40443:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000a4e738c5. 20000000:00000010:0.0:1767384683.101984:0:40443:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000009a4fa75b. 20000000:00000010:0.0:1767384683.101988:0:40443:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000eee0cd7a. 20000000:00000010:0.0:1767384683.101993:0:40443:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000020bcbe66. 20000000:00000010:0.0:1767384683.101996:0:40443:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000000ad0aed7. 20000000:00000010:0.0:1767384683.101998:0:40443:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000d4131d31. 20000000:00000010:1.0:1767384683.102349:0:40443:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000a78c8048. 00000040:00000010:1.0:1767384683.102355:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000096a9e202. 00000040:00000010:1.0:1767384683.102369:0:40443:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000096a9e202. 20000000:00000010:1.0:1767384683.102373:0:40443:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000a78c8048. 00000040:00000010:1.0:1767384683.102377:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000096a9e202. 00000040:00000010:1.0:1767384683.102386:0:40443:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000dae7fb61. 00000020:00000010:1.0:1767384683.102390:0:40443:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000002d465f96. 00000020:00000010:1.0:1767384683.102393:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f4a5de8. 00080000:00000010:1.0:1767384683.102397:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000259412e7. 00000040:00000010:1.0:1767384683.102428:0:40443:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004dbf7670. 00000040:00000010:1.0:1767384683.102435:0:40443:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000dae7fb61. 00000040:00000010:1.0:1767384683.102438:0:40443:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004dbf7670. 00000040:00000010:1.0:1767384683.102441:0:40443:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000096a9e202. 20000000:00000010:1.0:1767384683.102444:0:40443:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000096a9e202. 20000000:00000010:1.0:1767384683.102446:0:40443:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000a78c8048. 00000040:00000010:1.0:1767384683.102449:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000775d8122. 00000040:00000010:1.0:1767384683.102459:0:40443:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000775d8122. 20000000:00000010:1.0:1767384683.102461:0:40443:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000a78c8048. 00000100:00000010:1.0:1767384683.102465:0:40443:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000775d8122. 00000100:00000010:1.0:1767384683.102470:0:40443:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009ad8585d. 00000100:00000010:1.0:1767384683.102481:0:40443:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000023d691e6. 00000100:00000010:1.0:1767384683.102487:0:40443:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000005a9f13bd. 00000100:00000010:1.0:1767384683.102492:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000189a35fa. 00000100:00000010:1.0:1767384683.102495:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004dbf7670. 00000100:00000010:1.0:1767384683.102497:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025db7ab1. 00000100:00000010:1.0:1767384683.102501:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a70c55c. 00000100:00000010:1.0:1767384683.102503:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ed726fe. 00000100:00000010:1.0:1767384683.102507:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029e8b885. 00000100:00000010:1.0:1767384683.102510:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096ddb401. 00000100:00000010:1.0:1767384683.102514:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000592011d. 00000100:00000010:1.0:1767384683.102516:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008111b988. 00000100:00000010:1.0:1767384683.102520:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca000106. 00000100:00000010:1.0:1767384683.102522:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9abb285. 00000100:00000010:1.0:1767384683.102525:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c164e346. 00000100:00000010:1.0:1767384683.102528:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5ccc0a1. 00000100:00000010:1.0:1767384683.102531:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f456aee1. 00000100:00000010:1.0:1767384683.102533:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c3889dc. 00000100:00000010:1.0:1767384683.102538:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087cb2c79. 00000100:00000010:1.0:1767384683.102540:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067bc73c4. 00000100:00000010:1.0:1767384683.102543:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019f520ba. 00000100:00000010:1.0:1767384683.102545:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077830e4f. 00000100:00000010:1.0:1767384683.102549:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002bcf0989. 00000100:00000010:1.0:1767384683.102551:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e84538f. 00000100:00000010:1.0:1767384683.102554:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ee68cda. 00000100:00000010:1.0:1767384683.102556:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000412fab53. 00000100:00000010:1.0:1767384683.102560:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dc7870ee. 00000100:00000010:1.0:1767384683.102562:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000597b27d5. 00000100:00000010:1.0:1767384683.102566:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064efaef2. 00000100:00000010:1.0:1767384683.102568:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4ef130f. 00000100:00000010:1.0:1767384683.102571:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000094fa683d. 00000100:00000010:1.0:1767384683.102573:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d886ba2. 00000100:00000010:1.0:1767384683.102577:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000dbe47cb. 00000100:00000010:1.0:1767384683.102579:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ce05a74. 00000100:00000010:1.0:1767384683.102583:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d173e778. 00000100:00000010:1.0:1767384683.102585:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fd3bdfd. 00000100:00000010:1.0:1767384683.102588:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b6f638d. 00000100:00000010:1.0:1767384683.102591:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039b9fcbf. 00000100:00000010:1.0:1767384683.102594:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c39332df. 00000100:00000010:1.0:1767384683.102596:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000417416b9. 00000100:00000010:1.0:1767384683.102601:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ddb7263. 00000100:00000010:1.0:1767384683.102603:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049ddf33b. 00000100:00000010:1.0:1767384683.102607:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4707545. 00000100:00000010:1.0:1767384683.102609:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d38fde99. 00000100:00000010:1.0:1767384683.102613:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f11dd1d8. 00000100:00000010:1.0:1767384683.102615:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000530a7b62. 00000100:00000010:1.0:1767384683.102618:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dea58ba7. 00000100:00000010:1.0:1767384683.102620:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069cf3296. 00000100:00000010:1.0:1767384683.102624:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d91391ea. 00000100:00000010:1.0:1767384683.102626:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000555ab81e. 00000100:00000010:1.0:1767384683.102634:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000338e76a7. 00000100:00000010:1.0:1767384683.102636:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008572f4fe. 00000100:00000010:1.0:1767384683.102640:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000056a0157a. 00000100:00000010:1.0:1767384683.102642:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ce8ec1f. 00000100:00000010:1.0:1767384683.102645:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0d2a635. 00000100:00000010:1.0:1767384683.102647:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002f91993. 00000100:00000010:1.0:1767384683.102651:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010579061. 00000100:00000010:1.0:1767384683.102653:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000575c31bb. 00000100:00000010:1.0:1767384683.102661:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a9c96510. 00000100:00000010:1.0:1767384683.102664:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1313d55. 00000100:00000010:1.0:1767384683.102667:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a79b3c96. 00000100:00000010:1.0:1767384683.102669:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5675af2. 00000100:00000010:1.0:1767384683.102673:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e05f3cb0. 00000100:00000010:1.0:1767384683.102675:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000437ae056. 00000100:00000010:1.0:1767384683.102678:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d959b07a. 00000100:00000010:1.0:1767384683.102680:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064a41b5b. 00000100:00000010:1.0:1767384683.102688:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000678206bc. 00000100:00000010:1.0:1767384683.102691:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1650627. 00000100:00000010:1.0:1767384683.102695:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b233296. 00000100:00000010:1.0:1767384683.102698:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000493fb90a. 00000100:00000010:1.0:1767384683.102701:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045a02764. 00000100:00000010:1.0:1767384683.102704:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f593ac4d. 00000100:00000010:1.0:1767384683.102708:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000882c6b13. 00000100:00000010:1.0:1767384683.102710:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdf4defe. 00000100:00000010:1.0:1767384683.102718:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006fc84414. 00000100:00000010:1.0:1767384683.102721:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000404b8201. 00000100:00000010:1.0:1767384683.102724:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3000224. 00000100:00000010:1.0:1767384683.102727:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000939e1fe4. 00000100:00000010:1.0:1767384683.102730:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000012bd0a55. 00000100:00000010:1.0:1767384683.102732:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb0d5aa0. 00000100:00000010:1.0:1767384683.102735:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000462bc0c6. 00000100:00000010:1.0:1767384683.102737:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ee3253d. 00000100:00000010:1.0:1767384683.102745:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a9f7680. 00000100:00000010:1.0:1767384683.102747:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ede17f5f. 00000100:00000010:1.0:1767384683.102750:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000331d56fa. 00000100:00000010:1.0:1767384683.102752:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b94655d4. 00000100:00000010:1.0:1767384683.102756:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091d39a9d. 00000100:00000010:1.0:1767384683.102758:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000457ca3e1. 00000100:00000010:1.0:1767384683.102761:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf3372b7. 00000100:00000010:1.0:1767384683.102764:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000710c7db2. 00000100:00000010:1.0:1767384683.102772:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da80755a. 00000100:00000010:1.0:1767384683.102774:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055a55a55. 00000100:00000010:1.0:1767384683.102777:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006df3ff54. 00000100:00000010:1.0:1767384683.102779:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072c47115. 00000100:00000010:1.0:1767384683.102783:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6bd8738. 00000100:00000010:1.0:1767384683.102785:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ac1c1c2. 00000100:00000010:1.0:1767384683.102788:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d4dd66cb. 00000100:00000010:1.0:1767384683.102790:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c65b3b7. 00000100:00000010:1.0:1767384683.102797:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004bd521b3. 00000100:00000010:1.0:1767384683.102800:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000395666fd. 00000100:00000010:1.0:1767384683.102803:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020d9037b. 00000100:00000010:1.0:1767384683.102806:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb3b8a73. 00000100:00000010:1.0:1767384683.102810:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088d211a6. 00000100:00000010:1.0:1767384683.102812:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071b759cd. 00000100:00000010:1.0:1767384683.102815:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000182059ea. 00000100:00000010:1.0:1767384683.102818:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024bc5dbd. 00000100:00000010:1.0:1767384683.102825:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac7ce43b. 00000100:00000010:1.0:1767384683.102828:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085c6b0db. 00000100:00000010:1.0:1767384683.102831:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005bf738cd. 00000100:00000010:1.0:1767384683.102833:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037f4c823. 00000100:00000010:1.0:1767384683.102836:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000052e79a1. 00000100:00000010:1.0:1767384683.102839:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094a2f8b1. 00000100:00000010:1.0:1767384683.102842:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079321e69. 00000100:00000010:1.0:1767384683.102845:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1094eb9. 00000100:00000010:1.0:1767384683.102852:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a4fb7ed. 00000100:00000010:1.0:1767384683.102854:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037cc57ea. 00000100:00000010:1.0:1767384683.102858:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dacd0f94. 00000100:00000010:1.0:1767384683.102860:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2673be3. 00000100:00000010:1.0:1767384683.102863:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a7a1e0c. 00000100:00000010:1.0:1767384683.102866:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ac7ba3d. 00000100:00000010:1.0:1767384683.102869:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b7dd970. 00000100:00000010:1.0:1767384683.102871:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005641a7b. 00000100:00000010:1.0:1767384683.102879:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f20aa177. 00000100:00000010:1.0:1767384683.102881:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002acd82b8. 00000100:00000010:1.0:1767384683.102884:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3a41c79. 00000100:00000010:1.0:1767384683.102886:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a26be9b. 00000100:00000010:1.0:1767384683.102890:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf8cba16. 00000100:00000010:1.0:1767384683.102893:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b23de9b0. 00000100:00000010:1.0:1767384683.102896:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068b5d8fb. 00000100:00000010:1.0:1767384683.102898:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aaedfc6d. 00000100:00000010:1.0:1767384683.102906:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca708e5f. 00000400:00000200:1.0:1767384683.102909:0:40443:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384683.102952:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000034b5ecb7. 00000020:00000010:1.0:1767384683.102956:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000002c21f436. 00000100:00000010:1.0:1767384683.103002:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d96fe505. 00000100:00000010:1.0:1767384683.103007:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000003a86bf3. 00000100:00000010:1.0:1767384683.103010:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008803f3a9. 00000100:00000010:1.0:1767384683.103015:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000532d674c. 00000100:00000010:1.0:1767384683.103017:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d0f606bb. 00000100:00000200:1.0:1767384683.103046:0:40443:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384683.103050:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000070980b42. 00000100:00000010:0.0:1767384683.103809:0:40445:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008577b869. 00000020:00000010:0.0:1767384683.103813:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fad42f44. 00000020:00000010:0.0:1767384683.103824:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041f02876. 00000020:00000010:0.0:1767384683.103828:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df47be9b. 00000040:00000010:0.0:1767384683.103831:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001be487ba. 00000020:00000010:0.0:1767384683.103834:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005fa7503d. 00000020:00000010:0.0:1767384683.103838:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2eeb97a. 80000000:00000010:0.0:1767384683.103841:0:40445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e82480d7. 00040000:00000010:0.0:1767384683.103844:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c218ded9. 00080000:00000010:0.0:1767384683.103848:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b0ed73c9. 20000000:00000010:0.0:1767384683.103852:0:40445:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000aa0c7638. 00000100:00000200:0.0:1767384683.103856:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103861:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18a994a. 00000400:00000010:0.0:1767384683.103867:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e27efb9. 00000100:00000200:0.0:1767384683.103872:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103875:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ffa0f9. 00000400:00000010:0.0:1767384683.103878:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b450681b. 00000100:00000200:0.0:1767384683.103881:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103884:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aaa96db. 00000400:00000010:0.0:1767384683.103887:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fad93d91. 00000100:00000200:0.0:1767384683.103889:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103892:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9350bc6. 00000400:00000010:0.0:1767384683.103894:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005229df02. 00000100:00000200:0.0:1767384683.103896:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103898:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089ca1972. 00000400:00000010:0.0:1767384683.103901:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000544a9bfb. 00000100:00000200:0.0:1767384683.103902:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103905:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003469d9e6. 00000400:00000010:0.0:1767384683.103909:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001694f572. 00000100:00000200:0.0:1767384683.103911:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103913:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8c36ea. 00000400:00000010:0.0:1767384683.103916:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077b07f4e. 00000100:00000200:0.0:1767384683.103918:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103920:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000944b9267. 00000400:00000010:0.0:1767384683.103923:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9c3be8a. 00000100:00000200:0.0:1767384683.103925:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103928:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019adcd05. 00000400:00000010:0.0:1767384683.103936:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000597fbb63. 00000100:00000200:0.0:1767384683.103951:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103955:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae892b3a. 00000400:00000010:0.0:1767384683.103957:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093ac409a. 00000100:00000200:0.0:1767384683.103960:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103963:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d36f38. 00000400:00000010:0.0:1767384683.103966:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6b40a04. 00000100:00000200:0.0:1767384683.103967:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103970:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a92a03a. 00000400:00000010:0.0:1767384683.103973:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2d438fe. 00000100:00000200:0.0:1767384683.103975:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103978:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfc34639. 00000400:00000010:0.0:1767384683.103981:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db0e82cf. 00000100:00000200:0.0:1767384683.103983:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103986:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a63b6c9c. 00000400:00000010:0.0:1767384683.103988:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b23a099. 00000100:00000200:0.0:1767384683.103990:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.103993:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b102152f. 00000400:00000010:0.0:1767384683.103996:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1307257. 00000100:00000200:0.0:1767384683.103998:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104001:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd6ee65. 00000400:00000010:0.0:1767384683.104004:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096d8e24f. 00000100:00000200:0.0:1767384683.104006:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104008:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b9343f7. 00000400:00000010:0.0:1767384683.104011:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bd46883. 00000100:00000200:0.0:1767384683.104014:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104016:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6064e42. 00000400:00000010:0.0:1767384683.104019:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ced7d558. 00000100:00000200:0.0:1767384683.104021:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104023:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f88d45a. 00000400:00000010:0.0:1767384683.104027:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a26f9712. 00000100:00000200:0.0:1767384683.104029:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104031:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b84f0ee. 00000400:00000010:0.0:1767384683.104034:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038b11ec6. 00000100:00000200:0.0:1767384683.104036:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104039:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029189cd8. 00000400:00000010:0.0:1767384683.104047:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e393a14c. 00000100:00000200:0.0:1767384683.104050:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104052:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090b99098. 00000400:00000010:0.0:1767384683.104056:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000162b1062. 00000100:00000200:0.0:1767384683.104058:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104060:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e3b5ec7. 00000400:00000010:0.0:1767384683.104062:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aec8026. 00000100:00000200:0.0:1767384683.104064:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104067:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000483f0cd7. 00000400:00000010:0.0:1767384683.104069:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016e88362. 00000100:00000200:0.0:1767384683.104071:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104073:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a680ae7. 00000400:00000010:0.0:1767384683.104076:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8c4cdaa. 00000100:00000200:0.0:1767384683.104079:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104081:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf8367a. 00000400:00000010:0.0:1767384683.104084:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e03245. 00000100:00000200:0.0:1767384683.104086:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104088:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005975b71f. 00000400:00000010:0.0:1767384683.104092:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef833eee. 00000100:00000200:0.0:1767384683.104093:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104096:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a62a8306. 00000400:00000010:0.0:1767384683.104099:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000838e9f51. 00000100:00000200:0.0:1767384683.104101:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104103:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084af5790. 00000400:00000010:0.0:1767384683.104106:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f5e8597. 00000100:00000200:0.0:1767384683.104108:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104111:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb148da6. 00000400:00000010:0.0:1767384683.104114:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9d8b40b. 00000100:00000200:0.0:1767384683.104116:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104118:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c42c690. 00000400:00000010:0.0:1767384683.104122:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022fff1a7. 00000100:00000200:0.0:1767384683.104124:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104127:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001abec88c. 00000400:00000010:0.0:1767384683.104130:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b502b673. 00000100:00000200:0.0:1767384683.104132:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104134:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb3bcd4a. 00000400:00000010:0.0:1767384683.104141:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2994bde. 00000100:00000200:0.0:1767384683.104144:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104146:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2b1da0f. 00000400:00000010:0.0:1767384683.104149:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092c704ce. 00000100:00000200:0.0:1767384683.104151:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104154:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000972815e2. 00000400:00000010:0.0:1767384683.104157:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fba620b4. 00000100:00000200:0.0:1767384683.104159:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104162:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000311c94b4. 00000400:00000010:0.0:1767384683.104165:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aea2c128. 00000100:00000200:0.0:1767384683.104167:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104169:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a77c600. 00000400:00000010:0.0:1767384683.104172:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9e91bf1. 00000100:00000200:0.0:1767384683.104174:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104176:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b60be1f. 00000400:00000010:0.0:1767384683.104178:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005de260c7. 00000100:00000200:0.0:1767384683.104180:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104183:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d191e817. 00000400:00000010:0.0:1767384683.104185:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a415da3d. 00000100:00000200:0.0:1767384683.104187:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104190:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008be8202f. 00000400:00000010:0.0:1767384683.104193:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3ccc54e. 00000100:00000200:0.0:1767384683.104195:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104197:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd780756. 00000400:00000010:0.0:1767384683.104200:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f616898. 00000100:00000200:0.0:1767384683.104201:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104205:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5789810. 00000400:00000010:0.0:1767384683.104207:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f439422c. 00000100:00000200:0.0:1767384683.104209:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104211:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c119bf. 00000400:00000010:0.0:1767384683.104214:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020d630f2. 00000100:00000200:0.0:1767384683.104217:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104219:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8656c48. 00000400:00000010:0.0:1767384683.104223:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c117e3b. 00000100:00000200:0.0:1767384683.104224:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104227:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb06ab25. 00000400:00000010:0.0:1767384683.104235:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000564c5f71. 00000100:00000200:0.0:1767384683.104237:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104240:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a919b414. 00000400:00000010:0.0:1767384683.104242:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b150360. 00000100:00000200:0.0:1767384683.104244:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104247:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e13c4578. 00000400:00000010:0.0:1767384683.104249:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7b722e5. 00000100:00000200:0.0:1767384683.104251:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104253:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acab86b8. 00000400:00000010:0.0:1767384683.104256:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a80edcf0. 00000100:00000200:0.0:1767384683.104257:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104260:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000076b3da. 00000400:00000010:0.0:1767384683.104263:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c24d4085. 00000100:00000200:0.0:1767384683.104265:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104268:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b50e57e. 00000400:00000010:0.0:1767384683.104271:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dcf9598. 00000100:00000200:0.0:1767384683.104273:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104275:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d35cde64. 00000400:00000010:0.0:1767384683.104278:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000522693cf. 00000100:00000200:0.0:1767384683.104280:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104282:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d645c93d. 00000400:00000010:0.0:1767384683.104283:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de3c7dd3. 00000100:00000200:0.0:1767384683.104285:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104288:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dde9443. 00000400:00000010:0.0:1767384683.104290:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1b48d71. 00000100:00000200:0.0:1767384683.104292:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104294:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fac1b154. 00000400:00000010:0.0:1767384683.104297:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a96a970. 00000100:00000200:0.0:1767384683.104299:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104301:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003699649a. 00000400:00000010:0.0:1767384683.104303:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000968215ee. 00000100:00000200:0.0:1767384683.104305:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104307:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e028a09e. 00000400:00000010:0.0:1767384683.104326:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049be02ce. 00000100:00000200:0.0:1767384683.104329:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104332:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef006c7e. 00000400:00000010:0.0:1767384683.104339:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf338313. 00000100:00000200:0.0:1767384683.104342:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104344:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baee3425. 00000400:00000010:0.0:1767384683.104347:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aaf2923f. 00000100:00000200:0.0:1767384683.104349:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104350:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a0f3031. 00000400:00000010:0.0:1767384683.104352:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f36f9e2. 00000100:00000200:0.0:1767384683.104354:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104356:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042e33925. 00000400:00000010:0.0:1767384683.104357:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005f84c00. 00000100:00000200:0.0:1767384683.104359:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104361:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee2262fe. 00000400:00000010:0.0:1767384683.104363:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092227a30. 00000100:00000200:0.0:1767384683.104365:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104366:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db60629. 00000400:00000010:0.0:1767384683.104369:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070a35b67. 00000100:00000200:0.0:1767384683.104371:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104372:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000067cd163. 00000400:00000010:0.0:1767384683.104374:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000164f877f. 00000100:00000200:0.0:1767384683.104375:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.104377:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e9cdcb8. 00000400:00000010:0.0:1767384683.104379:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037b24286. 00000100:00000010:0.0:1767384683.104390:0:40445:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f8dc987b. 00000100:00000200:0.0:1767384683.104436:0:40445:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384683.104463:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000019b33646. 00000100:00000010:0.0:1767384683.104617:0:40447:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000052c365a7. 00000020:00000010:0.0:1767384683.104621:0:40447:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000177b7229. 00000020:00000010:0.0:1767384683.104624:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0675292. 00000020:00000010:0.0:1767384683.104626:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006366ea41. 00000040:00000010:0.0:1767384683.104628:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004dc24eba. 00000020:00000010:0.0:1767384683.104631:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f9aaa165. 00000020:00000010:0.0:1767384683.104633:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5ea2746. 80000000:00000010:0.0:1767384683.104635:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000161bc99c. 00040000:00000010:0.0:1767384683.104637:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000049d2d6da. 00080000:00000010:0.0:1767384683.104640:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f36e3208. 20000000:00000010:0.0:1767384683.104643:0:40447:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000018d597fa. 00000100:00000010:0.0:1767384683.104656:0:40447:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002a4b3171. 00000100:00000200:0.0:1767384683.104695:0:40447:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384683.104718:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c93c33f4. 00000100:00000010:2.0:1767384683.104858:0:40448:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000055e48ee5. 00000020:00000010:2.0:1767384683.104863:0:40448:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d551c917. 00000020:00000010:2.0:1767384683.104867:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071b3a255. 00000020:00000010:2.0:1767384683.104870:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008aac563c. 00000040:00000010:2.0:1767384683.104873:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ba14a108. 00000020:00000010:2.0:1767384683.104876:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000050643045. 00000020:00000010:2.0:1767384683.104879:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e41f731e. 80000000:00000010:2.0:1767384683.104882:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000076bfcd97. 00040000:00000010:2.0:1767384683.104885:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cc897f50. 00080000:00000010:2.0:1767384683.104888:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e4cecbb7. 20000000:00000010:2.0:1767384683.104891:0:40448:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c72a8abd. 00000100:00000010:2.0:1767384683.104904:0:40448:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000085ce77ef. 00000100:00000200:2.0:1767384683.104917:0:40448:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:1.0:1767384683.105001:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006fd1e30d. 20000000:00000010:1.0:1767384683.105006:0:40443:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 000000002321c636. 00080000:00000010:1.0:1767384683.105020:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000042bae688. 00000020:00000010:1.0:1767384683.105023:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000010b97ce2. 00080000:00000010:1.0:1767384683.105031:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000675f96d7. 00000020:00000010:1.0:1767384683.105033:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c9cf3d5. 00080000:00000010:1.0:1767384683.105044:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000259412e7. 00000020:00000010:1.0:1767384683.105046:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f4a5de8. 00080000:00000010:1.0:1767384683.105058:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000063620c39. 00000020:00000010:1.0:1767384683.105060:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b05e8b47. 00000020:00000010:1.0:1767384683.105067:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000bb4ab8b. 00000040:00000010:1.0:1767384683.105070:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bf2c39a0. 00000020:00000010:1.0:1767384683.105072:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000044dd48f9. 00000020:00000010:1.0:1767384683.105074:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000073ce54d. 80000000:00000010:1.0:1767384683.105077:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000555c0529. 00040000:00000010:1.0:1767384683.105080:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d26d828. 00080000:00000010:1.0:1767384683.105083:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a7f9a98a. 00000020:00000010:1.0:1767384683.105086:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000567cf741. 00000020:00000010:1.0:1767384683.105089:0:40443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056b86c09. 00000020:00000010:1.0:1767384683.105093:0:40443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffc801eb. 00000008:00000010:1.0:1767384683.105096:0:40443:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000aa77c4bf. 00020000:00000010:1.0:1767384683.105099:0:40443:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009f8d8fe7. 00008000:00000010:1.0:1767384683.105102:0:40443:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e8d322e0. 00000080:00000010:1.0:1767384683.105106:0:40443:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009d1c64fb. 00000020:00000010:1.0:1767384683.105109:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c9a7a85. 00000020:00000010:1.0:1767384683.105113:0:40443:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000086ff0cda. 00000020:00000010:1.0:1767384683.105132:0:40443:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000010b3d5f7. 00000020:00000010:1.0:1767384683.105135:0:40443:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000d872dc8a. 00000100:02020000:1.0:1767384683.105145:0:40443:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.133@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00000010:0.0:1767384683.108579:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b4f8e85. 02000000:00000010:0.0:1767384683.108595:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000dca1954e. 00000400:00000010:2.0:1767384683.108612:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cd6ef06. 00000400:00000200:2.0:1767384683.108619:0:16165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e620a2b3 00000400:00000010:2.0:1767384683.108622:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e620a2b3. 00000100:00020000:3.0:1767384683.108626:0:16162:0:(client.c:1390:ptlrpc_import_delay_req()) @@@ invalidate in flight req@000000008b4f8e85 x1853237037664896/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384683.108632:0:16165:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021341f2 x1853237037664640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384683.108663:0:16165:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021341f2 x1853237037664640/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384683.115837:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044ce6258. 02000000:00000010:3.0:1767384683.115838:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000dca1954e. 00000100:00000010:0.0:1767384683.115844:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000975c8072. 02000000:00000010:2.0:1767384683.115847:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000e9f2376. 00000100:00000010:3.0:1767384683.115848:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b4f8e85. 02000000:00000010:0.0:1767384683.115854:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000dca1954e. 00000100:00000010:2.0:1767384683.115856:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021341f2. 00000100:00020000:3.0:1767384683.115884:0:16162:0:(client.c:1390:ptlrpc_import_delay_req()) @@@ invalidate in flight req@00000000975c8072 x1853237037665024/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384683.116017:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000dca1954e. 00000100:00000010:0.0:1767384683.116018:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b34e9aa5. 00000100:00000010:3.0:1767384683.116023:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000975c8072. 02000000:00000010:0.0:1767384683.116026:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000dca1954e. 00000100:00020000:3.0:1767384683.116043:0:16162:0:(client.c:1390:ptlrpc_import_delay_req()) @@@ invalidate in flight req@00000000b34e9aa5 x1853237037665152/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384683.116065:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000dca1954e. 00000100:00000010:3.0:1767384683.116067:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b34e9aa5. 00000100:00000010:0.0:1767384683.116078:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bdc844f7. 02000000:00000010:0.0:1767384683.116082:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000dca1954e. 02000000:00000010:3.0:1767384683.116162:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000001fb1501. 00000400:00000010:3.0:1767384683.116168:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a741f16b. 00000400:00000010:3.0:1767384683.116173:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.116177:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037665280, portal 25 00000400:00000010:3.0:1767384683.116181:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.116184:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237037665280, offset 0 00000400:00000200:3.0:1767384683.116190:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.116199:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.116208:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695825f508c00 00000400:00000200:3.0:1767384683.116214:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x2229 [2] + 0 00000400:00000010:3.0:1767384683.116218:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a18a994a. 00000400:00000200:3.0:1767384683.116220:0:16162:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e27efb9 00000400:00000200:3.0:1767384683.116224:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.116228:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384683.116232:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e27efb9 00000400:00000010:3.0:1767384683.116234:0:16162:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e27efb9. 00000100:00000200:3.0:1767384683.116238:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384683.116251:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.116253:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.116257:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bdc844f7 x1853237037665280/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.116272:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea8d8ec1. 00000020:00000010:2.0:1767384683.116274:0:40448:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000065a93d3c. 00000100:00000010:3.0:1767384683.116281:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005bdaa68. 00000100:00000010:3.0:1767384683.116288:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c43eec99. 00000020:00000010:2.0:1767384683.116288:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a5f909b. 00000020:00000010:2.0:1767384683.116296:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0de8896. 00000100:00000010:3.0:1767384683.116298:0:16162:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000baf4a4a9. 00000020:00000010:2.0:1767384683.116303:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000100:00000200:2.0:1767384683.116350:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037665280 00000020:00000010:0.0:1767384683.116360:0:40447:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000055041e0d. 02000000:00000010:2.0:1767384683.116365:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f7f7eacb. 00000020:00000010:2.0:1767384683.116374:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000de0a8334. 00000001:00000010:2.0:1767384683.116382:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008a8b7073. 00000001:00000010:2.0:1767384683.116386:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000795ccfe2. 00000001:00000010:2.0:1767384683.116390:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000415e2976. 00000001:00000010:2.0:1767384683.116393:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048cff902. 00000001:00000010:2.0:1767384683.116396:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c802f9f. 00000001:00000010:2.0:1767384683.116399:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000026eb1abd. 00000020:00000010:2.0:1767384683.116410:0:40448:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000082651cf1. 00000020:00000010:2.0:1767384683.116476:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000057b6808e. 00000020:00000010:2.0:1767384683.116479:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000d2a5617d. 00000020:00000010:2.0:1767384683.116482:0:40448:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000c3b13fe2. 00000020:00000010:2.0:1767384683.116493:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fd3fb773. 00000020:00000010:2.0:1767384683.116495:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008799238b. 00000020:00000010:2.0:1767384683.116498:0:40448:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c10a763b. 00000020:00000010:2.0:1767384683.116507:0:40448:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000dd0585fb. 00010000:00000200:2.0:1767384683.116534:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000da3674d2 x1853237037665280/t0(0) o250->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384703 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384683.116548:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000100:00000200:2.0:1767384683.116551:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237037665280, offset 0 00000400:00000200:2.0:1767384683.116556:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.116561:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.116566:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695825f508c00 00000400:00000200:2.0:1767384683.116570:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2329 [1] + 0 00000400:00000200:2.0:1767384683.116574:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.116576:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384683.116581:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc844f7 x1853237037665280/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384683.116605:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007824a362 00000400:00000010:2.0:1767384683.116607:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007824a362. 00000020:00000010:2.0:1767384683.116617:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0de8896. 00000020:00000010:2.0:1767384683.116621:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000020:00000010:2.0:1767384683.116625:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a5f909b. 00000400:00000010:3.0:1767384683.116629:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a741f16b. 02000000:00000010:2.0:1767384683.116630:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f7f7eacb. 00000400:00000200:3.0:1767384683.116635:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.116638:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000200:2.0:1767384683.116638:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384683.116644:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8e16ba3. 00000100:00000200:3.0:1767384683.116645:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc844f7 x1853237037665280/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384683.116649:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2b3063e. 00000100:00000200:3.0:1767384683.116658:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bdc844f7 x1853237037665280/t0(0) o250->MGC192.168.203.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02000400:3.0:1767384683.116680:0:16162:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 0@lo) after server handle changed from 0x0 to 0x1c01179f271eded0 02000000:00000010:1.0:1767384683.119989:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000001fb1501. 02000000:00000010:1.0:1767384683.119995:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000dca1954e. 00000100:00000010:1.0:1767384683.119998:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bdc844f7. 00000020:00000010:0.0:1767384683.120007:0:40443:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000d872dc8a. 00000020:00000010:0.0:1767384683.120012:0:40443:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000010b3d5f7. 00000020:00000010:0.0:1767384683.120020:0:40443:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000c209f735. 00000020:00000010:0.0:1767384683.120030:0:40443:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000000b011d44. 00000020:00000010:0.0:1767384683.120035:0:40443:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001335d0ab. 00000020:00000010:3.0:1767384683.120042:0:40449:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 0000000071df59f5. 00000020:00000010:0.0:1767384683.120044:0:40443:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000c209f735. 00000020:00000010:0.0:1767384683.120049:0:40443:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 000000009afe59fd. 00000001:00000010:0.0:1767384683.120060:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000037931bb1. 00000001:00000010:0.0:1767384683.120063:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000017896a98. 00000001:00000010:0.0:1767384683.120065:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002df844fd. 00000001:00000010:0.0:1767384683.120067:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000013a75e51. 00000001:00000010:0.0:1767384683.120069:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2e15f1d. 00000001:00000010:0.0:1767384683.120070:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003bcb79c4. 00000001:00000010:0.0:1767384683.120072:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000061db9eb. 00000001:00000010:0.0:1767384683.120075:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000036fca5b3. 00000001:00000010:0.0:1767384683.120076:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4b21c3c. 00000001:00000010:0.0:1767384683.120077:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000262cb50e. 00000001:00000010:0.0:1767384683.120079:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe9e3632. 00000001:00000010:0.0:1767384683.120080:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c18962b. 00000020:00000010:0.0:1767384683.120082:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002703cf19. 00000020:00000010:0.0:1767384683.120085:0:40443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000559f1810. 00000100:02000000:3.0:1767384683.120088:0:40449:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.203.133@tcp: Connection restored to 0@lo (at 0@lo) 00000020:00000010:0.0:1767384683.120093:0:40443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a711034b. 00000008:00000010:0.0:1767384683.120098:0:40443:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003fc62ed9. 00020000:00000010:0.0:1767384683.120102:0:40443:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000004a5a1cc4. 00008000:00000010:0.0:1767384683.120105:0:40443:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009022244f. 00000080:00000010:0.0:1767384683.120109:0:40443:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003b799a85. 00000020:00000010:0.0:1767384683.120112:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113cd4a3. 00000020:00000010:0.0:1767384683.120113:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001d65a2ee. 00000040:00000010:0.0:1767384683.120116:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009ecf78f3. 00000020:00000010:0.0:1767384683.120118:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000025c88672. 00000020:00000010:0.0:1767384683.120120:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b362745. 00000020:00000010:0.0:1767384683.120122:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3c9323f. 80000000:00000010:0.0:1767384683.120124:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c209f735. 40000000:00000010:0.0:1767384683.120126:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000023cdf43e. 00100000:00000010:0.0:1767384683.120129:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004f9db400. 00040000:00000010:0.0:1767384683.120132:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000006d11278. 00040000:00000010:0.0:1767384683.120134:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009fe25cd4. 00080000:00000010:0.0:1767384683.120137:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000031c63f26. 00000004:00000010:0.0:1767384683.120139:0:40443:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 0000000079c8865a. 00000100:00000010:0.0:1767384683.120205:0:40443:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000018eb6cca. 00000100:00000010:0.0:1767384683.120211:0:40443:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000fa648366. 00000100:00000010:0.0:1767384683.120222:0:40443:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003868a2fa. 00000100:00000010:0.0:1767384683.120229:0:40443:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000ac51415. 00000100:00000010:0.0:1767384683.120234:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000570f715a. 00000100:00000010:0.0:1767384683.120307:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bc5fec16. 00000100:00000010:0.0:1767384683.120323:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b5425d9. 00000100:00000010:0.0:1767384683.120399:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006f7da45c. 00000100:00000010:0.0:1767384683.120404:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d09a390f. 00000100:00000010:0.0:1767384683.120480:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000039b00375. 00000100:00000010:0.0:1767384683.120486:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a962a96. 00000100:00000010:0.0:1767384683.120572:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e2c40d63. 00000100:00000010:0.0:1767384683.120576:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4a0ad32. 00000020:00000010:1.0:1767384683.120679:0:8:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 000000004400d021. 00000100:00000010:1.0:1767384683.120712:0:8:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a52de6d7. 00000100:00000010:1.0:1767384683.120724:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f38d0. 02000000:00000010:1.0:1767384683.120735:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b5cb00ef. 00000100:00000010:1.0:1767384683.120744:0:8:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000092953a6e. 00000100:00000010:1.0:1767384683.120748:0:8:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005ff09cb1. 00000400:00000010:1.0:1767384683.120762:0:8:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de73ae2d. 00000400:00000010:1.0:1767384683.120767:0:8:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384683.120771:0:8:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695825f508c80-0x695825f508c80, portal 33 02000000:00000010:1.0:1767384683.120778:0:8:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001b3b1266. 00000400:00000010:1.0:1767384683.120781:0:8:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d41a064. 00000400:00000010:1.0:1767384683.120785:0:8:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000254eb3d0. 00000100:00000200:1.0:1767384683.120787:0:8:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037665408, portal 25 00000400:00000010:1.0:1767384683.120791:0:8:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d872dc8a. 00000100:00000200:1.0:1767384683.120793:0:8:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237037665408, offset 0 00000100:00000010:0.0:1767384683.120797:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c7177765. 00000400:00000200:1.0:1767384683.120800:0:8:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.120807:0:8:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384683.120807:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de0096d1. 00000400:00000200:1.0:1767384683.120817:0:8:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695825f508c80 00000400:00000200:1.0:1767384683.120821:0:8:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x222d [2] + 0 00000400:00000010:1.0:1767384683.120825:0:8:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ffa0f9. 00000400:00000200:1.0:1767384683.120827:0:8:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b450681b 00000400:00000200:1.0:1767384683.120831:0:8:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.120834:0:8:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384683.120837:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b450681b 00000400:00000010:1.0:1767384683.120839:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b450681b. 00000100:00000200:1.0:1767384683.120842:0:8:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384683.120854:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d872dc8a 00000400:00000010:1.0:1767384683.120855:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d872dc8a. 00000100:00000200:1.0:1767384683.120860:0:8:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000921f38d0 x1853237037665408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.120876:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000055a8e23e. 00000100:00000010:0.0:1767384683.120881:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d177dbc. 00000020:00000010:1.0:1767384683.120912:0:40448:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002e8655b1. 00000020:00000010:1.0:1767384683.120926:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f4a20a2. 00000020:00000010:1.0:1767384683.120928:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f4a20a2. 00000020:00000010:1.0:1767384683.120933:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7658b78. 00000020:00000010:1.0:1767384683.120936:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013735b72. 00000100:00000010:0.0:1767384683.120959:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000922a670a. 00000100:00000010:0.0:1767384683.120964:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b86a26e3. 00000100:00000010:0.0:1767384683.121030:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000777fd692. 00000100:00000010:0.0:1767384683.121032:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c66768f0. 00000100:00000010:0.0:1767384683.121098:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008ea0217b. 00000100:00000010:0.0:1767384683.121101:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000571d3024. 00000100:00000010:0.0:1767384683.121169:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000071ecb1ab. 00000100:00000010:0.0:1767384683.121172:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a812c07. 00000100:00000010:0.0:1767384683.121341:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009458b811. 00000100:00000010:0.0:1767384683.121346:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000191384fd. 00000100:00000010:0.0:1767384683.121427:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cc83e4d4. 00000100:00000010:0.0:1767384683.121432:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031bf5900. 00000100:00000010:0.0:1767384683.121507:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e286e172. 00000100:00000010:0.0:1767384683.121512:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000797f3d95. 00000100:00000010:0.0:1767384683.121692:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000055cba115. 00000100:00000010:0.0:1767384683.121698:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a582127. 00000020:00000010:1.0:1767384683.121702:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.121730:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f4a20a2. 00000020:00000010:1.0:1767384683.121733:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f4a20a2. 00000100:00000200:1.0:1767384683.121735:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037665408 02000000:00000010:1.0:1767384683.121747:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009a583063. 20000000:00000010:1.0:1767384683.121755:0:40448:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000004f675b4f. 00000100:00000010:1.0:1767384683.121758:0:40448:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bf0afc69. 00000100:00000010:1.0:1767384683.121761:0:40448:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000eec18ee2. 00000400:00000010:1.0:1767384683.121766:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000400:00000010:1.0:1767384683.121772:0:40448:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e57cfd9f. 00000400:00000200:1.0:1767384683.121775:0:40448:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384683.121780:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384683.121786:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695825f508c80 00000400:00000200:1.0:1767384683.121790:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2339 [1] + 0 00000400:00000010:1.0:1767384683.121793:0:40448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de73ae2d. 00000400:00000200:1.0:1767384683.121796:0:40448:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d2c5b2a2 00000100:00000200:1.0:1767384683.121800:0:40448:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000bf0afc69 00000400:00000200:1.0:1767384683.121805:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384683.121812:0:40448:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2345 00000100:00000010:0.0:1767384683.121813:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000059188cbb. 00000400:00000200:1.0:1767384683.121816:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384683.121819:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4ea9937. 00000400:00000200:1.0:1767384683.121822:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384683.121826:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe04f6d 00000400:00000010:1.0:1767384683.121827:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfe04f6d. 00000100:00000200:1.0:1767384683.121830:0:40448:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000bf0afc69 00000400:00000200:1.0:1767384683.121833:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384683.121834:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384683.121837:0:40448:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000921f38d0 desc 0000000092953a6e mbits 1853237037665408 00000100:00000200:1.0:1767384683.121847:0:40448:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695825f508c80-0x695825f508c80 20000000:00000010:1.0:1767384683.121868:0:40448:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000cf46a584. 20000000:00000010:1.0:1767384683.121873:0:40448:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000c0d96404. 20000000:00000010:1.0:1767384683.121885:0:40448:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000b5a57649. 00000100:00000010:0.0:1767384683.121886:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f678f82b. 20000000:00000010:1.0:1767384683.121890:0:40448:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000ab6736e9. 00000100:00000010:0.0:1767384683.121890:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069ca4064. 20000000:00000010:1.0:1767384683.121896:0:40448:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000001ace90ff. 00000100:00000010:0.0:1767384683.121964:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000061c855ab. 00000100:00000010:0.0:1767384683.121968:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d55fb77. 00000100:00000010:0.0:1767384683.122032:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cd531d56. 00000100:00000010:0.0:1767384683.122034:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7dd675e. 00000100:00000010:0.0:1767384683.122098:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001b68e37a. 00000100:00000010:0.0:1767384683.122100:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d624f1c. 00000100:00000010:0.0:1767384683.122165:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a2b95d79. 00000100:00000010:0.0:1767384683.122167:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dd0039a. 00000100:00000010:0.0:1767384683.122251:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a237dbff. 00000100:00000010:0.0:1767384683.122255:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009448a4ad. 00000100:00000010:0.0:1767384683.122341:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005b74b6bd. 00000100:00000010:0.0:1767384683.122343:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aabfabf2. 00000100:00000010:0.0:1767384683.122421:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000010351891. 00000100:00000010:0.0:1767384683.122426:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021dc18dd. 00000100:00000010:0.0:1767384683.122498:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004e31cc1a. 00000100:00000010:0.0:1767384683.122502:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eafac907. 00000100:00000010:0.0:1767384683.122568:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000943c76b2. 00000100:00000010:0.0:1767384683.122570:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d937fab. 00000100:00000010:0.0:1767384683.122813:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e1af5739. 00000100:00000010:0.0:1767384683.122817:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f39ac71. 00000100:00000010:0.0:1767384683.122883:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ea0693f3. 00000100:00000010:0.0:1767384683.122887:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006917dcf5. 00000100:00000010:0.0:1767384683.122969:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e60fc804. 00000100:00000010:0.0:1767384683.122973:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004777dae8. 00000100:00000010:0.0:1767384683.123040:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005c952a1a. 00000100:00000010:0.0:1767384683.123043:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d35c2e2. 00000100:00000010:0.0:1767384683.123108:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009c55560c. 00000100:00000010:0.0:1767384683.123112:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f65a550d. 20000000:00000010:1.0:1767384683.123119:0:40448:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000023544784. 00080000:00000010:1.0:1767384683.123128:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000259412e7. 00000100:00000010:0.0:1767384683.123177:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e7997581. 00000100:00000010:0.0:1767384683.123182:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e77d03d. 20000000:00000010:1.0:1767384683.123277:0:40448:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000003f17d915. 00000040:00000010:1.0:1767384683.123282:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000567cf741. 00000100:00000010:0.0:1767384683.123335:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000025ca185b. 00000100:00000010:0.0:1767384683.123340:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000327fca1b. 00000100:00000010:0.0:1767384683.123415:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e10a934e. 00000100:00000010:0.0:1767384683.123420:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eb81a53. 00010000:00000010:1.1:1767384683.123431:0:40448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f81cf0d7. 00010000:00000010:1.1:1767384683.123439:0:40448:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba6a5749. 00010000:00000010:1.1:1767384683.123444:0:40448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069bcb9f9. 00010000:00000010:1.1:1767384683.123448:0:40448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003a5a0b4e. 00010000:00000010:1.1:1767384683.123451:0:40448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b1f7aef. 00010000:00000010:1.1:1767384683.123454:0:40448:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006c2a0aca. 00010000:00000010:1.1:1767384683.123456:0:40448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8d6a71d. 00010000:00000010:1.1:1767384683.123458:0:40448:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000069742877. 00000040:00000010:1.0:1767384683.123463:0:40448:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003fa86639. 00000020:00000010:1.0:1767384683.123476:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ce1fe3e5. 00080000:00000010:1.0:1767384683.123482:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b1dc7ba8. 00000100:00000010:0.0:1767384683.123497:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001e1af9a4. 00000100:00000010:0.0:1767384683.123503:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a2016f0. 00000040:00000010:1.0:1767384683.123536:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000361fa9a7. 00000100:00000010:0.0:1767384683.123578:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000054dd570f. 00000100:00000010:0.0:1767384683.123583:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8025392. 00000100:00000010:0.0:1767384683.123736:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006732a6d1. 00000100:00000010:0.0:1767384683.123746:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003023205b. 00000040:00000010:1.0:1767384683.123770:0:40448:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001b2fbe6e. 00000100:00000010:0.0:1767384683.123876:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d24f3551. 00000100:00000010:0.0:1767384683.123881:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041db348a. 00000020:00000010:3.0:1767384683.123927:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000039d3134. 00000020:00000010:3.0:1767384683.123934:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f793453f. 00000040:00000010:3.0:1767384683.123948:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b56fe9e6. 00000020:00000010:3.0:1767384683.123952:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c77d416d. 00000020:00000010:3.0:1767384683.123957:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000c697a41. 00000100:00000010:0.0:1767384683.123957:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000088bc49bc. 00000100:00000010:0.0:1767384683.123963:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001c875c0. 00000020:00000010:3.0:1767384683.123964:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a31d6acc. 80000000:00000010:3.0:1767384683.123969:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f18cd9e0. 40000000:00000010:3.0:1767384683.123973:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004384578a. 00100000:00000010:3.0:1767384683.123976:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000078283cdf. 00040000:00000010:3.0:1767384683.123980:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000072d7c92f. 00040000:00000010:3.0:1767384683.123983:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089026d89. 00080000:00000010:3.0:1767384683.123987:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c085b3e7. 00000004:00000010:3.0:1767384683.123992:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002c41d231. 00002000:00000010:3.0:1767384683.123996:0:40452:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001c075184. 00000020:00000010:3.0:1767384683.124000:0:40452:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000e344849. 00000040:00000010:3.0:1767384683.124006:0:40452:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e3d83aba. 00000100:00000010:0.0:1767384683.124030:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000279bf963. 00000100:00000010:0.0:1767384683.124034:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007be4e982. 00000100:00000010:0.0:1767384683.124101:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002733b1d7. 00000100:00000010:0.0:1767384683.124104:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc01752b. 00000040:00000010:3.0:1767384683.124168:0:40452:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e3d83aba. 00000100:00000010:0.0:1767384683.124170:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d086dd56. 00000100:00000010:0.0:1767384683.124175:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0b30c70. 00000020:00000010:3.0:1767384683.124177:0:40452:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000e344849. 00000020:00000010:3.0:1767384683.124184:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f793453f. 00000040:00000010:3.0:1767384683.124187:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b56fe9e6. 00000020:00000010:3.0:1767384683.124190:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c77d416d. 00000020:00000010:3.0:1767384683.124194:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c697a41. 00000020:00000010:3.0:1767384683.124200:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a31d6acc. 80000000:00000010:3.0:1767384683.124202:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f18cd9e0. 40000000:00000010:3.0:1767384683.124204:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004384578a. 00100000:00000010:3.0:1767384683.124207:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000078283cdf. 00040000:00000010:3.0:1767384683.124210:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000072d7c92f. 00040000:00000010:3.0:1767384683.124215:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089026d89. 00080000:00000010:3.0:1767384683.124218:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c085b3e7. 00000004:00000010:3.0:1767384683.124221:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002c41d231. 00002000:00000010:3.0:1767384683.124223:0:40452:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001c075184. 00000020:00000010:3.0:1767384683.124226:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000039d3134. 00000100:00000010:0.0:1767384683.124255:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000168bc0c2. 00000100:00000010:0.0:1767384683.124259:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000705ad68a. 00000100:00000010:0.0:1767384683.124341:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000aeb83e19. 00000100:00000010:0.0:1767384683.124344:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5bc9f28. 00000040:00000010:1.0:1767384683.124362:0:40448:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001b2fbe6e. 00000040:00000010:1.0:1767384683.124370:0:40448:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003fa86639. 00000040:00000010:1.0:1767384683.124373:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000361fa9a7. 00000040:00000010:1.0:1767384683.124376:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000567cf741. 20000000:00000010:1.0:1767384683.124378:0:40448:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000003f17d915. 20000000:00000010:1.0:1767384683.124383:0:40448:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000003f17d915. 00000040:00000010:1.0:1767384683.124386:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000567cf741. 00000040:00000010:1.0:1767384683.124404:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000567cf741. 20000000:00000010:1.0:1767384683.124407:0:40448:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000003f17d915. 20000000:00000010:1.0:1767384683.124412:0:40448:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000001b2fbe6e. 00000100:00000010:0.0:1767384683.124415:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000078e0c875. 00000100:00000010:0.0:1767384683.124421:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b21ef46b. 20000000:00000010:1.0:1767384683.124423:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000567cf741. 20000000:00000010:1.0:1767384683.124431:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d26d828. 20000000:00000010:1.0:1767384683.124438:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000073ce54d. 20000000:00000010:1.0:1767384683.124442:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bf2c39a0. 20000000:00000010:1.0:1767384683.124446:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000bb4ab8b. 20000000:00000010:1.0:1767384683.124450:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000047a620ee. 20000000:00000010:1.0:1767384683.124455:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008bb8a95c. 20000000:00000010:1.0:1767384683.124459:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009274dacc. 20000000:00000010:1.0:1767384683.124462:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004def2679. 20000000:00000010:1.0:1767384683.124466:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036b1667b. 20000000:00000010:1.0:1767384683.124469:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000a7f9f54. 20000000:00000010:1.0:1767384683.124473:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000034e807c5. 20000000:00000010:1.0:1767384683.124477:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e934fdd0. 20000000:00000010:1.0:1767384683.124480:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005c401611. 20000000:00000010:1.0:1767384683.124484:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e32e659e. 20000000:00000010:1.0:1767384683.124487:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007cfdf054. 20000000:00000010:1.0:1767384683.124491:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054e1cab0. 00000100:00000010:0.0:1767384683.124494:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000033c76b9c. 20000000:00000010:1.0:1767384683.124498:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009b8d3f6b. 00000100:00000010:0.0:1767384683.124499:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066cd0360. 20000000:00000010:1.0:1767384683.124504:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026feef88. 20000000:00000010:1.0:1767384683.124508:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1a4cccc. 20000000:00000010:1.0:1767384683.124511:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000991921b5. 20000000:00000010:1.0:1767384683.124515:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000dff17c6. 20000000:00000010:1.0:1767384683.124519:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000def4c7dc. 20000000:00000010:1.0:1767384683.124524:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033b7fd9a. 20000000:00000010:1.0:1767384683.124528:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d197ddcf. 20000000:00000010:1.0:1767384683.124532:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe2b3df3. 20000000:00000010:1.0:1767384683.124536:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000306bb142. 20000000:00000010:1.0:1767384683.124542:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000584411d0. 20000000:00000010:1.0:1767384683.124546:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd86232d. 20000000:00000010:1.0:1767384683.124550:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000064dfd47d. 20000000:00000010:1.0:1767384683.124554:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000db6c5d1d. 20000000:00000010:1.0:1767384683.124558:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000002e47286. 20000000:00000010:1.0:1767384683.124561:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa3fc95d. 20000000:00000010:1.0:1767384683.124565:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061570658. 20000000:00000010:1.0:1767384683.124570:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d9cd44a. 20000000:00000010:1.0:1767384683.124575:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019648e0b. 20000000:00000010:1.0:1767384683.124580:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb035eec. 20000000:00000010:1.0:1767384683.124584:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d7c854d9. 20000000:00000010:1.0:1767384683.124588:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1cf883d. 20000000:00000010:1.0:1767384683.124593:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000099ae499. 20000000:00000010:1.0:1767384683.124597:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000126c2351. 20000000:00000010:1.0:1767384683.124600:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000680ca481. 00080000:00000010:1.0:1767384683.124617:0:40448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000196096c5. 00000100:00000010:0.0:1767384683.124724:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c7345944. 00000100:00000010:0.0:1767384683.124730:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004f4f654. 00000100:00000010:0.0:1767384683.124838:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000039aebb12. 00000100:00000010:0.0:1767384683.124842:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c89f32c. 00000100:00000010:0.0:1767384683.124908:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e0be61f5. 00000100:00000010:0.0:1767384683.124911:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dff31d4b. 00000100:00000010:0.0:1767384683.124989:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d0fddc63. 00000100:00000010:0.0:1767384683.124992:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000155643f. 00000100:00000010:0.0:1767384683.125056:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000094b2465e. 00000100:00000010:0.0:1767384683.125060:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000743dda2. 00000100:00000010:0.0:1767384683.125124:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004fb29adb. 00000100:00000010:0.0:1767384683.125127:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059fe6533. 00000100:00000010:0.0:1767384683.125689:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c2cd4c5e. 00000100:00000010:0.0:1767384683.125693:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c0d1e18. 00000100:00000010:0.0:1767384683.125786:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003f98361b. 00000100:00000010:0.0:1767384683.125791:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007108e277. 00000100:00000010:0.0:1767384683.125867:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007e89bf9f. 00000100:00000010:0.0:1767384683.125872:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000753b4292. 00000100:00000010:0.0:1767384683.125956:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b50e38b2. 00000100:00000010:0.0:1767384683.125961:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e7f5560. 00000100:00000010:0.0:1767384683.126036:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c94a843f. 00000100:00000010:0.0:1767384683.126042:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8503d8d. 00000100:00000010:0.0:1767384683.126112:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000073bb6ce2. 00000100:00000010:0.0:1767384683.126116:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2118087. 00000100:00000010:0.0:1767384683.126632:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bd926427. 00000100:00000010:0.0:1767384683.126639:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7c37427. 00000100:00000010:0.0:1767384683.126712:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cabb3221. 00000100:00000010:0.0:1767384683.126716:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039e00275. 00000100:00000010:0.0:1767384683.126999:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d6f951d3. 00000100:00000010:0.0:1767384683.127005:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec4d4bcb. 00000100:00000010:0.0:1767384683.127084:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a39fdd59. 00000100:00000010:0.0:1767384683.127087:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c2b48d5. 00000100:00000010:0.0:1767384683.127163:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e7d3aaf8. 00000100:00000010:0.0:1767384683.127166:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b461f3b. 00000100:00000010:0.0:1767384683.127257:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000083e6fde. 00000100:00000010:0.0:1767384683.127261:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092de8dd6. 00000100:00000010:0.0:1767384683.127351:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000065501247. 00000400:00000200:0.0:1767384683.127357:0:40443:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:0.0:1767384683.127402:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d06f68e0. 00000020:00000010:0.0:1767384683.127407:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000042eeae9a. 00000100:00000010:0.0:1767384683.127447:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c8baa59e. 00000100:00000010:0.0:1767384683.127452:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002420cae7. 00000100:00000010:0.0:1767384683.127455:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000045f5564. 00000100:00000010:0.0:1767384683.127464:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e26f7ebf. 00000100:00000010:0.0:1767384683.127467:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000093f71c49. 00000100:00000010:0.0:1767384683.127470:0:40443:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000008dddc95b. 00000100:00000010:0.0:1767384683.127472:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000087dff935. 00000100:00000010:0.0:1767384683.127474:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ab1c10f0. 00000100:00000010:0.0:1767384683.127476:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000163fea87. 00000100:00000010:0.0:1767384683.127478:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f93dbd4b. 00000100:00000010:0.0:1767384683.127480:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000037d58b85. 00000100:00000200:0.0:1767384683.127505:0:40443:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:0.0:1767384683.127509:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e339032a. 00000100:00000010:3.0:1767384683.128453:0:40455:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008d4eda9c. 00000020:00000010:3.0:1767384683.128458:0:40455:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005dedca3b. 00000020:00000010:3.0:1767384683.128461:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f793453f. 00000020:00000010:3.0:1767384683.128464:0:40455:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007fabf262. 00000040:00000010:3.0:1767384683.128466:0:40455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000babcfe7d. 00000020:00000010:3.0:1767384683.128469:0:40455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c085b3e7. 00000020:00000010:3.0:1767384683.128472:0:40455:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000c697a41. 00000020:00000010:3.0:1767384683.128474:0:40455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5ab1564. 80000000:00000010:3.0:1767384683.128477:0:40455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f18cd9e0. 40000000:00000010:3.0:1767384683.128479:0:40455:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000caafb290. 00100000:00000010:3.0:1767384683.128482:0:40455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000078283cdf. 00040000:00000010:3.0:1767384683.128484:0:40455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000072d7c92f. 00040000:00000010:3.0:1767384683.128486:0:40455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa6c102e. 00080000:00000010:3.0:1767384683.128489:0:40455:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c77d416d. 00000004:00000010:3.0:1767384683.128492:0:40455:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002c41d231. 00002000:00000010:3.0:1767384683.128494:0:40455:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf84e5cc. 00000100:00000200:3.0:1767384683.128498:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128502:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a741f16b. 00000400:00000010:3.0:1767384683.128506:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000007276e7. 00000100:00000200:3.0:1767384683.128512:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128513:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056526d12. 00000400:00000010:3.0:1767384683.128516:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004e2a5b85. 00000100:00000200:3.0:1767384683.128518:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128520:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057fc72df. 00000400:00000010:3.0:1767384683.128523:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000067f23827. 00000100:00000200:3.0:1767384683.128525:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128526:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000164bfc80. 00000400:00000010:3.0:1767384683.128528:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e8d033b3. 00000100:00000200:3.0:1767384683.128531:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128532:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b559c8. 00000400:00000010:3.0:1767384683.128535:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005b339fea. 00000100:00000200:3.0:1767384683.128538:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128540:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025e946b0. 00000400:00000010:3.0:1767384683.128542:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c3d035d8. 00000100:00000200:3.0:1767384683.128544:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128546:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e419889. 00000400:00000010:3.0:1767384683.128548:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e086bdc0. 00000100:00000200:3.0:1767384683.128551:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128552:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c12dff0. 00000400:00000010:3.0:1767384683.128555:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007abfa55b. 00000100:00000200:3.0:1767384683.128559:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128561:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77d0c95. 00000400:00000010:3.0:1767384683.128564:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003960a4ae. 00000100:00000200:3.0:1767384683.128568:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128572:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f840af. 00000400:00000010:3.0:1767384683.128575:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000006dd8bcc. 00000100:00000200:3.0:1767384683.128578:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128581:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d110692. 00000400:00000010:3.0:1767384683.128585:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000071218139. 00000100:00000200:3.0:1767384683.128587:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128590:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e2b5a97. 00000400:00000010:3.0:1767384683.128593:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000041991f39. 00000100:00000200:3.0:1767384683.128596:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128598:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded5aff5. 00000400:00000010:3.0:1767384683.128601:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b6caeb77. 00000100:00000200:3.0:1767384683.128603:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128605:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab765171. 00000400:00000010:3.0:1767384683.128608:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aa73334c. 00000100:00000200:3.0:1767384683.128611:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128613:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1be1433. 00000400:00000010:3.0:1767384683.128616:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000027ac3580. 00000100:00000200:3.0:1767384683.128619:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128622:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000064f8bb0. 00000400:00000010:3.0:1767384683.128626:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001969eb59. 00000100:00000200:3.0:1767384683.128629:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128631:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cc339d. 00000400:00000010:3.0:1767384683.128633:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f13e9801. 00000100:00000200:3.0:1767384683.128636:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128638:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f97008. 00000400:00000010:3.0:1767384683.128642:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000086a3dbc4. 00000100:00000200:3.0:1767384683.128644:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128647:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f816522. 00000400:00000010:3.0:1767384683.128649:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009f314fe4. 00000100:00000200:3.0:1767384683.128652:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128653:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040c7866d. 00000400:00000010:3.0:1767384683.128655:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006d3f9afd. 00000100:00000200:3.0:1767384683.128657:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128659:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a388d66d. 00000400:00000010:3.0:1767384683.128661:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ac91d7e4. 00000100:00000200:3.0:1767384683.128663:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128665:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ec09d31. 00000400:00000010:3.0:1767384683.128667:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000942a75bb. 00000100:00000200:3.0:1767384683.128669:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128671:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7c94269. 00000400:00000010:3.0:1767384683.128673:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bc4a0dc8. 00000100:00000200:3.0:1767384683.128675:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128676:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000707e6cc6. 00000400:00000010:3.0:1767384683.128678:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000064a780f7. 00000100:00000200:3.0:1767384683.128680:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128682:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000861ef2a6. 00000400:00000010:3.0:1767384683.128685:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000062c59ff1. 00000100:00000200:3.0:1767384683.128687:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128688:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000717b6c96. 00000400:00000010:3.0:1767384683.128691:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000feb8e0cc. 00000100:00000200:3.0:1767384683.128693:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128695:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44909af. 00000400:00000010:3.0:1767384683.128697:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000058e66b2b. 00000100:00000200:3.0:1767384683.128699:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128701:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c33b0d85. 00000400:00000010:3.0:1767384683.128703:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dc7a25a0. 00000100:00000200:3.0:1767384683.128706:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128707:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029bd8d38. 00000400:00000010:3.0:1767384683.128710:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008aaa176e. 00000100:00000200:3.0:1767384683.128713:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128715:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fbcd0ce. 00000400:00000010:3.0:1767384683.128718:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004698cfae. 00000100:00000200:3.0:1767384683.128721:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128722:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000064b0b53. 00000400:00000010:3.0:1767384683.128726:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ca9d0a93. 00000100:00000200:3.0:1767384683.128729:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128731:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007563b5ee. 00000400:00000010:3.0:1767384683.128735:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004be5b41d. 00000100:00000200:3.0:1767384683.128739:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128741:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8ebd18a. 00000400:00000010:3.0:1767384683.128745:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ab0bc39b. 00000100:00000200:3.0:1767384683.128748:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128750:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef89e329. 00000400:00000010:3.0:1767384683.128752:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000c71f471. 00000100:00000200:3.0:1767384683.128754:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128756:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000486b8a2e. 00000400:00000010:3.0:1767384683.128758:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000edb6b64. 00000100:00000200:3.0:1767384683.128760:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128762:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d07a5c10. 00000400:00000010:3.0:1767384683.128764:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000becfee58. 00000100:00000200:3.0:1767384683.128766:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128768:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050233542. 00000400:00000010:3.0:1767384683.128770:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e77da012. 00000100:00000200:3.0:1767384683.128774:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128776:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcf7148f. 00000400:00000010:3.0:1767384683.128780:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dbfec190. 00000100:00000200:3.0:1767384683.128784:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128786:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8999c67. 00000400:00000010:3.0:1767384683.128790:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003a49c749. 00000100:00000200:3.0:1767384683.128793:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128795:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd64b7d1. 00000400:00000010:3.0:1767384683.128798:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000154f736d. 00000100:00000200:3.0:1767384683.128801:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128804:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c1cb13c. 00000400:00000010:3.0:1767384683.128806:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000bd29d25. 00000100:00000200:3.0:1767384683.128810:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128812:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e12cc6e9. 00000400:00000010:3.0:1767384683.128816:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000041bbf71d. 00000100:00000200:3.0:1767384683.128819:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128822:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000148bd444. 00000400:00000010:3.0:1767384683.128826:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009e369951. 00000100:00000200:3.0:1767384683.128830:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128833:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad47568b. 00000400:00000010:3.0:1767384683.128837:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005e893b0e. 00000100:00000200:3.0:1767384683.128841:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128843:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009094f2cc. 00000400:00000010:3.0:1767384683.128846:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009678374d. 00000100:00000200:3.0:1767384683.128849:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128851:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040605d2b. 00000400:00000010:3.0:1767384683.128854:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a3412fb7. 00000100:00000200:3.0:1767384683.128857:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128859:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1f22cf. 00000400:00000010:3.0:1767384683.128861:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000019fd119a. 00000100:00000200:3.0:1767384683.128864:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128866:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff6e0f2a. 00000400:00000010:3.0:1767384683.128868:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bfb04c1e. 00000100:00000200:3.0:1767384683.128871:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128872:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081307d61. 00000400:00000010:3.0:1767384683.128875:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d00bf4b8. 00000100:00000200:3.0:1767384683.128877:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128878:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031ccea2f. 00000400:00000010:3.0:1767384683.128882:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c84e3837. 00000100:00000200:3.0:1767384683.128884:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128885:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000113adbb2. 00000400:00000010:3.0:1767384683.128887:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f3bb5e27. 00000100:00000200:3.0:1767384683.128890:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128892:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a06d5eb. 00000400:00000010:3.0:1767384683.128894:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007dcb5d2d. 00000100:00000200:3.0:1767384683.128896:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128898:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d55a3c5. 00000400:00000010:3.0:1767384683.128900:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f59ba93f. 00000100:00000200:3.0:1767384683.128902:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128903:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2fe8926. 00000400:00000010:3.0:1767384683.128905:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002d762101. 00000100:00000200:3.0:1767384683.128907:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128909:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035b2dc5a. 00000400:00000010:3.0:1767384683.128911:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ed09aea9. 00000100:00000200:3.0:1767384683.128914:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128915:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ce2c177. 00000400:00000010:3.0:1767384683.128918:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009023f8a4. 00000100:00000200:3.0:1767384683.128920:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128921:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005725d565. 00000400:00000010:3.0:1767384683.128923:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000267f096c. 00000100:00000200:3.0:1767384683.128925:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128927:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000042dbe73. 00000400:00000010:3.0:1767384683.128928:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000636b5a60. 00000100:00000200:3.0:1767384683.128930:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128932:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d380ac1b. 00000400:00000010:3.0:1767384683.128934:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e6614650. 00000100:00000200:3.0:1767384683.128937:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128950:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c60cad0d. 00000400:00000010:3.0:1767384683.128953:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c84969de. 00000100:00000200:3.0:1767384683.128956:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128958:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000106394d8. 00000400:00000010:3.0:1767384683.128961:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006c7c8f0e. 00000100:00000200:3.0:1767384683.128964:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128966:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf5762b6. 00000400:00000010:3.0:1767384683.128969:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005cfd30d6. 00000100:00000200:3.0:1767384683.128971:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128973:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d94b444. 00000400:00000010:3.0:1767384683.128977:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c990bd26. 00000100:00000200:3.0:1767384683.128980:0:40455:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384683.128983:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012b351bf. 00000400:00000010:3.0:1767384683.128986:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c2321e05. 00000100:00000010:3.0:1767384683.129029:0:40455:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000bac4453f. 00000100:00000200:3.0:1767384683.129045:0:40455:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384683.129113:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000633a3ca7. 00000100:00000010:3.0:1767384683.129281:0:40456:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bef38f8c. 00000020:00000010:3.0:1767384683.129285:0:40456:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000016c46bcd. 00000020:00000010:3.0:1767384683.129289:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089026d89. 00000020:00000010:3.0:1767384683.129292:0:40456:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b56fe9e6. 00000040:00000010:3.0:1767384683.129295:0:40456:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a31d6acc. 00000020:00000010:3.0:1767384683.129298:0:40456:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044ce2b9b. 00000020:00000010:3.0:1767384683.129302:0:40456:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003c3a3c3e. 00000020:00000010:3.0:1767384683.129305:0:40456:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006cd1108a. 80000000:00000010:3.0:1767384683.129341:0:40456:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bedb9a76. 40000000:00000010:3.0:1767384683.129355:0:40456:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002e3571a3. 00100000:00000010:3.0:1767384683.129359:0:40456:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064c0e3b9. 00040000:00000010:3.0:1767384683.129362:0:40456:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000019311fdc. 00040000:00000010:3.0:1767384683.129365:0:40456:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000039d3134. 00080000:00000010:3.0:1767384683.129368:0:40456:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e5f5fa57. 00000004:00000010:3.0:1767384683.129373:0:40456:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001c5f5b6f. 00002000:00000010:3.0:1767384683.129377:0:40456:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008de437e2. 00000100:00000010:3.0:1767384683.129417:0:40456:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000000fcb11f4. 00000100:00000200:3.0:1767384683.129431:0:40456:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384683.129508:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009b31fcec. 00000100:00000010:3.0:1767384683.129679:0:40457:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000009070149. 00000020:00000010:3.0:1767384683.129682:0:40457:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000080fd19b6. 00000020:00000010:3.0:1767384683.129686:0:40457:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d0ca5b6. 00000020:00000010:3.0:1767384683.129688:0:40457:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba6c8dae. 00000040:00000010:3.0:1767384683.129691:0:40457:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bbb32fc0. 00000020:00000010:3.0:1767384683.129693:0:40457:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c7509b2. 00000020:00000010:3.0:1767384683.129696:0:40457:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008fc8885e. 00000020:00000010:3.0:1767384683.129698:0:40457:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000018714706. 80000000:00000010:3.0:1767384683.129701:0:40457:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000093256395. 40000000:00000010:3.0:1767384683.129704:0:40457:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038f4d17e. 00100000:00000010:3.0:1767384683.129708:0:40457:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048acb05b. 00040000:00000010:3.0:1767384683.129711:0:40457:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fba72df7. 00040000:00000010:3.0:1767384683.129714:0:40457:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f4225fa. 00080000:00000010:3.0:1767384683.129717:0:40457:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b02caae6. 00000004:00000010:3.0:1767384683.129721:0:40457:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae1699b6. 00002000:00000010:3.0:1767384683.129725:0:40457:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000001fb1501. 00000100:00000010:3.0:1767384683.129766:0:40457:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000a0c56b2a. 00000100:00000200:3.0:1767384683.129806:0:40457:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384683.129831:0:40443:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000004d97ea85. 00000100:00000010:1.0:1767384683.129836:0:40443:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b47ca8ea. 00000100:00000010:1.0:1767384683.129847:0:40443:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000009e2fdc03. 00000100:00000010:1.0:1767384683.129854:0:40443:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c9a6d889. 00000100:00000010:1.0:1767384683.129860:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2dba480. 00000100:00000010:1.0:1767384683.129864:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000361fa9a7. 00000100:00000010:1.0:1767384683.129868:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fb9c106. 00000100:00000010:1.0:1767384683.129873:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eefab3de. 00000100:00000010:1.0:1767384683.129877:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4411754. 00000100:00000010:1.0:1767384683.129882:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000295a8a94. 00000100:00000010:1.0:1767384683.129885:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054b3982a. 00000100:00000010:1.0:1767384683.129897:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043c3600f. 00000100:00000010:1.0:1767384683.129901:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4d97bf6. 00000100:00000010:1.0:1767384683.129906:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae41ff5b. 00000100:00000010:1.0:1767384683.129909:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c541076. 00000100:00000010:1.0:1767384683.129914:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c17a80fb. 00000100:00000010:1.0:1767384683.129918:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ee760ee. 00000100:00000010:1.0:1767384683.129923:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b2cedae. 00000100:00000010:1.0:1767384683.129926:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a9fd2df. 00000100:00000010:1.0:1767384683.129935:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025662311. 00000100:00000010:1.0:1767384683.129950:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fef883a7. 00000100:00000010:1.0:1767384683.129955:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f20e4f2f. 00000100:00000010:1.0:1767384683.129958:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000282a5054. 00000100:00000010:1.0:1767384683.129963:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b335d068. 00000100:00000010:1.0:1767384683.129967:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6ed1c2c. 00000100:00000010:1.0:1767384683.129972:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e441a70f. 00000100:00000010:1.0:1767384683.129975:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd6d0ce0. 00000100:00000010:1.0:1767384683.129985:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048c499c0. 00000100:00000010:1.0:1767384683.129989:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fd8dec3. 00000100:00000010:1.0:1767384683.129994:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c6b649c. 00000100:00000010:1.0:1767384683.129997:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e308642b. 00000100:00000010:1.0:1767384683.130001:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000042cb4a0. 00000100:00000010:1.0:1767384683.130004:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005192d735. 00000100:00000010:1.0:1767384683.130008:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004adc3efc. 00000100:00000010:1.0:1767384683.130012:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010bbc49c. 00000100:00000010:1.0:1767384683.130021:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d95e4ad0. 00000100:00000010:1.0:1767384683.130025:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b08b6a8. 00000100:00000010:1.0:1767384683.130029:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000853dc7cd. 00000100:00000010:1.0:1767384683.130031:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087537369. 00000100:00000010:1.0:1767384683.130036:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a22b8611. 00000100:00000010:1.0:1767384683.130039:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2c7bf76. 00000100:00000010:1.0:1767384683.130043:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a9dc180f. 00000100:00000010:1.0:1767384683.130046:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000de9dd4f. 00000100:00000010:1.0:1767384683.130055:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000061f6c06c. 00000100:00000010:1.0:1767384683.130059:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adf1359b. 00000100:00000010:1.0:1767384683.130064:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082389d5f. 00000100:00000010:1.0:1767384683.130068:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6738627. 00000100:00000010:1.0:1767384683.130073:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b47bb26. 00000100:00000010:1.0:1767384683.130077:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000534c9ba6. 00000100:00000010:1.0:1767384683.130081:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3ea1fa2. 00000100:00000010:1.0:1767384683.130084:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003be1804e. 00000100:00000010:1.0:1767384683.130093:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000484176bd. 00000100:00000010:1.0:1767384683.130097:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018b4af38. 00000100:00000010:1.0:1767384683.130102:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc2c7f30. 00000100:00000010:1.0:1767384683.130105:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005928dfa4. 00000100:00000010:1.0:1767384683.130110:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df30480e. 00000100:00000010:1.0:1767384683.130112:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002225a55a. 00000100:00000010:1.0:1767384683.130116:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4e9dbca. 00000100:00000010:1.0:1767384683.130118:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab29bfb7. 00000100:00000010:1.0:1767384683.130128:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acc71342. 00000100:00000010:1.0:1767384683.130132:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014f7ace9. 00000100:00000010:1.0:1767384683.130135:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd55f71b. 00000100:00000010:1.0:1767384683.130138:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a661df99. 00000100:00000010:1.0:1767384683.130141:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f137cc9. 00000100:00000010:1.0:1767384683.130144:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ecf0333. 00000100:00000010:1.0:1767384683.130147:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ea694d9. 00000100:00000010:1.0:1767384683.130149:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000059d073b. 00000100:00000010:1.0:1767384683.130159:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b85a6eee. 00000100:00000010:1.0:1767384683.130162:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b37dbff. 00000100:00000010:1.0:1767384683.130167:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0139e29. 00000100:00000010:1.0:1767384683.130169:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c033e282. 00000100:00000010:1.0:1767384683.130172:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000de033405. 00000100:00000010:1.0:1767384683.130174:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9937820. 00000100:00000010:1.0:1767384683.130178:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051e08dc7. 00000100:00000010:1.0:1767384683.130180:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b8596e1. 00000100:00000010:1.0:1767384683.130189:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000320a0b95. 00000100:00000010:1.0:1767384683.130192:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b75cec61. 00000100:00000010:1.0:1767384683.130196:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000675a885b. 00000100:00000010:1.0:1767384683.130198:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2d08f16. 00000100:00000010:1.0:1767384683.130201:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032208c26. 00000100:00000010:1.0:1767384683.130204:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008baa9870. 00000100:00000010:1.0:1767384683.130207:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064658de7. 00000100:00000010:1.0:1767384683.130209:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab0078bb. 00000100:00000010:1.0:1767384683.130217:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7f58ce2. 00000100:00000010:1.0:1767384683.130220:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa9a7fdd. 00000100:00000010:1.0:1767384683.130223:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d34a082. 00000100:00000010:1.0:1767384683.130226:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea94f877. 00000100:00000010:1.0:1767384683.130229:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e1d9f22. 00000100:00000010:1.0:1767384683.130231:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b91d8e6. 00000100:00000010:1.0:1767384683.130235:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f85823b. 00000100:00000010:1.0:1767384683.130237:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013e3d7f9. 00000100:00000010:1.0:1767384683.130245:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca0d17a9. 00000100:00000010:1.0:1767384683.130248:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c23941a. 00000100:00000010:1.0:1767384683.130252:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005510449. 00000100:00000010:1.0:1767384683.130254:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063c80d7a. 00000100:00000010:1.0:1767384683.130257:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1b3fbc0. 00000100:00000010:1.0:1767384683.130259:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3304013. 00000100:00000010:1.0:1767384683.130263:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f891a0c4. 00000100:00000010:1.0:1767384683.130265:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000828800f6. 00000100:00000010:1.0:1767384683.130274:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000432e46a. 00000100:00000010:1.0:1767384683.130277:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070f4c9a5. 00000100:00000010:1.0:1767384683.130282:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009bd85602. 00000100:00000010:1.0:1767384683.130285:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028646a7a. 00000100:00000010:1.0:1767384683.130290:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000deb350d. 00000100:00000010:1.0:1767384683.130294:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ecbcb8e. 00000100:00000010:1.0:1767384683.130299:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a123ebca. 00000100:00000010:1.0:1767384683.130303:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c24ca3a0. 00000100:00000010:1.0:1767384683.130468:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f601113. 00000100:00000010:1.0:1767384683.130473:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b9764e3. 00000100:00000010:1.0:1767384683.130477:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b837e85. 00000100:00000010:1.0:1767384683.130480:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b2d42ad. 00000100:00000010:1.0:1767384683.130484:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c72bc2d. 00000100:00000010:1.0:1767384683.130488:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000446970b6. 00000100:00000010:1.0:1767384683.130493:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000deb0ecea. 00000100:00000010:1.0:1767384683.130497:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cd441f1. 00000100:00000010:1.0:1767384683.130508:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d454dcde. 00000100:00000010:1.0:1767384683.130512:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e584c76. 00000100:00000010:1.0:1767384683.130517:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a692485. 00000100:00000010:1.0:1767384683.130521:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a200aa1. 00000100:00000010:1.0:1767384683.130526:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba626425. 00000100:00000010:1.0:1767384683.130529:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c13d14e. 00000100:00000010:1.0:1767384683.130534:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eebc7a96. 00000100:00000010:1.0:1767384683.130537:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb3f5a88. 00000100:00000010:1.0:1767384683.130548:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ba758c9. 00000100:00000010:1.0:1767384683.130552:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071d117d5. 00000100:00000010:1.0:1767384683.130556:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002415abf8. 00000100:00000010:1.0:1767384683.130559:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5c159b7. 00000100:00000010:1.0:1767384683.130564:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000012d7c530. 00000100:00000010:1.0:1767384683.130567:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094f84253. 00000100:00000010:1.0:1767384683.130571:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054903dbb. 00000100:00000010:1.0:1767384683.130574:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000032fb06. 00000100:00000010:1.0:1767384683.130584:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014960557. 00000400:00000200:1.0:1767384683.130588:0:40443:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1767384683.130627:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000867a7070. 00000020:00000010:1.0:1767384683.130630:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000006d417818. 00000100:00000010:1.0:1767384683.130666:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d872dc8a. 00000100:00000010:1.0:1767384683.130669:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ebeabae1. 00000100:00000010:1.0:1767384683.130672:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b450681b. 00000100:00000010:1.0:1767384683.130675:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e3adad10. 00000100:00000010:1.0:1767384683.130678:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a8cde568. 00000100:00000200:1.0:1767384683.130702:0:40443:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1767384683.130705:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b9219fee. 00000100:00000010:2.0:1767384683.131042:0:40458:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e485e39d. 00000020:00000010:2.0:1767384683.131047:0:40458:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000422d44f7. 00000020:00000010:2.0:1767384683.131052:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a5a53b7. 00000020:00000010:2.0:1767384683.131055:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b81b01ac. 00000040:00000010:2.0:1767384683.131058:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000092686606. 00000020:00000010:2.0:1767384683.131061:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed92935e. 00000020:00000010:2.0:1767384683.131064:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2b1afbc. 00000020:00000010:2.0:1767384683.131067:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f895e99d. 80000000:00000010:2.0:1767384683.131070:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f142ba35. 40000000:00000010:2.0:1767384683.131072:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f07b71b1. 00100000:00000010:2.0:1767384683.131075:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a70c8dc. 00040000:00000010:2.0:1767384683.131078:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bf7fa411. 00040000:00000010:2.0:1767384683.131080:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041da1e81. 00080000:00000010:2.0:1767384683.131083:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000075daa060. 00000004:00000010:2.0:1767384683.131087:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001ccfeaa6. 00000100:00000200:2.0:1767384683.131090:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131094:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019ce1d53. 00000400:00000010:2.0:1767384683.131098:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6c7fabc. 00000100:00000200:2.0:1767384683.131101:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131103:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc2e83fe. 00000400:00000010:2.0:1767384683.131105:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c6913b2. 00000100:00000200:2.0:1767384683.131107:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131110:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb15af69. 00000400:00000010:2.0:1767384683.131194:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000be5d70. 00000100:00000200:2.0:1767384683.131200:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131203:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072bba470. 00000400:00000010:2.0:1767384683.131208:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cef5e70c. 00000100:00000200:2.0:1767384683.131211:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131215:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007df9998d. 00000400:00000010:2.0:1767384683.131218:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb5710b7. 00000100:00000200:2.0:1767384683.131221:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131225:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f75e71. 00000400:00000010:2.0:1767384683.131228:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b86d5750. 00000100:00000200:2.0:1767384683.131230:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131343:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf53fe4. 00000400:00000010:2.0:1767384683.131348:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032ead82d. 00000100:00000200:2.0:1767384683.131350:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131353:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002009cd38. 00000400:00000010:2.0:1767384683.131355:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fee388b. 00000100:00000200:2.0:1767384683.131356:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131358:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094bdd8d4. 00000400:00000010:2.0:1767384683.131361:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007836b0fc. 00000100:00000200:2.0:1767384683.131362:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131364:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ccdb5b6. 00000400:00000010:2.0:1767384683.131366:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2d58e1c. 00000100:00000200:2.0:1767384683.131368:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131369:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91ab64d. 00000400:00000010:2.0:1767384683.131371:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027aaef5f. 00000100:00000200:2.0:1767384683.131372:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131373:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073d3024. 00000400:00000010:2.0:1767384683.131375:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045a13846. 00000100:00000200:2.0:1767384683.131376:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131376:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069bb3c79. 00000400:00000010:2.0:1767384683.131377:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006170117e. 00000100:00000200:2.0:1767384683.131378:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131379:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084625bb0. 00000400:00000010:2.0:1767384683.131380:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000449fac01. 00000100:00000200:2.0:1767384683.131381:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131382:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbfc923c. 00000400:00000010:2.0:1767384683.131383:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a9c2682. 00000100:00000200:2.0:1767384683.131384:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131385:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa843bd5. 00000400:00000010:2.0:1767384683.131386:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df78e493. 00000100:00000200:2.0:1767384683.131387:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131387:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edecd821. 00000400:00000010:2.0:1767384683.131388:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037a3bd57. 00000100:00000200:2.0:1767384683.131389:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131390:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d783348. 00000400:00000010:2.0:1767384683.131391:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b111b25. 00000100:00000200:2.0:1767384683.131392:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131392:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d53287c. 00000400:00000010:2.0:1767384683.131393:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c23b0c6d. 00000100:00000200:2.0:1767384683.131394:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131395:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076276ce8. 00000400:00000010:2.0:1767384683.131396:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002742ccaf. 00000100:00000200:2.0:1767384683.131397:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131397:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab86c39. 00000400:00000010:2.0:1767384683.131398:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031f529fe. 00000100:00000200:2.0:1767384683.131399:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131400:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3593172. 00000400:00000010:2.0:1767384683.131401:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041994cc8. 00000100:00000200:2.0:1767384683.131402:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131403:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c81f6799. 00000400:00000010:2.0:1767384683.131404:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069ed9c33. 00000100:00000200:2.0:1767384683.131405:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131406:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016e3b15e. 00000400:00000010:2.0:1767384683.131407:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fca997e8. 00000100:00000200:2.0:1767384683.131408:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131409:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fb25bde. 00000400:00000010:2.0:1767384683.131410:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a1a3f8c. 00000100:00000200:2.0:1767384683.131411:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131412:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023dae91f. 00000400:00000010:2.0:1767384683.131414:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092254c26. 00000100:00000200:2.0:1767384683.131415:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131416:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf14412c. 00000400:00000010:2.0:1767384683.131417:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9cf25c4. 00000100:00000200:2.0:1767384683.131418:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131418:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ebb017. 00000400:00000010:2.0:1767384683.131419:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4e900f8. 00000100:00000200:2.0:1767384683.131420:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131421:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3adc485. 00000400:00000010:2.0:1767384683.131422:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f96766c. 00000100:00000200:2.0:1767384683.131423:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131423:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d8e199. 00000400:00000010:2.0:1767384683.131424:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b099656. 00000100:00000200:2.0:1767384683.131425:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131426:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec30a1cc. 00000400:00000010:2.0:1767384683.131427:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000457081cc. 00000100:00000200:2.0:1767384683.131428:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131428:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af6903e5. 00000400:00000010:2.0:1767384683.131429:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041202702. 00000100:00000200:2.0:1767384683.131430:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131431:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7015953. 00000400:00000010:2.0:1767384683.131432:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bcbcc35. 00000100:00000200:2.0:1767384683.131433:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131434:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dbbdc37. 00000400:00000010:2.0:1767384683.131434:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7adf521. 00000100:00000200:2.0:1767384683.131435:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131436:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f318f8f. 00000400:00000010:2.0:1767384683.131437:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084007633. 00000100:00000200:2.0:1767384683.131438:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131439:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003d0a1a6. 00000400:00000010:2.0:1767384683.131440:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d81f7ff. 00000100:00000200:2.0:1767384683.131442:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131442:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c92aa12. 00000400:00000010:2.0:1767384683.131443:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081835999. 00000100:00000200:2.0:1767384683.131445:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131445:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6eee671. 00000400:00000010:2.0:1767384683.131446:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006f9428e. 00000100:00000200:2.0:1767384683.131447:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131448:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfb0296a. 00000400:00000010:2.0:1767384683.131449:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086127eb3. 00000100:00000200:2.0:1767384683.131451:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131451:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30a4ff2. 00000400:00000010:2.0:1767384683.131452:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047479f26. 00000100:00000200:2.0:1767384683.131453:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131454:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063696d3a. 00000400:00000010:2.0:1767384683.131456:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008159e564. 00000100:00000200:2.0:1767384683.131456:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131458:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007038a696. 00000400:00000010:2.0:1767384683.131460:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6ea45ed. 00000100:00000200:2.0:1767384683.131461:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131462:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae927009. 00000400:00000010:2.0:1767384683.131463:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c0bdbd2. 00000100:00000200:2.0:1767384683.131464:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131465:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b7994f. 00000400:00000010:2.0:1767384683.131466:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b4257bd. 00000100:00000200:2.0:1767384683.131467:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131468:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc7ae9c. 00000400:00000010:2.0:1767384683.131469:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4d965fa. 00000100:00000200:2.0:1767384683.131470:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131472:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ffa0f9. 00000400:00000010:2.0:1767384683.131474:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065ab50ee. 00000100:00000200:2.0:1767384683.131475:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131477:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18a994a. 00000400:00000010:2.0:1767384683.131480:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000939eb3eb. 00000100:00000200:2.0:1767384683.131482:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131485:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cd6ef06. 00000400:00000010:2.0:1767384683.131486:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000118c1fcf. 00000100:00000200:2.0:1767384683.131488:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131490:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd976283. 00000400:00000010:2.0:1767384683.131492:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc400795. 00000100:00000200:2.0:1767384683.131494:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131496:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039bc03b1. 00000400:00000010:2.0:1767384683.131498:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028a42d67. 00000100:00000200:2.0:1767384683.131500:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131501:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044f52ca4. 00000400:00000010:2.0:1767384683.131503:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b24f1cf3. 00000100:00000200:2.0:1767384683.131504:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131505:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0c26174. 00000400:00000010:2.0:1767384683.131507:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003857e237. 00000100:00000200:2.0:1767384683.131508:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131509:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d470873f. 00000400:00000010:2.0:1767384683.131511:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d520c1c8. 00000100:00000200:2.0:1767384683.131512:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131513:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ef16d66. 00000400:00000010:2.0:1767384683.131515:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef449a48. 00000100:00000200:2.0:1767384683.131516:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131517:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f73fbc2. 00000400:00000010:2.0:1767384683.131518:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2143cd1. 00000100:00000200:2.0:1767384683.131519:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131520:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050dd3e2c. 00000400:00000010:2.0:1767384683.131522:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab16165c. 00000100:00000200:2.0:1767384683.131523:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131524:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4d5fab9. 00000400:00000010:2.0:1767384683.131525:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9a862b6. 00000100:00000200:2.0:1767384683.131526:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131527:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ce0052. 00000400:00000010:2.0:1767384683.131528:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000590dc3d7. 00000100:00000200:2.0:1767384683.131529:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131531:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca4fe08d. 00000400:00000010:2.0:1767384683.131532:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000984e314e. 00000100:00000200:2.0:1767384683.131533:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131534:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007f0e1b. 00000400:00000010:2.0:1767384683.131535:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072aeaae6. 00000100:00000200:2.0:1767384683.131536:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131537:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d632801e. 00000400:00000010:2.0:1767384683.131538:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072cf4a60. 00000100:00000200:2.0:1767384683.131539:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131540:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011bbd3db. 00000400:00000010:2.0:1767384683.131542:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f3ca861. 00000100:00000200:2.0:1767384683.131543:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131543:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007367c681. 00000400:00000010:2.0:1767384683.131544:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb5f0f3d. 00000100:00000200:2.0:1767384683.131545:0:40458:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384683.131546:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1454717. 00000400:00000010:2.0:1767384683.131547:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001aaa737e. 00000100:00000010:2.0:1767384683.131555:0:40458:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ccb355bc. 00000100:00000200:2.0:1767384683.131563:0:40458:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384683.131585:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006a95342f. 00000100:00000010:0.0:1767384683.131752:0:40459:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007de5a4f6. 00000020:00000010:0.0:1767384683.131756:0:40459:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005d45b95b. 00000020:00000010:0.0:1767384683.131759:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbd3bd59. 00000020:00000010:0.0:1767384683.131762:0:40459:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000961565c6. 00000040:00000010:0.0:1767384683.131764:0:40459:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ddc9f7de. 00000020:00000010:0.0:1767384683.131768:0:40459:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007247bdb6. 00000020:00000010:0.0:1767384683.131771:0:40459:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e342f245. 00000020:00000010:0.0:1767384683.131774:0:40459:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d0db45b5. 80000000:00000010:0.0:1767384683.131776:0:40459:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cd2e661e. 40000000:00000010:0.0:1767384683.131778:0:40459:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e409b76c. 00100000:00000010:0.0:1767384683.131781:0:40459:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000027c0efe4. 00040000:00000010:0.0:1767384683.131783:0:40459:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ef5120e1. 00040000:00000010:0.0:1767384683.131785:0:40459:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000320590be. 00080000:00000010:0.0:1767384683.131788:0:40459:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000577bde07. 00000004:00000010:0.0:1767384683.131791:0:40459:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b9b42216. 00000100:00000010:0.0:1767384683.131803:0:40459:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ca0fb2c3. 00000100:00000200:0.0:1767384683.131816:0:40459:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384683.131829:0:40443:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000f96484ea. 00000100:00000010:2.0:1767384683.131833:0:40443:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000f7f7eacb. 00000100:00000010:2.0:1767384683.131843:0:40443:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f44566ee. 00000100:00000010:2.0:1767384683.131847:0:40443:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f9716d74. 00000100:00000010:2.0:1767384683.131850:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067681b5b. 00000100:00000010:2.0:1767384683.132106:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000009c7fe36. 00000100:00000010:2.0:1767384683.132110:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000910d9b92. 00000100:00000010:2.0:1767384683.132386:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000085cdc3bb. 00000100:00000010:2.0:1767384683.132392:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bc6a408. 00000100:00000010:2.0:1767384683.132666:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005cbbd5e2. 00000100:00000010:2.0:1767384683.132671:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a71188b. 00000100:00000010:2.0:1767384683.133023:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b926c766. 00000100:00000010:2.0:1767384683.133028:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a9bf8a1. 00000100:00000010:2.0:1767384683.133284:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b2815e63. 00000100:00000010:2.0:1767384683.133290:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dd8be50. 00000100:00000010:2.0:1767384683.133602:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000050504d4. 00000100:00000010:2.0:1767384683.133606:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f99d4f75. 00000100:00000010:2.0:1767384683.133851:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000413c4626. 00000100:00000010:2.0:1767384683.133855:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f35f1e1. 00000100:00000010:2.0:1767384683.134112:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cbb240c5. 00000100:00000010:2.0:1767384683.134116:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d58e5767. 00000100:00000010:2.0:1767384683.134425:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000878416c6. 00000100:00000010:2.0:1767384683.134429:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000744356a4. 00000100:00000010:2.0:1767384683.134674:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004f7e8c61. 00000100:00000010:2.0:1767384683.134677:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000132d975e. 00000100:00000010:2.0:1767384683.134923:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e48da1b9. 00000100:00000010:2.0:1767384683.134926:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000769362d5. 00000100:00000010:2.0:1767384683.135250:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a4900ce6. 00000100:00000010:2.0:1767384683.135254:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004af8b354. 00000100:00000010:2.0:1767384683.135525:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000028757014. 00000100:00000010:2.0:1767384683.135528:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b63176bb. 00000100:00000010:2.0:1767384683.135782:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ca04beb5. 00000100:00000010:2.0:1767384683.135785:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5339ab2. 00000100:00000010:2.0:1767384683.136076:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000087ca231. 00000100:00000010:2.0:1767384683.136080:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075f1329a. 00000100:00000010:2.0:1767384683.136355:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000064b54268. 00000100:00000010:2.0:1767384683.136359:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050df8592. 00000100:00000010:2.0:1767384683.136605:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000085f74f54. 00000100:00000010:2.0:1767384683.136607:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000131f456c. 00000100:00000010:2.0:1767384683.136852:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d3de47fb. 00000100:00000010:2.0:1767384683.136855:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007078015. 00080000:00000010:3.0:1767384683.136903:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000196096c5. 00010000:00000010:3.0:1767384683.137016:0:40451:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000024cde901. 00010000:00000010:3.0:1767384683.137023:0:40451:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009cfcdaf3. 00000020:00000010:3.0:1767384683.137028:0:40451:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000fdeec9e4. 00000100:00000010:2.0:1767384683.137151:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c7d4b6e8. 00000100:00000010:2.0:1767384683.137155:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031d4794d. 00000100:00000010:2.0:1767384683.137429:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ba60acdf. 00000100:00000010:2.0:1767384683.137433:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000314550c7. 00000100:00000010:2.0:1767384683.137678:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002dfc6752. 00000100:00000010:2.0:1767384683.137681:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca59cb56. 00000100:00000010:2.0:1767384683.137925:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000063d812ed. 00000100:00000010:2.0:1767384683.137928:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ed3a9c7. 00000100:00000010:2.0:1767384683.138185:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001b7c35e3. 00000100:00000010:2.0:1767384683.138189:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8ab959b. 00000100:00000010:2.0:1767384683.138473:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a830da2. 00000100:00000010:2.0:1767384683.138477:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6d4decc. 00000100:00000010:2.0:1767384683.138722:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000079fb3dc3. 00000100:00000010:2.0:1767384683.138725:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9c128ca. 00000100:00000010:2.0:1767384683.139019:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cdcf4d61. 00000100:00000010:2.0:1767384683.139023:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048abe2fc. 00000100:00000010:2.0:1767384683.139282:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000070bbb28d. 00000100:00000010:2.0:1767384683.139287:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbd6710f. 00000100:00000010:3.0:1767384683.139357:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000baf4a4a9. 00000100:00000010:0.0:1767384683.139366:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea8d8ec1. 00000100:00000010:1.0:1767384683.139402:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005bdaa68. 00000100:00000010:2.0:1767384683.139579:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000848d3ebe. 00000100:00000010:2.0:1767384683.139591:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c43eec99. 00000100:00000010:2.0:1767384683.139598:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022674149. 00000100:00000010:2.0:1767384683.139845:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001a315114. 00000100:00000010:2.0:1767384683.139847:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f176b290. 00000100:00000010:2.0:1767384683.140101:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009145bfa7. 00000100:00000010:2.0:1767384683.140104:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f1e5852. 00000100:00000010:2.0:1767384683.140392:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c18a62fc. 00000100:00000010:2.0:1767384683.140397:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009334c129. 00000100:00000010:2.0:1767384683.140717:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004671331e. 00000100:00000010:2.0:1767384683.140723:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080dce8bb. 00000100:00000010:2.0:1767384683.141026:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dc97eb80. 00000100:00000010:2.0:1767384683.141032:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016dfdf53. 00000100:00000010:2.0:1767384683.141399:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004480faad. 00000100:00000010:2.0:1767384683.141405:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064b333aa. 00000100:00000010:2.0:1767384683.141808:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000097979443. 00000100:00000010:2.0:1767384683.141812:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008726f9d7. 00000100:00000010:1.0:1767384683.141912:0:40448:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000eec18ee2. 00000100:00000010:1.0:1767384683.141917:0:40448:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bf0afc69. 20000000:00000010:1.0:1767384683.141920:0:40448:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000004f675b4f. 00010000:00000200:1.0:1767384683.141933:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000788867ba x1853237037665408/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 4784/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.141962:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021241cda. 00000100:00000200:1.0:1767384683.141968:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037665408, offset 224 00000400:00000200:1.0:1767384683.141975:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.141985:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.141994:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f508c80 00000400:00000200:1.0:1767384683.142001:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x233d [2] + 224 00000400:00000200:1.0:1767384683.142009:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.142012:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.142020:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000921f38d0 x1853237037665408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.142038:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021241cda 00000400:00000010:1.0:1767384683.142040:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021241cda. 00000020:00000010:1.0:1767384683.142056:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.142059:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.142063:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7658b78. 02000000:00000010:1.0:1767384683.142069:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009a583063. 00000100:00000200:1.0:1767384683.142080:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384683.142092:0:8:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d41a064. 00000400:00000200:1.0:1767384683.142096:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000254eb3d0 00000400:00000010:1.0:1767384683.142098:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000254eb3d0. 00000100:00000200:1.0:1767384683.142101:0:8:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000921f38d0 x1853237037665408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384683.142109:0:8:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000921f38d0 x1853237037665408/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384683.142132:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007e04c699. 02000000:00000010:1.0:1767384683.142134:0:8:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001b3b1266. 00000100:00000010:2.0:1767384683.142139:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061abfb2c. 00000100:00000010:1.0:1767384683.142141:0:8:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005ff09cb1. 00000100:00000010:1.0:1767384683.142145:0:8:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000092953a6e. 02000000:00000010:1.0:1767384683.142147:0:8:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b5cb00ef. 00000100:00000010:1.0:1767384683.142151:0:8:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000921f38d0. 00000100:00000010:1.0:1767384683.142154:0:8:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a52de6d7. 00000020:00000010:1.0:1767384683.142157:0:8:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 000000004400d021. 00000020:00000010:1.0:1767384683.142166:0:8:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 0000000071df59f5. 00000400:00000010:1.0:1767384683.142175:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d41a064. 00000400:00000010:1.0:1767384683.142179:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021241cda. 00000100:00000010:2.0:1767384683.142433:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009d3d3509. 00000100:00000010:2.0:1767384683.142438:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a161a8f. 00000100:00000010:2.0:1767384683.142730:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000610e3ca2. 00000100:00000010:2.0:1767384683.142735:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ad27a0c. 00000100:00000010:2.0:1767384683.143030:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007b75b052. 00000100:00000010:2.0:1767384683.143034:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ababee2. 00000100:00000010:2.0:1767384683.143344:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005eb79147. 00000100:00000010:2.0:1767384683.143349:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff8ca716. 00000100:00000010:2.0:1767384683.143608:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009a93bd12. 00000100:00000010:2.0:1767384683.143611:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048f04106. 00000100:00000010:2.0:1767384683.143929:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000048ebc4cd. 00000100:00000010:2.0:1767384683.143933:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001046282. 00000100:00000010:2.0:1767384683.144216:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a5741c5b. 00000100:00000010:2.0:1767384683.144220:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000299877aa. 00000100:00000010:2.0:1767384683.144519:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002d54574d. 00000100:00000010:2.0:1767384683.144523:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a58d0138. 00000100:00000010:2.0:1767384683.144771:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fd6e74d4. 00000100:00000010:2.0:1767384683.144772:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001506ddf4. 00000100:00000010:2.0:1767384683.145037:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006e3529e0. 00000100:00000010:2.0:1767384683.145040:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058687878. 00000100:00000010:2.0:1767384683.145368:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000056ab93d2. 00000100:00000010:2.0:1767384683.145392:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d11bc9d1. 00000100:00000010:2.0:1767384683.145672:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001b0dee84. 00000100:00000010:2.0:1767384683.145675:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000721930c1. 00000100:00000010:2.0:1767384683.145965:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000bdd900a. 00000100:00000010:2.0:1767384683.145969:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bca4aca. 00000100:00000010:2.0:1767384683.146225:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ddbd837d. 00000100:00000010:2.0:1767384683.146228:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000feff1f3f. 00000100:00000010:2.0:1767384683.146520:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b633d0a1. 00000100:00000010:2.0:1767384683.146528:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1a9c779. 00000100:00000010:2.0:1767384683.146888:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000949d2dda. 00000100:00000010:2.0:1767384683.146893:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d6ba842. 00000100:00000010:2.0:1767384683.147184:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000063189d38. 00000100:00000010:2.0:1767384683.147188:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7fc4130. 00010000:00000010:3.1:1767384683.147408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024cde901. 00010000:00000010:3.1:1767384683.147420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009cfcdaf3. 00000100:00000010:2.0:1767384683.147527:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000098fc6ff. 00000100:00000010:2.0:1767384683.147533:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006df143d3. 00000100:00000010:2.0:1767384683.147823:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009bdc1bbc. 00000100:00000010:2.0:1767384683.147828:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003233a871. 00000100:00000010:2.0:1767384683.148135:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000000f7a0aa. 00000100:00000010:2.0:1767384683.148140:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cfc66fe. 00000100:00000010:2.0:1767384683.148446:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004a31b33f. 00000100:00000010:2.0:1767384683.148451:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e66b9c4. 00000100:00000010:2.0:1767384683.148765:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001d417084. 00000100:00000010:2.0:1767384683.148771:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032bbfbd6. 00000100:00000010:2.0:1767384683.149076:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f7be8c31. 00000100:00000010:2.0:1767384683.149081:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d42ad72. 00000100:00000010:2.0:1767384683.149401:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008ddead62. 00000100:00000010:2.0:1767384683.149407:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c65a5fb7. 00000100:00000010:2.0:1767384683.149702:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000023cd7806. 00000100:00000010:2.0:1767384683.149709:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4e7ee23. 00000100:00000010:2.0:1767384683.150026:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000044303e0f. 00000100:00000010:2.0:1767384683.150032:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053dbc1f1. 00000100:00000010:2.0:1767384683.150344:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d67ce19e. 00000100:00000010:2.0:1767384683.150350:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f8f6ff2. 00000100:00000010:2.0:1767384683.150656:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b655fbb4. 00000400:00000200:2.0:1767384683.150664:0:40443:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:2.0:1767384683.150741:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dae5a57f. 00000020:00000010:2.0:1767384683.150746:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e294ff61. 00000100:00000010:2.0:1767384683.150798:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000382321d7. 00000100:00000010:2.0:1767384683.150804:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000840b4288. 00000100:00000010:2.0:1767384683.150809:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000008f70d7c. 00000100:00000010:2.0:1767384683.150813:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000eaebd803. 00000100:00000010:2.0:1767384683.150816:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000517a6b71. 00000100:00000200:2.0:1767384683.150848:0:40443:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:2.0:1767384683.150852:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e25c9b0f. 00000100:00000010:2.0:1767384683.151087:0:40460:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001b20931f. 00000020:00000010:2.0:1767384683.151093:0:40460:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a1a9c0d2. 00000020:00000010:2.0:1767384683.151098:0:40460:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959601ff. 00000020:00000010:2.0:1767384683.151101:0:40460:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c7a8835. 00000040:00000010:2.0:1767384683.151105:0:40460:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006ed11132. 00000020:00000010:2.0:1767384683.151109:0:40460:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005dc252e2. 00000020:00000010:2.0:1767384683.151113:0:40460:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000070d204a5. 00000020:00000010:2.0:1767384683.151117:0:40460:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007cfa9924. 80000000:00000010:2.0:1767384683.151120:0:40460:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf28f986. 40000000:00000010:2.0:1767384683.151124:0:40460:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009b94ca77. 00100000:00000010:2.0:1767384683.151128:0:40460:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001d24f2c1. 00040000:00000010:2.0:1767384683.151131:0:40460:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003645c067. 00040000:00000010:2.0:1767384683.151135:0:40460:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008a5f909b. 00080000:00000010:2.0:1767384683.151139:0:40460:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000036e8b50c. 00000004:00000010:2.0:1767384683.151143:0:40460:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006d0a777. 00002000:00000010:2.0:1767384683.151148:0:40460:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006ad7457d. 00000100:00000200:2.0:1767384683.151152:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151157:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099cb0b30. 00000400:00000010:2.0:1767384683.151164:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a2251846. 00000100:00000200:2.0:1767384683.151171:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151173:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f869142. 00000400:00000010:2.0:1767384683.151177:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ca9f996. 00000100:00000200:2.0:1767384683.151180:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151181:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011dc730a. 00000400:00000010:2.0:1767384683.151195:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009de2e8da. 00000100:00000200:2.0:1767384683.151200:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151202:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f8afc64. 00000400:00000010:2.0:1767384683.151206:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c25c2de3. 00000100:00000200:2.0:1767384683.151209:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151210:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe3d80f. 00000400:00000010:2.0:1767384683.151213:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d09c742c. 00000100:00000200:2.0:1767384683.151216:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151218:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a66a9588. 00000400:00000010:2.0:1767384683.151222:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000375a2422. 00000100:00000200:2.0:1767384683.151225:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151227:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c700b2eb. 00000400:00000010:2.0:1767384683.151235:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009946295f. 00000100:00000200:2.0:1767384683.151240:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151243:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca7bba23. 00000400:00000010:2.0:1767384683.151246:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000176ab336. 00000100:00000200:2.0:1767384683.151250:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151252:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4d82c5. 00000400:00000010:2.0:1767384683.151255:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003bc220af. 00000100:00000200:2.0:1767384683.151259:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151261:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded49a32. 00000400:00000010:2.0:1767384683.151265:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001458f05d. 00000100:00000200:2.0:1767384683.151269:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151271:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b17c969f. 00000400:00000010:2.0:1767384683.151281:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ced65f19. 00000100:00000200:2.0:1767384683.151287:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151289:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045719ec5. 00000400:00000010:2.0:1767384683.151293:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000007334b18. 00000100:00000200:2.0:1767384683.151297:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151299:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f494aa30. 00000400:00000010:2.0:1767384683.151302:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002541a18e. 00000100:00000200:2.0:1767384683.151306:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151307:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3ebd70f. 00000400:00000010:2.0:1767384683.151338:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cc1be7cc. 00000100:00000200:2.0:1767384683.151344:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151347:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000450c4a99. 00000400:00000010:2.0:1767384683.151357:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e342c7b. 00000100:00000200:2.0:1767384683.151363:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151366:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027c934c9. 00000400:00000010:2.0:1767384683.151369:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002e3c8ca7. 00000100:00000200:2.0:1767384683.151372:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151375:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc070669. 00000400:00000010:2.0:1767384683.151378:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000870046cd. 00000100:00000200:2.0:1767384683.151382:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151384:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5c486e0. 00000400:00000010:2.0:1767384683.151388:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7b04ed9. 00000100:00000200:2.0:1767384683.151391:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151393:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000913f8f5e. 00000400:00000010:2.0:1767384683.151403:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e4445e98. 00000100:00000200:2.0:1767384683.151408:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151410:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031f17992. 00000400:00000010:2.0:1767384683.151415:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000033dcedb. 00000100:00000200:2.0:1767384683.151418:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151421:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dee9b897. 00000400:00000010:2.0:1767384683.151424:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e1ec0cd. 00000100:00000200:2.0:1767384683.151428:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151429:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fc6c700. 00000400:00000010:2.0:1767384683.151433:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000087a9ce90. 00000100:00000200:2.0:1767384683.151436:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151438:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfaf2071. 00000400:00000010:2.0:1767384683.151447:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a8b3c637. 00000100:00000200:2.0:1767384683.151452:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151454:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fed3485e. 00000400:00000010:2.0:1767384683.151457:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fdc0085c. 00000100:00000200:2.0:1767384683.151460:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151462:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d30d0fc. 00000400:00000010:2.0:1767384683.151466:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a5277bf9. 00000100:00000200:2.0:1767384683.151469:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151471:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce66011. 00000400:00000010:2.0:1767384683.151474:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aa5cf941. 00000100:00000200:2.0:1767384683.151478:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151480:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc3f7ea. 00000400:00000010:2.0:1767384683.151489:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000043441cb1. 00000100:00000200:2.0:1767384683.151495:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151497:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e827c7e6. 00000400:00000010:2.0:1767384683.151501:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008e442b21. 00000100:00000200:2.0:1767384683.151504:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151506:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001f8c364. 00000400:00000010:2.0:1767384683.151510:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000789ebc56. 00000100:00000200:2.0:1767384683.151514:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151515:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066253dec. 00000400:00000010:2.0:1767384683.151520:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000234d94ce. 00000100:00000200:2.0:1767384683.151524:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151526:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb8c165. 00000400:00000010:2.0:1767384683.151535:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d283f38b. 00000100:00000200:2.0:1767384683.151540:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151542:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026aa340e. 00000400:00000010:2.0:1767384683.151546:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ffcef1e. 00000100:00000200:2.0:1767384683.151550:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151552:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac8bab56. 00000400:00000010:2.0:1767384683.151555:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d9347204. 00000100:00000200:2.0:1767384683.151559:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151561:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f21b671. 00000400:00000010:2.0:1767384683.151564:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bcbdfece. 00000100:00000200:2.0:1767384683.151568:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151569:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba984f2d. 00000400:00000010:2.0:1767384683.151578:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f4b247dd. 00000100:00000200:2.0:1767384683.151584:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151586:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000995ae487. 00000400:00000010:2.0:1767384683.151589:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000015600240. 00000100:00000200:2.0:1767384683.151593:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151595:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c23aa22. 00000400:00000010:2.0:1767384683.151598:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000584bebd7. 00000100:00000200:2.0:1767384683.151602:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151604:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007107e76f. 00000400:00000010:2.0:1767384683.151607:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b937a986. 00000100:00000200:2.0:1767384683.151611:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151612:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379d050f. 00000400:00000010:2.0:1767384683.151621:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bdb88367. 00000100:00000200:2.0:1767384683.151627:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151629:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047f9012f. 00000400:00000010:2.0:1767384683.151632:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005a42cf71. 00000100:00000200:2.0:1767384683.151636:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151638:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebf7203. 00000400:00000010:2.0:1767384683.151641:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ad54f6ef. 00000100:00000200:2.0:1767384683.151645:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151646:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000553e084a. 00000400:00000010:2.0:1767384683.151650:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000040073a24. 00000100:00000200:2.0:1767384683.151654:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151655:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa92b1c7. 00000400:00000010:2.0:1767384683.151664:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c68dd7c0. 00000100:00000200:2.0:1767384683.151669:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151671:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005941e1fc. 00000400:00000010:2.0:1767384683.151675:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009d9b2ebb. 00000100:00000200:2.0:1767384683.151679:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151681:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f8ae71a. 00000400:00000010:2.0:1767384683.151685:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e766ef4a. 00000100:00000200:2.0:1767384683.151688:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151690:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ecbf3d4. 00000400:00000010:2.0:1767384683.151694:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000765d0c7e. 00000100:00000200:2.0:1767384683.151698:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151700:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f491e5a. 00000400:00000010:2.0:1767384683.151710:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002bd987e0. 00000100:00000200:2.0:1767384683.151716:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151718:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e27fb35. 00000400:00000010:2.0:1767384683.151722:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000047f577df. 00000100:00000200:2.0:1767384683.151725:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151728:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006163beec. 00000400:00000010:2.0:1767384683.151731:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e9ee8037. 00000100:00000200:2.0:1767384683.151735:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151737:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd38126c. 00000400:00000010:2.0:1767384683.151741:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bdfacc10. 00000100:00000200:2.0:1767384683.151744:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151746:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3bab74e. 00000400:00000010:2.0:1767384683.151756:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fe0340a2. 00000100:00000200:2.0:1767384683.151762:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151764:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db78b8d2. 00000400:00000010:2.0:1767384683.151768:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dc650f43. 00000100:00000200:2.0:1767384683.151772:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151774:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a0a42e. 00000400:00000010:2.0:1767384683.151778:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000087b9afbc. 00000100:00000200:2.0:1767384683.151782:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151784:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b21909b7. 00000400:00000010:2.0:1767384683.151788:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006cd0139a. 00000100:00000200:2.0:1767384683.151792:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151794:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067c26400. 00000400:00000010:2.0:1767384683.151804:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009dcec9eb. 00000100:00000200:2.0:1767384683.151810:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151812:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f508b194. 00000400:00000010:2.0:1767384683.151816:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001e448554. 00000100:00000200:2.0:1767384683.151820:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151822:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000882b02b. 00000400:00000010:2.0:1767384683.151826:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e0ab0f7f. 00000100:00000200:2.0:1767384683.151830:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151832:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001824bd10. 00000400:00000010:2.0:1767384683.151835:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000004f81462. 00000100:00000200:2.0:1767384683.151839:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151841:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095336a4f. 00000400:00000010:2.0:1767384683.151851:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ffb2a0a8. 00000100:00000200:2.0:1767384683.151857:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151859:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc28b90f. 00000400:00000010:2.0:1767384683.151863:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001f70129c. 00000100:00000200:2.0:1767384683.151867:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151868:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000735a8583. 00000400:00000010:2.0:1767384683.151872:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003b4545be. 00000100:00000200:2.0:1767384683.151876:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151878:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023a849ef. 00000400:00000010:2.0:1767384683.151882:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ea583211. 00000100:00000200:2.0:1767384683.151886:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151888:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f112e5c8. 00000400:00000010:2.0:1767384683.151897:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000090fdd906. 00000100:00000200:2.0:1767384683.151903:0:40460:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384683.151905:0:40460:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000254aa5d6. 00000400:00000010:2.0:1767384683.151908:0:40460:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eaaefae3. 00000100:00000010:2.0:1767384683.151922:0:40460:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000bb076b02. 00000100:00000200:2.0:1767384683.151950:0:40460:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384683.151977:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b6122a89. 00000100:00000010:0.0:1767384683.152130:0:40461:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000455f591f. 00000020:00000010:0.0:1767384683.152134:0:40461:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a60562fc. 00000020:00000010:0.0:1767384683.152143:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034a492cf. 00000020:00000010:0.0:1767384683.152147:0:40461:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e8bd85eb. 00000040:00000010:0.0:1767384683.152150:0:40461:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c287e78. 00000020:00000010:0.0:1767384683.152153:0:40461:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000050939ccb. 00000020:00000010:0.0:1767384683.152157:0:40461:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003c244fa5. 00000020:00000010:0.0:1767384683.152160:0:40461:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aceaf114. 80000000:00000010:0.0:1767384683.152162:0:40461:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000017d51946. 40000000:00000010:0.0:1767384683.152164:0:40461:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cea6a9ce. 00100000:00000010:0.0:1767384683.152167:0:40461:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000abd83b75. 00040000:00000010:0.0:1767384683.152169:0:40461:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e6b6eaec. 00040000:00000010:0.0:1767384683.152171:0:40461:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb287010. 00080000:00000010:0.0:1767384683.152174:0:40461:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000248c5f50. 00000004:00000010:0.0:1767384683.152177:0:40461:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000064e29339. 00002000:00000010:0.0:1767384683.152180:0:40461:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e41ea25c. 00000100:00000010:0.0:1767384683.152201:0:40461:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000003ae44842. 00000100:00000200:0.0:1767384683.152211:0:40461:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384683.152223:0:40443:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007ba53de9. 00000100:00000010:2.0:1767384683.152230:0:40443:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003e2d0e27. 00000100:00000010:2.0:1767384683.152241:0:40443:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000019bf471e. 00000100:00000010:2.0:1767384683.152247:0:40443:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000033e545d6. 00000100:00000010:2.0:1767384683.152253:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e79a226. 00000100:00000010:2.0:1767384683.152256:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9587bee. 00000100:00000010:2.0:1767384683.152258:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055354ec6. 00000100:00000010:2.0:1767384683.152261:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fb4e6712. 00000100:00000010:2.0:1767384683.152264:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ce37380. 00000100:00000010:2.0:1767384683.152267:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000010d888c. 00000100:00000010:2.0:1767384683.152269:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000268cec1f. 00000100:00000010:2.0:1767384683.152272:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ac252f3. 00000100:00000010:2.0:1767384683.152274:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fabca72d. 00000100:00000010:2.0:1767384683.152277:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f1375fb. 00000100:00000010:2.0:1767384683.152279:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000309cf01b. 00000100:00000010:2.0:1767384683.152282:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000010d0907c. 00000100:00000010:2.0:1767384683.152284:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e09c0a96. 00000100:00000010:2.0:1767384683.152287:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000053a0933. 00000100:00000010:2.0:1767384683.152289:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059c3f66f. 00000100:00000010:2.0:1767384683.152292:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ebf64f10. 00000100:00000010:2.0:1767384683.152294:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a96054c. 00000100:00000010:2.0:1767384683.152297:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006fdcf08b. 00000100:00000010:2.0:1767384683.152300:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021f13274. 00000100:00000010:2.0:1767384683.152303:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b202ab6. 00000100:00000010:2.0:1767384683.152305:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0ee0e80. 00000100:00000010:2.0:1767384683.152329:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000273fcb7. 00000100:00000010:2.0:1767384683.152334:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003331dd80. 00000100:00000010:2.0:1767384683.152338:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eef14114. 00000100:00000010:2.0:1767384683.152340:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc76d3c5. 00000100:00000010:2.0:1767384683.152344:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abf11ee0. 00000100:00000010:2.0:1767384683.152348:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0c0919f. 00000100:00000010:2.0:1767384683.152351:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000070309bd1. 00000100:00000010:2.0:1767384683.152355:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005df2d9dd. 00000100:00000010:2.0:1767384683.152358:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa0c10a2. 00000100:00000010:2.0:1767384683.152360:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5a3e3ef. 00000100:00000010:2.0:1767384683.152363:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c361617. 00000100:00000010:2.0:1767384683.152365:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bedb3e17. 00000100:00000010:2.0:1767384683.152367:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085f303cc. 00000100:00000010:2.0:1767384683.152370:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffb07e7b. 00000100:00000010:2.0:1767384683.152374:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b32419cd. 00000100:00000010:2.0:1767384683.152376:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001066d83c. 00000100:00000010:2.0:1767384683.152380:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee63fe9b. 00000100:00000010:2.0:1767384683.152382:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc94df2c. 00000100:00000010:2.0:1767384683.152387:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f937f0a. 00000100:00000010:2.0:1767384683.152389:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b81b30f. 00000100:00000010:2.0:1767384683.152392:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0e65f3b. 00000100:00000010:2.0:1767384683.152395:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9ec5694. 00000100:00000010:2.0:1767384683.152398:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028414045. 00000100:00000010:2.0:1767384683.152400:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046b21ac7. 00000100:00000010:2.0:1767384683.152404:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009f19caf. 00000100:00000010:2.0:1767384683.152414:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006120a62a. 00000100:00000010:2.0:1767384683.152418:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000145a48a1. 00000100:00000010:2.0:1767384683.152420:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081c937b0. 00000100:00000010:2.0:1767384683.152423:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6cc9263. 00000100:00000010:2.0:1767384683.152426:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034790626. 00000100:00000010:2.0:1767384683.152428:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009dde68d. 00000100:00000010:2.0:1767384683.152430:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef216dab. 00000100:00000010:2.0:1767384683.152433:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb90720d. 00000100:00000010:2.0:1767384683.152435:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016aca6be. 00000100:00000010:2.0:1767384683.152438:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c8a6cca. 00000100:00000010:2.0:1767384683.152439:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000754cc3bf. 00000100:00000010:2.0:1767384683.152443:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee667c0c. 00000100:00000010:2.0:1767384683.152445:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187beb43. 00000100:00000010:2.0:1767384683.152448:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f869eaa3. 00000100:00000010:2.0:1767384683.152450:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dd2231b. 00000100:00000010:2.0:1767384683.152453:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000813eea87. 00000100:00000010:2.0:1767384683.152455:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001300e90e. 00000100:00000010:2.0:1767384683.152458:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae0c83c2. 00000100:00000010:2.0:1767384683.152460:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6cb0f50. 00000100:00000010:2.0:1767384683.152463:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8d7fbeb. 00000100:00000010:2.0:1767384683.152465:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001665cf73. 00000100:00000010:2.0:1767384683.152467:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff4e55d7. 00000100:00000010:2.0:1767384683.152469:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d06ceb3f. 00000100:00000010:2.0:1767384683.152472:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9747a76. 00000100:00000010:2.0:1767384683.152473:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065681c14. 00000100:00000010:2.0:1767384683.152477:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e061d577. 00000100:00000010:2.0:1767384683.152479:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045e66e5b. 00000100:00000010:2.0:1767384683.152481:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b3fba18. 00000100:00000010:2.0:1767384683.152484:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cc5dbbc. 00000100:00000010:2.0:1767384683.152486:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e0c1782b. 00000100:00000010:2.0:1767384683.152489:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000934a7118. 00000100:00000010:2.0:1767384683.152491:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bb4e8e5. 00000100:00000010:2.0:1767384683.152499:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006691a892. 00000100:00000010:2.0:1767384683.152503:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1da86cb. 00000100:00000010:2.0:1767384683.152505:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7863606. 00000100:00000010:2.0:1767384683.152507:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091f5b8b5. 00000100:00000010:2.0:1767384683.152509:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a7ae176. 00000100:00000010:2.0:1767384683.152512:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e84d92f. 00000100:00000010:2.0:1767384683.152514:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e861ad02. 00000100:00000010:2.0:1767384683.152517:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001179aeab. 00000100:00000010:2.0:1767384683.152519:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072634998. 00000100:00000010:2.0:1767384683.152522:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d74c428. 00000100:00000010:2.0:1767384683.152524:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073fa323b. 00000100:00000010:2.0:1767384683.152527:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed03e33a. 00000100:00000010:2.0:1767384683.152529:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b8a0545. 00000100:00000010:2.0:1767384683.152532:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003e4d5629. 00000100:00000010:2.0:1767384683.152534:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1098f94. 00000100:00000010:2.0:1767384683.152536:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008511595a. 00000100:00000010:2.0:1767384683.152538:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2ca354e. 00000100:00000010:2.0:1767384683.152541:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab0a7ac2. 00000100:00000010:2.0:1767384683.152542:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea58122e. 00000100:00000010:2.0:1767384683.152545:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001c48aff. 00000100:00000010:2.0:1767384683.152547:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020d087d2. 00000100:00000010:2.0:1767384683.152550:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c8d02805. 00000100:00000010:2.0:1767384683.152552:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec4fa9f7. 00000100:00000010:2.0:1767384683.152554:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf2723f8. 00000100:00000010:2.0:1767384683.152556:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000081f7e7f. 00000100:00000010:2.0:1767384683.152559:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007394c097. 00000100:00000010:2.0:1767384683.152560:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068346e26. 00000100:00000010:2.0:1767384683.152563:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f74c8be. 00000100:00000010:2.0:1767384683.152565:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbe8b400. 00000100:00000010:2.0:1767384683.152568:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000042c42eab. 00000100:00000010:2.0:1767384683.152570:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004de61c4e. 00000100:00000010:2.0:1767384683.152573:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d86f3f9b. 00000100:00000010:2.0:1767384683.152581:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6b7b3ee. 00000100:00000010:2.0:1767384683.152584:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006dd9dc79. 00000100:00000010:2.0:1767384683.152586:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077f955a9. 00000100:00000010:2.0:1767384683.152590:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f2de8ec. 00000100:00000010:2.0:1767384683.152592:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008528737a. 00000100:00000010:2.0:1767384683.152595:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006783742f. 00000100:00000010:2.0:1767384683.152597:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000552f8729. 00000100:00000010:2.0:1767384683.152600:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c898743. 00000100:00000010:2.0:1767384683.152602:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003477b46f. 00000100:00000010:2.0:1767384683.152606:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005eca3a4. 00000100:00000010:2.0:1767384683.152608:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac182769. 00000100:00000010:2.0:1767384683.152611:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f3f7388. 00000100:00000010:2.0:1767384683.152613:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009407d0ad. 00000100:00000010:2.0:1767384683.152615:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074a84764. 00000100:00000010:2.0:1767384683.152617:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053e6eb46. 00000100:00000010:2.0:1767384683.152620:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc3a2d95. 00000100:00000010:2.0:1767384683.152622:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084ada4c3. 00000100:00000010:2.0:1767384683.152624:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f86a719. 00000400:00000200:2.0:1767384683.152626:0:40443:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:2.0:1767384683.152660:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002b8cad7c. 00000020:00000010:2.0:1767384683.152665:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000067c79e05. 00000100:00000010:2.0:1767384683.152703:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000022e306d2. 00000100:00000010:2.0:1767384683.152706:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002e5a382d. 00000100:00000010:2.0:1767384683.152708:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009e1c4df1. 00000100:00000010:2.0:1767384683.152711:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003f0f4481. 00000100:00000010:2.0:1767384683.152714:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000096753924. 00000100:00000200:2.0:1767384683.152741:0:40443:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:2.0:1767384683.152745:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c1ef86a1. 00000100:00000010:2.0:1767384683.152864:0:40462:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008e6c0d10. 00000020:00000010:2.0:1767384683.152868:0:40462:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001377b0ad. 00000020:00000010:2.0:1767384683.152871:0:40462:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091a65f29. 00000020:00000010:2.0:1767384683.152874:0:40462:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003cc1edac. 00000040:00000010:2.0:1767384683.152876:0:40462:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000038c5fad3. 00000020:00000010:2.0:1767384683.152879:0:40462:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c21e6ba5. 00000020:00000010:2.0:1767384683.152882:0:40462:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2200f6b. 00000020:00000010:2.0:1767384683.152885:0:40462:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008fc81e42. 80000000:00000010:2.0:1767384683.152887:0:40462:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000014fa58aa. 40000000:00000010:2.0:1767384683.152889:0:40462:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f27fb730. 00100000:00000010:2.0:1767384683.152893:0:40462:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dd142ec0. 00040000:00000010:2.0:1767384683.152896:0:40462:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f04824dc. 00040000:00000010:2.0:1767384683.152898:0:40462:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003fb4ee7c. 00080000:00000010:2.0:1767384683.152901:0:40462:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cb14a313. 00000004:00000010:2.0:1767384683.152906:0:40462:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000033fd353. 00000100:00000200:2.0:1767384683.152909:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152912:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bc8b056. 00000400:00000010:2.0:1767384683.152916:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007824a362. 00000100:00000200:2.0:1767384683.152918:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152920:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d66d2e5. 00000400:00000010:2.0:1767384683.152922:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e0873f. 00000100:00000200:2.0:1767384683.152923:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152925:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019892516. 00000400:00000010:2.0:1767384683.152927:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f6ea27. 00000100:00000200:2.0:1767384683.152928:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152930:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c45c4435. 00000400:00000010:2.0:1767384683.152932:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a53d842e. 00000100:00000200:2.0:1767384683.152934:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152936:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9a1ed9. 00000400:00000010:2.0:1767384683.152949:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aae6e9a. 00000100:00000200:2.0:1767384683.152951:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152953:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089113792. 00000400:00000010:2.0:1767384683.152955:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a15adb. 00000100:00000200:2.0:1767384683.152956:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152958:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbfc090c. 00000400:00000010:2.0:1767384683.152959:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030ef789b. 00000100:00000200:2.0:1767384683.152961:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152963:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020e650c6. 00000400:00000010:2.0:1767384683.152965:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5748a2. 00000100:00000200:2.0:1767384683.152967:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152968:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3cc85e7. 00000400:00000010:2.0:1767384683.152970:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009792059f. 00000100:00000200:2.0:1767384683.152972:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152973:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ecffc8. 00000400:00000010:2.0:1767384683.152975:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972ab156. 00000100:00000200:2.0:1767384683.152977:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152978:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c87d8e6a. 00000400:00000010:2.0:1767384683.152980:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f48ef1c1. 00000100:00000200:2.0:1767384683.152983:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152984:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034feec02. 00000400:00000010:2.0:1767384683.152986:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fbe64d1. 00000100:00000200:2.0:1767384683.152988:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152990:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000603d75af. 00000400:00000010:2.0:1767384683.152993:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cc77453. 00000100:00000200:2.0:1767384683.152994:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.152996:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079b62574. 00000400:00000010:2.0:1767384683.152998:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9c468d. 00000100:00000200:2.0:1767384683.153000:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153001:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b917c8f0. 00000400:00000010:2.0:1767384683.153003:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e60acf06. 00000100:00000200:2.0:1767384683.153005:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153006:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8aaa9ab. 00000400:00000010:2.0:1767384683.153008:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000530c0a00. 00000100:00000200:2.0:1767384683.153009:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153011:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e86ee53. 00000400:00000010:2.0:1767384683.153013:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa7bd25. 00000100:00000200:2.0:1767384683.153015:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153016:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1529d43. 00000400:00000010:2.0:1767384683.153018:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265a8796. 00000100:00000200:2.0:1767384683.153020:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153022:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086da7ace. 00000400:00000010:2.0:1767384683.153024:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e3e9edb. 00000100:00000200:2.0:1767384683.153025:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153027:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aae5508f. 00000400:00000010:2.0:1767384683.153029:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009efb5e08. 00000100:00000200:2.0:1767384683.153031:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153032:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ebf516c. 00000400:00000010:2.0:1767384683.153034:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005973d3bd. 00000100:00000200:2.0:1767384683.153036:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153037:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415ef083. 00000400:00000010:2.0:1767384683.153039:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839f8247. 00000100:00000200:2.0:1767384683.153041:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153042:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b27da03. 00000400:00000010:2.0:1767384683.153045:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d80ab59. 00000100:00000200:2.0:1767384683.153046:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153048:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000536c676e. 00000400:00000010:2.0:1767384683.153050:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e47107. 00000100:00000200:2.0:1767384683.153051:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153053:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005448cb03. 00000400:00000010:2.0:1767384683.153055:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da0c993. 00000100:00000200:2.0:1767384683.153057:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153058:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010761b0b. 00000400:00000010:2.0:1767384683.153060:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056663bf8. 00000100:00000200:2.0:1767384683.153062:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153063:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000510e7cf0. 00000400:00000010:2.0:1767384683.153065:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d852756c. 00000100:00000200:2.0:1767384683.153067:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153069:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfb432a7. 00000400:00000010:2.0:1767384683.153071:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ae67c3. 00000100:00000200:2.0:1767384683.153072:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153074:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf54d644. 00000400:00000010:2.0:1767384683.153076:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eb67eb2. 00000100:00000200:2.0:1767384683.153077:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153079:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6396617. 00000400:00000010:2.0:1767384683.153080:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092f3e14c. 00000100:00000200:2.0:1767384683.153082:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153084:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000462f7687. 00000400:00000010:2.0:1767384683.153086:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5e4a45a. 00000100:00000200:2.0:1767384683.153088:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153090:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed86c657. 00000400:00000010:2.0:1767384683.153092:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aab8599b. 00000100:00000200:2.0:1767384683.153093:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153095:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abaefa7b. 00000400:00000010:2.0:1767384683.153096:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8135443. 00000100:00000200:2.0:1767384683.153098:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153099:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b2d6ebf. 00000400:00000010:2.0:1767384683.153101:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001797d721. 00000100:00000200:2.0:1767384683.153103:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153105:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa61a2bd. 00000400:00000010:2.0:1767384683.153106:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df24ba96. 00000100:00000200:2.0:1767384683.153108:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153109:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede8fd81. 00000400:00000010:2.0:1767384683.153111:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048f92a2e. 00000100:00000200:2.0:1767384683.153113:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153114:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f3ad58. 00000400:00000010:2.0:1767384683.153116:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082127d0e. 00000100:00000200:2.0:1767384683.153118:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153120:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beeafa5d. 00000400:00000010:2.0:1767384683.153122:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045ba53e0. 00000100:00000200:2.0:1767384683.153123:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153125:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a43636a. 00000400:00000010:2.0:1767384683.153127:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb204dff. 00000100:00000200:2.0:1767384683.153128:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153130:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006085830e. 00000400:00000010:2.0:1767384683.153132:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f60bdee. 00000100:00000200:2.0:1767384683.153133:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153135:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c2263d1. 00000400:00000010:2.0:1767384683.153137:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081fa29b8. 00000100:00000200:2.0:1767384683.153139:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153140:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001301e6e. 00000400:00000010:2.0:1767384683.153142:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000270c090b. 00000100:00000200:2.0:1767384683.153144:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153146:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f1b4546. 00000400:00000010:2.0:1767384683.153147:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60b9d22. 00000100:00000200:2.0:1767384683.153149:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153151:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036899669. 00000400:00000010:2.0:1767384683.153152:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000176a696. 00000100:00000200:2.0:1767384683.153154:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153155:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f41503e. 00000400:00000010:2.0:1767384683.153157:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a55eb62. 00000100:00000200:2.0:1767384683.153159:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153160:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000980f4312. 00000400:00000010:2.0:1767384683.153162:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa9385f. 00000100:00000200:2.0:1767384683.153164:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153165:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77abff6. 00000400:00000010:2.0:1767384683.153167:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f62386f9. 00000100:00000200:2.0:1767384683.153169:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153171:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ba2f438. 00000400:00000010:2.0:1767384683.153172:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c5db0ee. 00000100:00000200:2.0:1767384683.153174:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153175:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7e7cc55. 00000400:00000010:2.0:1767384683.153177:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000165750c1. 00000100:00000200:2.0:1767384683.153178:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153180:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000275b24a. 00000400:00000010:2.0:1767384683.153182:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031087892. 00000100:00000200:2.0:1767384683.153184:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153185:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e490811. 00000400:00000010:2.0:1767384683.153187:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe5f3a50. 00000100:00000200:2.0:1767384683.153189:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153191:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8c3dd34. 00000400:00000010:2.0:1767384683.153193:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a64a23b7. 00000100:00000200:2.0:1767384683.153195:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153196:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccc2adbf. 00000400:00000010:2.0:1767384683.153198:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9a68c2a. 00000100:00000200:2.0:1767384683.153200:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153202:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fad21f98. 00000400:00000010:2.0:1767384683.153203:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab6cc61. 00000100:00000200:2.0:1767384683.153205:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153206:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058d3ff59. 00000400:00000010:2.0:1767384683.153208:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c65fc694. 00000100:00000200:2.0:1767384683.153209:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153211:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038d5b96f. 00000400:00000010:2.0:1767384683.153212:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071e0781c. 00000100:00000200:2.0:1767384683.153214:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153216:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cb6b3a6. 00000400:00000010:2.0:1767384683.153218:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6887083. 00000100:00000200:2.0:1767384683.153219:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153221:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1532308. 00000400:00000010:2.0:1767384683.153223:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8275c9f. 00000100:00000200:2.0:1767384683.153225:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153236:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4e943. 00000400:00000010:2.0:1767384683.153240:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066c09886. 00000100:00000200:2.0:1767384683.153243:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153244:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e33f20df. 00000400:00000010:2.0:1767384683.153246:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004009a570. 00000100:00000200:2.0:1767384683.153248:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153249:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003274d326. 00000400:00000010:2.0:1767384683.153259:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c84a2ead. 00000100:00000200:2.0:1767384683.153262:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153265:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd5291d2. 00000400:00000010:2.0:1767384683.153267:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000311d6be4. 00000100:00000200:2.0:1767384683.153269:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153271:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011984a45. 00000400:00000010:2.0:1767384683.153273:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c43ced1. 00000100:00000200:2.0:1767384683.153274:0:40462:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384683.153276:0:40462:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000754984f6. 00000400:00000010:2.0:1767384683.153277:0:40462:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e530347e. 00000100:00000010:2.0:1767384683.153281:0:40462:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000045036523. 00000100:00000200:2.0:1767384683.153293:0:40462:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384683.153308:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003a2e38d8. 00000100:00000010:0.0:1767384683.153455:0:40463:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dd626356. 00000020:00000010:0.0:1767384683.153458:0:40463:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000041d582a. 00000020:00000010:0.0:1767384683.153460:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c5ee50e. 00000020:00000010:0.0:1767384683.153463:0:40463:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000105038b0. 00000040:00000010:0.0:1767384683.153465:0:40463:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b500bff2. 00000020:00000010:0.0:1767384683.153466:0:40463:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c700438e. 00000020:00000010:0.0:1767384683.153469:0:40463:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e5a5ecb5. 00000020:00000010:0.0:1767384683.153470:0:40463:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001de4b8c7. 80000000:00000010:0.0:1767384683.153472:0:40463:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000487dd40. 40000000:00000010:0.0:1767384683.153473:0:40463:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e4d2c2f3. 00100000:00000010:0.0:1767384683.153475:0:40463:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000a96f99e. 00040000:00000010:0.0:1767384683.153477:0:40463:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000049ee2d50. 00040000:00000010:0.0:1767384683.153478:0:40463:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000004190b3f. 00080000:00000010:0.0:1767384683.153480:0:40463:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000052d843f6. 00000004:00000010:0.0:1767384683.153483:0:40463:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cfbb8b4c. 00000100:00000010:0.0:1767384683.153485:0:40463:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000064d8c095. 00000100:00000200:0.0:1767384683.153496:0:40463:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384683.153510:0:40443:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000a82793b6. 00000100:00000010:2.0:1767384683.153516:0:40443:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d96821a6. 00000100:00000010:2.0:1767384683.153528:0:40443:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000cb9cbd35. 00000100:00000010:2.0:1767384683.153535:0:40443:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004bf8b8fc. 00000100:00000010:2.0:1767384683.153538:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058f07b5f. 00000100:00000010:2.0:1767384683.153541:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2e199dc. 00000100:00000010:2.0:1767384683.153544:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e958beb. 00000100:00000010:2.0:1767384683.153547:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee79634e. 00000100:00000010:2.0:1767384683.153549:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031523066. 00000100:00000010:2.0:1767384683.153552:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e6f565c. 00000100:00000010:2.0:1767384683.153554:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fa9836e. 00000100:00000010:2.0:1767384683.153558:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009cf3f95d. 00000100:00000010:2.0:1767384683.153561:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b19075f. 00000100:00000010:2.0:1767384683.153564:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006dc1e676. 00000100:00000010:2.0:1767384683.153573:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0c5861a. 00000100:00000010:2.0:1767384683.153576:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1d8fdd3. 00000100:00000010:2.0:1767384683.153578:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a753ed9c. 00000100:00000010:2.0:1767384683.153580:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084239298. 00000100:00000010:2.0:1767384683.153583:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd13f95a. 00000100:00000010:2.0:1767384683.153585:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000baffc19e. 00000100:00000010:2.0:1767384683.153588:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040b2275f. 00000100:00000010:2.0:1767384683.153591:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e29e3d4f. 00000100:00000010:2.0:1767384683.153594:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f23a3470. 00000100:00000010:2.0:1767384683.153597:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026004963. 00000100:00000010:2.0:1767384683.153599:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec7e69bb. 00000100:00000010:2.0:1767384683.153602:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a792ce6. 00000100:00000010:2.0:1767384683.153604:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1c03ea7. 00000100:00000010:2.0:1767384683.153607:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e0661d5. 00000100:00000010:2.0:1767384683.153610:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8a5f990. 00000100:00000010:2.0:1767384683.153613:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030fdfac5. 00000100:00000010:2.0:1767384683.153616:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b755eb9. 00000100:00000010:2.0:1767384683.153619:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3e39273. 00000100:00000010:2.0:1767384683.153621:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072a16d15. 00000100:00000010:2.0:1767384683.153624:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4ed04a6. 00000100:00000010:2.0:1767384683.153626:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015070c4d. 00000100:00000010:2.0:1767384683.153629:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052a280dc. 00000100:00000010:2.0:1767384683.153631:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fd863bb. 00000100:00000010:2.0:1767384683.153634:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039b90b97. 00000100:00000010:2.0:1767384683.153637:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb0c9085. 00000100:00000010:2.0:1767384683.153640:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fb155470. 00000100:00000010:2.0:1767384683.153642:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007055e7d9. 00000100:00000010:2.0:1767384683.153645:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ceba642b. 00000100:00000010:2.0:1767384683.153648:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000975ec6f7. 00000100:00000010:2.0:1767384683.153650:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8359825. 00000100:00000010:2.0:1767384683.153653:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001dcf4c0e. 00000100:00000010:2.0:1767384683.153656:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000697f6818. 00000100:00000010:2.0:1767384683.153667:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f3bf70c. 00000100:00000010:2.0:1767384683.153671:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000973f7f3d. 00000100:00000010:2.0:1767384683.153673:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da58e406. 00000100:00000010:2.0:1767384683.153677:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009413c1c9. 00000100:00000010:2.0:1767384683.153679:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad08c604. 00000100:00000010:2.0:1767384683.153682:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003f03047. 00000100:00000010:2.0:1767384683.153684:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfadd1df. 00000100:00000010:2.0:1767384683.153687:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073218610. 00000100:00000010:2.0:1767384683.153690:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026c420f8. 00000100:00000010:2.0:1767384683.153693:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b38fcfa. 00000100:00000010:2.0:1767384683.153695:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052ce52f1. 00000100:00000010:2.0:1767384683.153699:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf5ff929. 00000100:00000010:2.0:1767384683.153702:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7093e36. 00000100:00000010:2.0:1767384683.153705:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f96e149e. 00000100:00000010:2.0:1767384683.153707:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025337ab9. 00000100:00000010:2.0:1767384683.153710:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000545aa6b1. 00000100:00000010:2.0:1767384683.153712:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000758f11f6. 00000100:00000010:2.0:1767384683.153715:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000682faf7f. 00000100:00000010:2.0:1767384683.153717:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057e0eb83. 00000100:00000010:2.0:1767384683.153720:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6529d15. 00000100:00000010:2.0:1767384683.153722:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a39353c. 00000100:00000010:2.0:1767384683.153725:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000131d8e23. 00000100:00000010:2.0:1767384683.153727:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a398ebd1. 00000100:00000010:2.0:1767384683.153731:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bfde278a. 00000100:00000010:2.0:1767384683.153733:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6b7053a. 00000100:00000010:2.0:1767384683.153736:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051fe6483. 00000100:00000010:2.0:1767384683.153738:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001aaac450. 00000100:00000010:2.0:1767384683.153741:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e97d06f0. 00000100:00000010:2.0:1767384683.153744:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2ee1422. 00000100:00000010:2.0:1767384683.153747:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1363631. 00000100:00000010:2.0:1767384683.153750:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a72c5a72. 00000100:00000010:2.0:1767384683.153753:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ec0748fe. 00000100:00000010:2.0:1767384683.153762:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfbd5f4f. 00000100:00000010:2.0:1767384683.153766:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aae5acba. 00000100:00000010:2.0:1767384683.153769:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067eaa3a7. 00000100:00000010:2.0:1767384683.153772:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008225eafe. 00000100:00000010:2.0:1767384683.153774:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c29a6a6b. 00000100:00000010:2.0:1767384683.153777:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006dff8970. 00000100:00000010:2.0:1767384683.153779:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac4affb6. 00000100:00000010:2.0:1767384683.153782:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000063b5fd1e. 00000100:00000010:2.0:1767384683.153785:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed1dc058. 00000100:00000010:2.0:1767384683.153788:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000910bcc0c. 00000100:00000010:2.0:1767384683.153791:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003813cf5c. 00000100:00000010:2.0:1767384683.153794:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c6e8990. 00000100:00000010:2.0:1767384683.153796:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb547e3b. 00000100:00000010:2.0:1767384683.153799:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016eabcaf. 00000100:00000010:2.0:1767384683.153801:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059ff4d1d. 00000100:00000010:2.0:1767384683.153804:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eceec604. 00000100:00000010:2.0:1767384683.153806:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e9e7d71. 00000100:00000010:2.0:1767384683.153809:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003faacdc4. 00000100:00000010:2.0:1767384683.153812:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea2f4003. 00000100:00000010:2.0:1767384683.153814:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abc03cd7. 00000100:00000010:2.0:1767384683.153817:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a84b5a62. 00000100:00000010:2.0:1767384683.153820:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000490e35c7. 00000100:00000010:2.0:1767384683.153822:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c027856. 00000100:00000010:2.0:1767384683.153825:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005944e0e7. 00000100:00000010:2.0:1767384683.153828:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064803f20. 00000100:00000010:2.0:1767384683.153831:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ec7a04f. 00000100:00000010:2.0:1767384683.153833:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a8f74cf. 00000100:00000010:2.0:1767384683.153836:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000129d1dad. 00000100:00000010:2.0:1767384683.153838:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004da1d1ef. 00000100:00000010:2.0:1767384683.153841:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0300c53. 00000100:00000010:2.0:1767384683.153844:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bb645cb. 00000100:00000010:2.0:1767384683.153847:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000030b0fb4. 00000100:00000010:2.0:1767384683.153856:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f207e5dd. 00000100:00000010:2.0:1767384683.153860:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007821a7e0. 00000100:00000010:2.0:1767384683.153863:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bfd4930. 00000100:00000010:2.0:1767384683.153866:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c39340a6. 00000100:00000010:2.0:1767384683.153868:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062b0afc8. 00000100:00000010:2.0:1767384683.153871:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006abe43a1. 00000100:00000010:2.0:1767384683.153874:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d1b70f8. 00000100:00000010:2.0:1767384683.153876:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d5898cd. 00000100:00000010:2.0:1767384683.153879:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f5161e9. 00000100:00000010:2.0:1767384683.153881:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007904997f. 00000100:00000010:2.0:1767384683.153884:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bd406eb. 00000100:00000010:2.0:1767384683.153887:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a7603f6. 00000100:00000010:2.0:1767384683.153889:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d88c3375. 00000100:00000010:2.0:1767384683.153892:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000359547c7. 00000100:00000010:2.0:1767384683.153894:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000171d0f70. 00000100:00000010:2.0:1767384683.153897:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035cf40f2. 00000100:00000010:2.0:1767384683.153899:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da140533. 00000100:00000010:2.0:1767384683.153903:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060d96920. 00000100:00000010:2.0:1767384683.153905:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffe2358e. 00000100:00000010:2.0:1767384683.153908:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f858fa1. 00000100:00000010:2.0:1767384683.153911:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afbcf5cf. 00000100:00000010:2.0:1767384683.153913:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7cedeb4. 00000400:00000200:2.0:1767384683.153916:0:40443:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:2.0:1767384683.153960:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003d1f2909. 00000020:00000010:2.0:1767384683.153965:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000221476f4. 00000100:00000010:2.0:1767384683.154007:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bda5ef0e. 00000100:00000010:2.0:1767384683.154011:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000dbfd82ed. 00000100:00000010:2.0:1767384683.154014:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000199b48ec. 00000100:00000010:2.0:1767384683.154017:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006e015db4. 00000100:00000010:2.0:1767384683.154019:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ba35b1ea. 00000100:00000200:2.0:1767384683.154046:0:40443:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:2.0:1767384683.154049:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dd9c3d05. 00000100:00000010:2.0:1767384683.154163:0:40464:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003648fbd8. 00000020:00000010:2.0:1767384683.154167:0:40464:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d34030d1. 00000020:00000010:2.0:1767384683.154170:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8ff9098. 00000020:00000010:2.0:1767384683.154173:0:40464:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000525146bf. 00000040:00000010:2.0:1767384683.154175:0:40464:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ba3abbf. 00000020:00000010:2.0:1767384683.154179:0:40464:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014d9a2f0. 00000020:00000010:2.0:1767384683.154182:0:40464:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001aa5db0e. 00000020:00000010:2.0:1767384683.154184:0:40464:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003f9d624c. 80000000:00000010:2.0:1767384683.154187:0:40464:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006e1c0d86. 40000000:00000010:2.0:1767384683.154189:0:40464:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dcd6a4f4. 00100000:00000010:2.0:1767384683.154192:0:40464:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014ba078b. 00040000:00000010:2.0:1767384683.154194:0:40464:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fe7ec49e. 00040000:00000010:2.0:1767384683.154196:0:40464:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a6f0c21a. 00080000:00000010:2.0:1767384683.154199:0:40464:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000045ced657. 00000004:00000010:2.0:1767384683.154203:0:40464:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000038a473fb. 00002000:00000010:2.0:1767384683.154205:0:40464:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006ecd3192. 00000100:00000200:2.0:1767384683.154208:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154210:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb3d53a9. 00000400:00000010:2.0:1767384683.154213:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000597a52bf. 00000100:00000200:2.0:1767384683.154216:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154218:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a13331b. 00000400:00000010:2.0:1767384683.154220:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee83764e. 00000100:00000200:2.0:1767384683.154222:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154223:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fe307b5. 00000400:00000010:2.0:1767384683.154225:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e65f171. 00000100:00000200:2.0:1767384683.154227:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154228:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000679dd0e8. 00000400:00000010:2.0:1767384683.154230:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a32c64. 00000100:00000200:2.0:1767384683.154231:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154233:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b20897. 00000400:00000010:2.0:1767384683.154235:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3a99d96. 00000100:00000200:2.0:1767384683.154237:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154238:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c01fc0d4. 00000400:00000010:2.0:1767384683.154240:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1a2d62. 00000100:00000200:2.0:1767384683.154242:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154244:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3eb28bf. 00000400:00000010:2.0:1767384683.154245:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdecb22a. 00000100:00000200:2.0:1767384683.154248:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154249:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd5e5dba. 00000400:00000010:2.0:1767384683.154251:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037e47072. 00000100:00000200:2.0:1767384683.154252:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154254:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d73e186f. 00000400:00000010:2.0:1767384683.154256:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064e77c48. 00000100:00000200:2.0:1767384683.154257:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154259:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f89f08f7. 00000400:00000010:2.0:1767384683.154261:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ebe8702. 00000100:00000200:2.0:1767384683.154263:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154264:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da980ecb. 00000400:00000010:2.0:1767384683.154266:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002fae48f. 00000100:00000200:2.0:1767384683.154268:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154270:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dce2b1c. 00000400:00000010:2.0:1767384683.154272:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ef629c5. 00000100:00000200:2.0:1767384683.154273:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154275:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c80277e7. 00000400:00000010:2.0:1767384683.154277:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac0764bd. 00000100:00000200:2.0:1767384683.154279:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154281:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004629ba1f. 00000400:00000010:2.0:1767384683.154283:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c25c01. 00000100:00000200:2.0:1767384683.154284:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154285:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021820f4c. 00000400:00000010:2.0:1767384683.154287:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce41ddec. 00000100:00000200:2.0:1767384683.154289:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154290:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007b1a6db. 00000400:00000010:2.0:1767384683.154292:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa77e65d. 00000100:00000200:2.0:1767384683.154294:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154296:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d77ae1b2. 00000400:00000010:2.0:1767384683.154298:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031b6cf10. 00000100:00000200:2.0:1767384683.154300:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154301:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076ea87ae. 00000400:00000010:2.0:1767384683.154303:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5c9daad. 00000100:00000200:2.0:1767384683.154305:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154306:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a257a486. 00000400:00000010:2.0:1767384683.154308:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c96641. 00000100:00000200:2.0:1767384683.154353:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154372:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2b56210. 00000400:00000010:2.0:1767384683.154375:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005636a83a. 00000100:00000200:2.0:1767384683.154378:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154380:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008524543f. 00000400:00000010:2.0:1767384683.154381:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa83e2ac. 00000100:00000200:2.0:1767384683.154384:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154386:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc390aa. 00000400:00000010:2.0:1767384683.154387:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f4490b6. 00000100:00000200:2.0:1767384683.154389:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154391:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000429e6f8e. 00000400:00000010:2.0:1767384683.154393:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a304990. 00000100:00000200:2.0:1767384683.154394:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154396:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000841cec5c. 00000400:00000010:2.0:1767384683.154398:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d1d4e6d. 00000100:00000200:2.0:1767384683.154399:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154400:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6737a58. 00000400:00000010:2.0:1767384683.154402:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002073c180. 00000100:00000200:2.0:1767384683.154404:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154405:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb2a260f. 00000400:00000010:2.0:1767384683.154407:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065c4e2b9. 00000100:00000200:2.0:1767384683.154409:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154410:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d3312eb. 00000400:00000010:2.0:1767384683.154421:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097020c46. 00000100:00000200:2.0:1767384683.154425:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154428:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593b271b. 00000400:00000010:2.0:1767384683.154430:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000264e68d0. 00000100:00000200:2.0:1767384683.154432:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154433:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3604c5. 00000400:00000010:2.0:1767384683.154435:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009662717d. 00000100:00000200:2.0:1767384683.154437:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154439:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea7bc9e2. 00000400:00000010:2.0:1767384683.154441:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005beb096c. 00000100:00000200:2.0:1767384683.154442:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154444:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75b191e. 00000400:00000010:2.0:1767384683.154446:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ddb3dc8. 00000100:00000200:2.0:1767384683.154447:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154449:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a03c6ffd. 00000400:00000010:2.0:1767384683.154451:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732b2057. 00000100:00000200:2.0:1767384683.154452:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154454:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000153255a. 00000400:00000010:2.0:1767384683.154456:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6e223a3. 00000100:00000200:2.0:1767384683.154458:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154459:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1b407db. 00000400:00000010:2.0:1767384683.154461:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042574dac. 00000100:00000200:2.0:1767384683.154462:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154464:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018808592. 00000400:00000010:2.0:1767384683.154465:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364287ad. 00000100:00000200:2.0:1767384683.154467:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154468:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c91bae9. 00000400:00000010:2.0:1767384683.154469:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5199b0e. 00000100:00000200:2.0:1767384683.154471:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154472:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee99d398. 00000400:00000010:2.0:1767384683.154474:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000886b360d. 00000100:00000200:2.0:1767384683.154475:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154477:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f6cca7d. 00000400:00000010:2.0:1767384683.154478:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000613ad9d7. 00000100:00000200:2.0:1767384683.154480:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154481:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbabed10. 00000400:00000010:2.0:1767384683.154483:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075863d56. 00000100:00000200:2.0:1767384683.154485:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154486:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000503478a2. 00000400:00000010:2.0:1767384683.154488:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c01a77. 00000100:00000200:2.0:1767384683.154490:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154499:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005995100e. 00000400:00000010:2.0:1767384683.154502:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053f4fecc. 00000100:00000200:2.0:1767384683.154504:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154506:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c8efb9a. 00000400:00000010:2.0:1767384683.154508:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de73320b. 00000100:00000200:2.0:1767384683.154509:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154511:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4d0ba66. 00000400:00000010:2.0:1767384683.154512:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed09f6fa. 00000100:00000200:2.0:1767384683.154514:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154515:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1033f0. 00000400:00000010:2.0:1767384683.154517:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000564f5645. 00000100:00000200:2.0:1767384683.154519:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154520:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a03ab181. 00000400:00000010:2.0:1767384683.154522:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d570dab0. 00000100:00000200:2.0:1767384683.154524:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154525:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdbe06f5. 00000400:00000010:2.0:1767384683.154527:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9216dfd. 00000100:00000200:2.0:1767384683.154528:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154530:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084ab05da. 00000400:00000010:2.0:1767384683.154531:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020581c08. 00000100:00000200:2.0:1767384683.154533:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154535:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e871e48. 00000400:00000010:2.0:1767384683.154536:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000399ba885. 00000100:00000200:2.0:1767384683.154537:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154539:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c69723e. 00000400:00000010:2.0:1767384683.154540:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084562fe6. 00000100:00000200:2.0:1767384683.154541:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154543:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007ee5369. 00000400:00000010:2.0:1767384683.154544:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2bb05b9. 00000100:00000200:2.0:1767384683.154545:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154547:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000fe4501. 00000400:00000010:2.0:1767384683.154548:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aecb74d0. 00000100:00000200:2.0:1767384683.154550:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154551:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069957064. 00000400:00000010:2.0:1767384683.154553:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054fa212a. 00000100:00000200:2.0:1767384683.154555:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154556:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000616fc8eb. 00000400:00000010:2.0:1767384683.154559:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000be7b1c3. 00000100:00000200:2.0:1767384683.154560:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154562:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000603594ff. 00000400:00000010:2.0:1767384683.154563:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c946d7df. 00000100:00000200:2.0:1767384683.154565:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154567:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000352f419c. 00000400:00000010:2.0:1767384683.154569:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d266277. 00000100:00000200:2.0:1767384683.154571:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154572:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032db98d6. 00000400:00000010:2.0:1767384683.154574:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000299821f4. 00000100:00000200:2.0:1767384683.154575:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154577:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026112e32. 00000400:00000010:2.0:1767384683.154586:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cb37812. 00000100:00000200:2.0:1767384683.154591:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154593:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b2ed223. 00000400:00000010:2.0:1767384683.154594:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015587786. 00000100:00000200:2.0:1767384683.154596:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154598:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008b11afd. 00000400:00000010:2.0:1767384683.154600:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075e2bd42. 00000100:00000200:2.0:1767384683.154602:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154603:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b95a4c1e. 00000400:00000010:2.0:1767384683.154605:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a3a2f8e. 00000100:00000200:2.0:1767384683.154607:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154609:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001fb5e82. 00000400:00000010:2.0:1767384683.154610:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039f255a0. 00000100:00000200:2.0:1767384683.154612:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154614:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000258551d7. 00000400:00000010:2.0:1767384683.154616:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098f4e465. 00000100:00000200:2.0:1767384683.154617:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154619:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c153116e. 00000400:00000010:2.0:1767384683.154621:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099ff6702. 00000100:00000200:2.0:1767384683.154623:0:40464:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384683.154625:0:40464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000301ed528. 00000400:00000010:2.0:1767384683.154627:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520cfc73. 00000100:00000010:2.0:1767384683.154630:0:40464:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008464e03b. 00000100:00000200:2.0:1767384683.154645:0:40464:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384683.154678:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ce558b25. 00000100:00000010:0.0:1767384683.154803:0:40465:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000fae3a60. 00000020:00000010:0.0:1767384683.154807:0:40465:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d0010a6d. 00000020:00000010:0.0:1767384683.154810:0:40465:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d424424f. 00000020:00000010:0.0:1767384683.154812:0:40465:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ceb12dc6. 00000040:00000010:0.0:1767384683.154816:0:40465:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bb27bfb0. 00000020:00000010:0.0:1767384683.154819:0:40465:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a91f3aa1. 00000020:00000010:0.0:1767384683.154822:0:40465:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fc5f8204. 00000020:00000010:0.0:1767384683.154824:0:40465:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e06331a1. 80000000:00000010:0.0:1767384683.154826:0:40465:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3b5d9d2. 40000000:00000010:0.0:1767384683.154828:0:40465:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a719de2d. 00100000:00000010:0.0:1767384683.154831:0:40465:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000634a7326. 00040000:00000010:0.0:1767384683.154834:0:40465:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dbecd568. 00040000:00000010:0.0:1767384683.154836:0:40465:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d18aa4a1. 00080000:00000010:0.0:1767384683.154839:0:40465:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c2c196fa. 00000004:00000010:0.0:1767384683.154843:0:40465:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000aad2564f. 00002000:00000010:0.0:1767384683.154846:0:40465:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000008a228d5. 00000100:00000010:0.0:1767384683.154849:0:40465:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b70aabec. 00000100:00000200:0.0:1767384683.154861:0:40465:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384683.154868:0:40443:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000aade8a47. 00000100:00000010:2.0:1767384683.154874:0:40443:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000020464b2d. 00000100:00000010:2.0:1767384683.154885:0:40443:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003123a1bc. 00000100:00000010:2.0:1767384683.154892:0:40443:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000fbf69d6. 00000100:00000010:2.0:1767384683.154895:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f73b908. 00000100:00000010:2.0:1767384683.154898:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026b8adfa. 00000100:00000010:2.0:1767384683.154901:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000519dfc83. 00000100:00000010:2.0:1767384683.154904:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6daad03. 00000100:00000010:2.0:1767384683.154912:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000478c0ba7. 00000100:00000010:2.0:1767384683.154916:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000775508bc. 00000100:00000010:2.0:1767384683.154918:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003777c74d. 00000100:00000010:2.0:1767384683.154921:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b979a57. 00000100:00000010:2.0:1767384683.154923:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a275716. 00000100:00000010:2.0:1767384683.154926:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040fb5969. 00000100:00000010:2.0:1767384683.154928:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2e068f2. 00000100:00000010:2.0:1767384683.154931:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3aec725. 00000100:00000010:2.0:1767384683.154933:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b79ca366. 00000100:00000010:2.0:1767384683.154936:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098a805b0. 00000100:00000010:2.0:1767384683.154949:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9292f03. 00000100:00000010:2.0:1767384683.154953:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008131bf7b. 00000100:00000010:2.0:1767384683.154955:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000eaf5c68. 00000100:00000010:2.0:1767384683.154958:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3e3dfbd. 00000100:00000010:2.0:1767384683.154960:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bcd1073. 00000100:00000010:2.0:1767384683.154962:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032642092. 00000100:00000010:2.0:1767384683.154964:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000665e4d3c. 00000100:00000010:2.0:1767384683.154973:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e91cb516. 00000100:00000010:2.0:1767384683.154976:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef6263da. 00000100:00000010:2.0:1767384683.154979:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a7759a5. 00000100:00000010:2.0:1767384683.154981:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd691771. 00000100:00000010:2.0:1767384683.154983:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff0844cb. 00000100:00000010:2.0:1767384683.154985:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fe612ac. 00000100:00000010:2.0:1767384683.154987:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f8832be. 00000100:00000010:2.0:1767384683.154989:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eba85b5. 00000100:00000010:2.0:1767384683.154991:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b22e8f35. 00000100:00000010:2.0:1767384683.154993:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037dae919. 00000100:00000010:2.0:1767384683.154995:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4a965f3. 00000100:00000010:2.0:1767384683.154997:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c0fe46d. 00000100:00000010:2.0:1767384683.154999:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d420b220. 00000100:00000010:2.0:1767384683.155001:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df9a1949. 00000100:00000010:2.0:1767384683.155004:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0a3c46e. 00000100:00000010:2.0:1767384683.155012:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e4f0a62. 00000100:00000010:2.0:1767384683.155020:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002e9bc715. 00000100:00000010:2.0:1767384683.155023:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef22c8d6. 00000100:00000010:2.0:1767384683.155025:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cee35615. 00000100:00000010:2.0:1767384683.155027:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fe314d2. 00000100:00000010:2.0:1767384683.155030:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009ae8e0fd. 00000100:00000010:2.0:1767384683.155032:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a758a54d. 00000100:00000010:2.0:1767384683.155034:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000056b22938. 00000100:00000010:2.0:1767384683.155036:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001274826d. 00000100:00000010:2.0:1767384683.155038:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c7057e8. 00000100:00000010:2.0:1767384683.155040:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044ed7665. 00000100:00000010:2.0:1767384683.155042:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d5ce7ec. 00000100:00000010:2.0:1767384683.155044:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000533fc063. 00000100:00000010:2.0:1767384683.155046:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4d15f90. 00000100:00000010:2.0:1767384683.155048:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b18764e. 00000100:00000010:2.0:1767384683.155050:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c8004cb5. 00000100:00000010:2.0:1767384683.155052:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b86f755e. 00000100:00000010:2.0:1767384683.155060:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d7d5dad. 00000100:00000010:2.0:1767384683.155062:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea23722e. 00000100:00000010:2.0:1767384683.155065:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d6d1605b. 00000100:00000010:2.0:1767384683.155067:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a12f6594. 00000100:00000010:2.0:1767384683.155069:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013f00fee. 00000100:00000010:2.0:1767384683.155071:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057102379. 00000100:00000010:2.0:1767384683.155074:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7fcf737. 00000100:00000010:2.0:1767384683.155075:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006c55ad7. 00000100:00000010:2.0:1767384683.155078:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000edcbf989. 00000100:00000010:2.0:1767384683.155079:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a144714f. 00000100:00000010:2.0:1767384683.155082:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000518f1bbd. 00000100:00000010:2.0:1767384683.155084:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000144b8d90. 00000100:00000010:2.0:1767384683.155086:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b9087a4. 00000100:00000010:2.0:1767384683.155088:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000018153a2. 00000100:00000010:2.0:1767384683.155091:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045ad5b99. 00000100:00000010:2.0:1767384683.155098:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000052717b9. 00000100:00000010:2.0:1767384683.155106:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c46fb36. 00000100:00000010:2.0:1767384683.155108:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bdc0c9a. 00000100:00000010:2.0:1767384683.155111:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ca484672. 00000100:00000010:2.0:1767384683.155113:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061fbc4fe. 00000100:00000010:2.0:1767384683.155115:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008bda3e6b. 00000100:00000010:2.0:1767384683.155117:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bd85466. 00000100:00000010:2.0:1767384683.155119:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062e2397c. 00000100:00000010:2.0:1767384683.155121:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa0d5308. 00000100:00000010:2.0:1767384683.155124:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000845f38b3. 00000100:00000010:2.0:1767384683.155126:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018860512. 00000100:00000010:2.0:1767384683.155128:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044a0d82a. 00000100:00000010:2.0:1767384683.155130:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000992f92c4. 00000100:00000010:2.0:1767384683.155132:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062d8bda9. 00000100:00000010:2.0:1767384683.155134:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e018d569. 00000100:00000010:2.0:1767384683.155137:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f00e315. 00000100:00000010:2.0:1767384683.155139:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032a180fb. 00000100:00000010:2.0:1767384683.155146:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009dfa7b80. 00000100:00000010:2.0:1767384683.155148:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fd227ec. 00000100:00000010:2.0:1767384683.155151:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079de6158. 00000100:00000010:2.0:1767384683.155153:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008850fc28. 00000100:00000010:2.0:1767384683.155156:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c33073d4. 00000100:00000010:2.0:1767384683.155158:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006eca0f9d. 00000100:00000010:2.0:1767384683.155160:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ebfc991. 00000100:00000010:2.0:1767384683.155162:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7805299. 00000100:00000010:2.0:1767384683.155165:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000b7bdb3f. 00000100:00000010:2.0:1767384683.155167:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009976cb27. 00000100:00000010:2.0:1767384683.155170:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7bad5ec. 00000100:00000010:2.0:1767384683.155172:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002150a76e. 00000100:00000010:2.0:1767384683.155175:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006500465b. 00000100:00000010:2.0:1767384683.155177:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaabf5c8. 00000100:00000010:2.0:1767384683.155179:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008477b5c4. 00000100:00000010:2.0:1767384683.155187:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb674ba6. 00000100:00000010:2.0:1767384683.155195:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047230433. 00000100:00000010:2.0:1767384683.155198:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092fd12ee. 00000100:00000010:2.0:1767384683.155201:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b03e9d61. 00000100:00000010:2.0:1767384683.155203:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df5ae47a. 00000100:00000010:2.0:1767384683.155205:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e717fed7. 00000100:00000010:2.0:1767384683.155207:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000813da548. 00000100:00000010:2.0:1767384683.155210:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e75c48bc. 00000100:00000010:2.0:1767384683.155212:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4e39014. 00000100:00000010:2.0:1767384683.155215:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065ffa34e. 00000100:00000010:2.0:1767384683.155217:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dc9a877. 00000100:00000010:2.0:1767384683.155220:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0503270. 00000100:00000010:2.0:1767384683.155222:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a27a444. 00000100:00000010:2.0:1767384683.155225:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007246167a. 00000100:00000010:2.0:1767384683.155226:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd95b360. 00000100:00000010:2.0:1767384683.155229:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000072c98d7. 00000100:00000010:2.0:1767384683.155231:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035edd9d9. 00000100:00000010:2.0:1767384683.155240:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f07c9cfb. 00000100:00000010:2.0:1767384683.155243:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003054fb7a. 00000100:00000010:2.0:1767384683.155246:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000763696a3. 00000100:00000010:2.0:1767384683.155248:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f21c55b4. 00000100:00000010:2.0:1767384683.155251:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fd7571b5. 00000100:00000010:2.0:1767384683.155253:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb1bf47f. 00000100:00000010:2.0:1767384683.155255:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d8031eb. 00000100:00000010:2.0:1767384683.155258:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8f7b71f. 00000100:00000010:2.0:1767384683.155260:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cccf0725. 00000100:00000010:2.0:1767384683.155263:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6897400. 00000100:00000010:2.0:1767384683.155266:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ff9c566. 00000400:00000200:2.0:1767384683.155268:0:40443:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:2.0:1767384683.155299:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008be186ca. 00000020:00000010:2.0:1767384683.155302:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f2d19525. 00000100:00000010:2.0:1767384683.155378:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c4d9c39e. 00000100:00000010:2.0:1767384683.155381:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002f6be8cd. 00000100:00000010:2.0:1767384683.155384:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000363b2b7c. 00000100:00000010:2.0:1767384683.155387:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000018e302c8. 00000100:00000010:2.0:1767384683.155391:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003f0878de. 00000100:00000200:2.0:1767384683.155423:0:40443:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:2.0:1767384683.155427:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002845012e. 00000100:00000010:2.0:1767384683.155537:0:40466:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007b8f9788. 00000020:00000010:2.0:1767384683.155541:0:40466:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006da8bb14. 00000020:00000010:2.0:1767384683.155546:0:40466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4f00914. 00000020:00000010:2.0:1767384683.155549:0:40466:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032cdbd9f. 00000040:00000010:2.0:1767384683.155552:0:40466:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca67e7f6. 00000020:00000010:2.0:1767384683.155555:0:40466:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1a44aa0. 00000020:00000010:2.0:1767384683.155558:0:40466:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aef96c90. 00000020:00000010:2.0:1767384683.155560:0:40466:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076b8bd53. 80000000:00000010:2.0:1767384683.155562:0:40466:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000751b4c3c. 40000000:00000010:2.0:1767384683.155565:0:40466:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000903bd458. 00100000:00000010:2.0:1767384683.155568:0:40466:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ced2c395. 00040000:00000010:2.0:1767384683.155570:0:40466:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002b86a7ed. 00040000:00000010:2.0:1767384683.155573:0:40466:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e9e7751d. 00080000:00000010:2.0:1767384683.155576:0:40466:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000507cbff. 00000004:00000010:2.0:1767384683.155579:0:40466:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000048e8fae4. 00002000:00000010:2.0:1767384683.155581:0:40466:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000e26a539. 00000100:00000200:2.0:1767384683.155584:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155586:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003fbabc9. 00000400:00000010:2.0:1767384683.155590:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c34ff817. 00000100:00000200:2.0:1767384683.155592:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155594:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000647f5522. 00000400:00000010:2.0:1767384683.155596:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc7017a4. 00000100:00000200:2.0:1767384683.155598:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155600:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069edd632. 00000400:00000010:2.0:1767384683.155602:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044e0e5e2. 00000100:00000200:2.0:1767384683.155604:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155605:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007260f454. 00000400:00000010:2.0:1767384683.155607:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d598081b. 00000100:00000200:2.0:1767384683.155609:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155610:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001febae35. 00000400:00000010:2.0:1767384683.155612:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040891dcd. 00000100:00000200:2.0:1767384683.155613:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155614:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb64bcc5. 00000400:00000010:2.0:1767384683.155616:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000093623c6. 00000100:00000200:2.0:1767384683.155617:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155618:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c609601f. 00000400:00000010:2.0:1767384683.155620:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cf2443. 00000100:00000200:2.0:1767384683.155622:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155623:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000164cc654. 00000400:00000010:2.0:1767384683.155624:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ef8ad03. 00000100:00000200:2.0:1767384683.155626:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155627:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009053267c. 00000400:00000010:2.0:1767384683.155629:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daf6068b. 00000100:00000200:2.0:1767384683.155630:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155633:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002656a7c7. 00000400:00000010:2.0:1767384683.155634:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057772265. 00000100:00000200:2.0:1767384683.155636:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155638:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a07b2231. 00000400:00000010:2.0:1767384683.155639:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec873498. 00000100:00000200:2.0:1767384683.155641:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155643:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb373acf. 00000400:00000010:2.0:1767384683.155645:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e33d19bf. 00000100:00000200:2.0:1767384683.155647:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155648:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9436d6f. 00000400:00000010:2.0:1767384683.155650:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3ea014. 00000100:00000200:2.0:1767384683.155652:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155653:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c01c36e. 00000400:00000010:2.0:1767384683.155655:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000499496a2. 00000100:00000200:2.0:1767384683.155656:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155658:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008351aea5. 00000400:00000010:2.0:1767384683.155660:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7e91885. 00000100:00000200:2.0:1767384683.155661:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155663:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b7ea7a0. 00000400:00000010:2.0:1767384683.155665:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d63cbcb. 00000100:00000200:2.0:1767384683.155666:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155668:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000351717d5. 00000400:00000010:2.0:1767384683.155669:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000831a7876. 00000100:00000200:2.0:1767384683.155671:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155672:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097d36117. 00000400:00000010:2.0:1767384683.155674:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0c7654. 00000100:00000200:2.0:1767384683.155676:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155677:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c526aa8b. 00000400:00000010:2.0:1767384683.155679:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051b42ebc. 00000100:00000200:2.0:1767384683.155680:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155682:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b5a196b. 00000400:00000010:2.0:1767384683.155683:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001abc6526. 00000100:00000200:2.0:1767384683.155685:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155686:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6256522. 00000400:00000010:2.0:1767384683.155687:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dbe17b5. 00000100:00000200:2.0:1767384683.155689:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155690:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000519e648c. 00000400:00000010:2.0:1767384683.155692:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0b17cc4. 00000100:00000200:2.0:1767384683.155694:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155704:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4d737f1. 00000400:00000010:2.0:1767384683.155711:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001510ce8e. 00000100:00000200:2.0:1767384683.155714:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155715:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f78f2db. 00000400:00000010:2.0:1767384683.155716:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b93c3547. 00000100:00000200:2.0:1767384683.155718:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155719:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000188640b8. 00000400:00000010:2.0:1767384683.155722:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1746adc. 00000100:00000200:2.0:1767384683.155723:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155725:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e97b785. 00000400:00000010:2.0:1767384683.155727:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a74283ba. 00000100:00000200:2.0:1767384683.155728:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155730:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071d8e908. 00000400:00000010:2.0:1767384683.155732:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fac6ae1d. 00000100:00000200:2.0:1767384683.155733:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155735:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb235a02. 00000400:00000010:2.0:1767384683.155737:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d731a6a1. 00000100:00000200:2.0:1767384683.155738:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155740:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eed5f3f1. 00000400:00000010:2.0:1767384683.155742:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e00924. 00000100:00000200:2.0:1767384683.155744:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155745:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efbdce35. 00000400:00000010:2.0:1767384683.155747:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c10c63e. 00000100:00000200:2.0:1767384683.155749:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155750:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9924502. 00000400:00000010:2.0:1767384683.155752:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b1de1fc. 00000100:00000200:2.0:1767384683.155754:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155755:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a8672de. 00000400:00000010:2.0:1767384683.155757:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f79d5f5. 00000100:00000200:2.0:1767384683.155759:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155760:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072dfc240. 00000400:00000010:2.0:1767384683.155762:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9cecad. 00000100:00000200:2.0:1767384683.155764:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155766:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad35cc38. 00000400:00000010:2.0:1767384683.155767:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000696bbf42. 00000100:00000200:2.0:1767384683.155769:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155771:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8e8821. 00000400:00000010:2.0:1767384683.155772:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005865fd1e. 00000100:00000200:2.0:1767384683.155774:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155776:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049491200. 00000400:00000010:2.0:1767384683.155777:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005659f0ab. 00000100:00000200:2.0:1767384683.155779:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155781:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a3020ba. 00000400:00000010:2.0:1767384683.155782:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005769e86d. 00000100:00000200:2.0:1767384683.155784:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155786:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012dbbeab. 00000400:00000010:2.0:1767384683.155788:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c497e3. 00000100:00000200:2.0:1767384683.155789:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155791:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cb333f8. 00000400:00000010:2.0:1767384683.155793:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004494442f. 00000100:00000200:2.0:1767384683.155795:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155796:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf9a091a. 00000400:00000010:2.0:1767384683.155798:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382c1667. 00000100:00000200:2.0:1767384683.155800:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155801:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000113f504d. 00000400:00000010:2.0:1767384683.155803:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061e7d252. 00000100:00000200:2.0:1767384683.155804:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155806:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cde74f44. 00000400:00000010:2.0:1767384683.155808:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052c2deaf. 00000100:00000200:2.0:1767384683.155809:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155811:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a459cb6. 00000400:00000010:2.0:1767384683.155812:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4ec5cd2. 00000100:00000200:2.0:1767384683.155814:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155816:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000749853b0. 00000400:00000010:2.0:1767384683.155817:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000defd26aa. 00000100:00000200:2.0:1767384683.155818:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155820:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4ad2929. 00000400:00000010:2.0:1767384683.155822:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021e1eb28. 00000100:00000200:2.0:1767384683.155824:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155825:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb8a924e. 00000400:00000010:2.0:1767384683.155827:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d7a35d. 00000100:00000200:2.0:1767384683.155829:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155830:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cab688a. 00000400:00000010:2.0:1767384683.155832:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000453e0691. 00000100:00000200:2.0:1767384683.155834:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155836:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f82e7ed. 00000400:00000010:2.0:1767384683.155838:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e2b7258. 00000100:00000200:2.0:1767384683.155840:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155842:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe5d761. 00000400:00000010:2.0:1767384683.155843:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009a33283. 00000100:00000200:2.0:1767384683.155845:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155847:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad7f5830. 00000400:00000010:2.0:1767384683.155848:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdd7b371. 00000100:00000200:2.0:1767384683.155850:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155852:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce4d3bb7. 00000400:00000010:2.0:1767384683.155853:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005845e7d7. 00000100:00000200:2.0:1767384683.155855:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155857:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000674b3a7a. 00000400:00000010:2.0:1767384683.155859:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005acaac66. 00000100:00000200:2.0:1767384683.155861:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155862:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c780555a. 00000400:00000010:2.0:1767384683.155872:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a54db74. 00000100:00000200:2.0:1767384683.155876:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155878:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ab40199. 00000400:00000010:2.0:1767384683.155880:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9c2501b. 00000100:00000200:2.0:1767384683.155881:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155883:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000687dfa65. 00000400:00000010:2.0:1767384683.155885:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027cb83bf. 00000100:00000200:2.0:1767384683.155886:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155888:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7e61a17. 00000400:00000010:2.0:1767384683.155890:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2f408e1. 00000100:00000200:2.0:1767384683.155892:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155894:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cab4b524. 00000400:00000010:2.0:1767384683.155896:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b0f9eac. 00000100:00000200:2.0:1767384683.155898:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155899:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003be3f2eb. 00000400:00000010:2.0:1767384683.155901:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141f27e7. 00000100:00000200:2.0:1767384683.155903:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155905:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000527d10e. 00000400:00000010:2.0:1767384683.155906:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd75bb7c. 00000100:00000200:2.0:1767384683.155908:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155909:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6666260. 00000400:00000010:2.0:1767384683.155912:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000198e7b38. 00000100:00000200:2.0:1767384683.155913:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155915:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000867b9ad7. 00000400:00000010:2.0:1767384683.155917:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005945e6a2. 00000100:00000200:2.0:1767384683.155919:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155920:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed2bce4f. 00000400:00000010:2.0:1767384683.155922:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e13e362. 00000100:00000200:2.0:1767384683.155924:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155925:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5c0151c. 00000400:00000010:2.0:1767384683.155927:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032b5b8a6. 00000100:00000200:2.0:1767384683.155929:0:40466:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384683.155931:0:40466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000190d9d9c. 00000400:00000010:2.0:1767384683.155933:0:40466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6dcfc8. 00000100:00000010:2.0:1767384683.155936:0:40466:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000aa60af12. 00000100:00000200:2.0:1767384683.155961:0:40466:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384683.155981:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000006f51fa6. 00000100:00000010:0.0:1767384683.156116:0:40467:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001c886f46. 00000020:00000010:0.0:1767384683.156119:0:40467:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005b5b5ced. 00000020:00000010:0.0:1767384683.156123:0:40467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097cf3a65. 00000020:00000010:0.0:1767384683.156125:0:40467:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1ea0210. 00000040:00000010:0.0:1767384683.156127:0:40467:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c58d8f0d. 00000020:00000010:0.0:1767384683.156130:0:40467:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffbbd3de. 00000020:00000010:0.0:1767384683.156132:0:40467:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056f36009. 00000020:00000010:0.0:1767384683.156134:0:40467:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1fd7f6d. 80000000:00000010:0.0:1767384683.156137:0:40467:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003c47834e. 40000000:00000010:0.0:1767384683.156139:0:40467:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000075c4d661. 00100000:00000010:0.0:1767384683.156142:0:40467:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fb98d6f7. 00040000:00000010:0.0:1767384683.156145:0:40467:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ab5f65b. 00040000:00000010:0.0:1767384683.156152:0:40467:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd6a4e86. 00080000:00000010:0.0:1767384683.156155:0:40467:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e155fa79. 00000004:00000010:0.0:1767384683.156164:0:40467:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001e4d6c7a. 00002000:00000010:0.0:1767384683.156167:0:40467:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c88f3ebb. 00000100:00000010:0.0:1767384683.156171:0:40467:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c29e0d4f. 00000100:00000200:0.0:1767384683.156182:0:40467:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384683.156192:0:40443:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000122666b. 00000100:00000010:2.0:1767384683.156205:0:40443:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000013f441a3. 00000100:00000010:2.0:1767384683.156215:0:40443:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000004dd81cf6. 00000100:00000010:2.0:1767384683.156228:0:40443:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000017f32aa9. 00000100:00000010:2.0:1767384683.156233:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d1ce5ad. 00000100:00000010:2.0:1767384683.156405:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a97a7fbf. 00000100:00000010:2.0:1767384683.156410:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fef70f8a. 00000100:00000010:2.0:1767384683.156557:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000610064c6. 00000100:00000010:2.0:1767384683.156563:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e81885e. 00000100:00000010:2.0:1767384683.156709:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000542c185. 00000100:00000010:2.0:1767384683.156714:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8d23a56. 00000100:00000010:2.0:1767384683.156861:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009d3f1203. 00000100:00000010:2.0:1767384683.156866:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000610f9107. 00000100:00000010:2.0:1767384683.157027:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a9dc87b. 00000100:00000010:2.0:1767384683.157032:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052a75e7d. 00000100:00000010:2.0:1767384683.157179:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f1a70eb. 00000100:00000010:2.0:1767384683.157183:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000728ca78d. 00000100:00000010:2.0:1767384683.157348:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f74d6a48. 00000100:00000010:2.0:1767384683.157354:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005e34837. 00000100:00000010:2.0:1767384683.157501:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004f9c25e0. 00000100:00000010:2.0:1767384683.157506:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e19c6ca4. 00000100:00000010:2.0:1767384683.157650:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007da6e771. 00000100:00000010:2.0:1767384683.157655:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3d6ae05. 00000100:00000010:2.0:1767384683.157797:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000083154edc. 00000100:00000010:2.0:1767384683.157803:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004c6ee87. 00000100:00000010:2.0:1767384683.157959:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009580cfed. 00000100:00000010:2.0:1767384683.157964:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033bb4750. 00000100:00000010:2.0:1767384683.158108:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e51d1589. 00000100:00000010:2.0:1767384683.158113:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b792e35e. 00000100:00000010:2.0:1767384683.158259:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000046deff88. 00000100:00000010:2.0:1767384683.158265:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000420edcfb. 00000100:00000010:2.0:1767384683.158443:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f164ecc5. 00000100:00000010:2.0:1767384683.158449:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc3a4590. 00000100:00000010:2.0:1767384683.158591:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d4551c6f. 00000100:00000010:2.0:1767384683.158605:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045c12b04. 00000100:00000010:2.0:1767384683.158749:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e5826f4d. 00000100:00000010:2.0:1767384683.158754:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c66f10dc. 00000100:00000010:2.0:1767384683.158898:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bdc306a9. 00000100:00000010:2.0:1767384683.158902:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eec95f4b. 00000100:00000010:2.0:1767384683.159052:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008bf39754. 00000100:00000010:2.0:1767384683.159057:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006eefaeed. 00000100:00000010:2.0:1767384683.159198:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d114c0f3. 00000100:00000010:2.0:1767384683.159202:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbf9ed32. 00000100:00000010:2.0:1767384683.159360:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000099936ee6. 00000100:00000010:2.0:1767384683.159365:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e49462c. 00000100:00000010:2.0:1767384683.159506:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006cb46d86. 00000100:00000010:2.0:1767384683.159510:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006b29916. 00000100:00000010:2.0:1767384683.159685:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f5a85d2f. 00000100:00000010:2.0:1767384683.159689:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a2742fa. 00000100:00000010:2.0:1767384683.159830:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000049ff75e0. 00000100:00000010:2.0:1767384683.159835:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d8e0322. 00000100:00000010:2.0:1767384683.159989:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007a3f0163. 00000100:00000010:2.0:1767384683.159994:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059793f8a. 00000100:00000010:2.0:1767384683.160139:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008f2fd884. 00000100:00000010:2.0:1767384683.160145:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e86a960e. 00000100:00000010:2.0:1767384683.160303:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d79ba884. 00000100:00000010:2.0:1767384683.160308:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079410ea8. 00000100:00000010:2.0:1767384683.160481:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002971bd69. 00000100:00000010:2.0:1767384683.160487:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c7b5a66. 00000100:00000010:2.0:1767384683.160644:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e929929e. 00000100:00000010:2.0:1767384683.160649:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b49bc2c2. 00000100:00000010:2.0:1767384683.160802:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000ac08bcf. 00000100:00000010:2.0:1767384683.160807:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9ce82fc. 00000100:00000010:2.0:1767384683.160984:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000134ab6eb. 00000100:00000010:2.0:1767384683.160989:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058cf0d32. 00000100:00000010:2.0:1767384683.161129:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006d3cef1a. 00000100:00000010:2.0:1767384683.161140:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b09eaabf. 00000100:00000010:2.0:1767384683.161266:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004f7e6437. 00000100:00000010:2.0:1767384683.161268:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e9f029d. 00000100:00000010:2.0:1767384683.161429:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e02c6dd1. 00000100:00000010:2.0:1767384683.161435:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec042c92. 00000100:00000010:2.0:1767384683.161575:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ed17abfc. 00000100:00000010:2.0:1767384683.161577:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abdc5b81. 00000100:00000010:2.0:1767384683.161703:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000769ad082. 00000100:00000010:2.0:1767384683.161705:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df898dcb. 00000100:00000010:2.0:1767384683.161830:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b1b92baa. 00000100:00000010:2.0:1767384683.161832:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcbce89f. 00000100:00000010:2.0:1767384683.161968:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000097e431bb. 00000100:00000010:2.0:1767384683.161971:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbe3ba29. 00000100:00000010:2.0:1767384683.162107:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000057dfa333. 00000100:00000010:2.0:1767384683.162109:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009df8ab63. 00000100:00000010:2.0:1767384683.162233:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ca338738. 00000100:00000010:2.0:1767384683.162235:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001248054f. 00000100:00000010:2.0:1767384683.162387:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d0949177. 00000100:00000010:2.0:1767384683.162393:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ff65ddc. 00000100:00000010:2.0:1767384683.162529:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000010383ad3. 00000100:00000010:2.0:1767384683.162531:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e08b85a. 00000100:00000010:2.0:1767384683.162667:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c6ecf3df. 00000100:00000010:2.0:1767384683.162669:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e3c72f4. 00000100:00000010:2.0:1767384683.162797:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ce94d341. 00000100:00000010:2.0:1767384683.162798:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b61ff21b. 00000100:00000010:2.0:1767384683.162924:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c8150ea0. 00000100:00000010:2.0:1767384683.162925:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000737b6bff. 00000100:00000010:2.0:1767384683.163060:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001af4d3e8. 00000100:00000010:2.0:1767384683.163063:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000982a2ae0. 00000100:00000010:2.0:1767384683.163195:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a6341e64. 00000100:00000010:2.0:1767384683.163197:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003159df28. 00000100:00000010:2.0:1767384683.163345:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000095f87d5a. 00000100:00000010:2.0:1767384683.163357:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092916d36. 00000100:00000010:2.0:1767384683.163486:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c30562e5. 00000100:00000010:2.0:1767384683.163489:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f403a317. 00000100:00000010:2.0:1767384683.163616:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004cab5bc5. 00000100:00000010:2.0:1767384683.163618:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d82b175. 00000100:00000010:2.0:1767384683.163759:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009c60080d. 00000100:00000010:2.0:1767384683.163762:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4f65982. 00000100:00000010:2.0:1767384683.163887:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000054ec866c. 00000100:00000010:2.0:1767384683.163889:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006decea77. 00000100:00000010:2.0:1767384683.164024:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ac82730c. 00000100:00000010:2.0:1767384683.164026:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000442dfd81. 00000100:00000010:2.0:1767384683.164152:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e7c0bb87. 00000100:00000010:2.0:1767384683.164154:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047d2c8c3. 00000100:00000010:2.0:1767384683.164279:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000feb94131. 00000100:00000010:2.0:1767384683.164281:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000484a10f7. 00000100:00000010:2.0:1767384683.164438:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000a17d0d7. 00000100:00000010:2.0:1767384683.164442:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ef6ad81. 00000100:00000010:2.0:1767384683.164567:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d3550876. 00000100:00000010:2.0:1767384683.164569:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d493726c. 00000100:00000010:2.0:1767384683.164695:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005f75cbc0. 00000100:00000010:2.0:1767384683.164697:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c085394f. 00000100:00000010:2.0:1767384683.164821:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008b0ecd5d. 00000100:00000010:2.0:1767384683.164822:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6d8d09b. 00000100:00000010:2.0:1767384683.164955:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002f0360b3. 00000100:00000010:2.0:1767384683.164957:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b392e846. 00000100:00000010:2.0:1767384683.165083:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000071de1a9. 00000100:00000010:2.0:1767384683.165085:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fe00bd4. 00000100:00000010:2.0:1767384683.165209:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000987b95d9. 00000100:00000010:2.0:1767384683.165211:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051fc2693. 00000100:00000010:2.0:1767384683.165364:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008d2d2874. 00000100:00000010:2.0:1767384683.165369:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfe953ec. 00000100:00000010:2.0:1767384683.165508:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d8e10a3a. 00000100:00000010:2.0:1767384683.165516:0:40443:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f449f4d. 00000100:00000010:2.0:1767384683.165644:0:40443:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d4f01378. 00000400:00000200:2.0:1767384683.165649:0:40443:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:2.0:1767384683.165695:0:40443:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c409d4cd. 00000020:00000010:2.0:1767384683.165699:0:40443:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c2a4df97. 00000100:00000010:2.0:1767384683.165734:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006ab6763b. 00000100:00000010:2.0:1767384683.165738:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000004f9873ae. 00000100:00000010:2.0:1767384683.165741:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f7ba9f73. 00000100:00000010:2.0:1767384683.165744:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006802a57c. 00000100:00000010:2.0:1767384683.165746:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002a4c72b7. 00000100:00000010:2.0:1767384683.165748:0:40443:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000e0de8896. 00000100:00000010:2.0:1767384683.165749:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007cbe6c6a. 00000100:00000010:2.0:1767384683.165750:0:40443:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ec550660. 00000100:00000010:2.0:1767384683.165751:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ba53f549. 00000100:00000010:2.0:1767384683.165753:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000007a0b4bc. 00000100:00000010:2.0:1767384683.165754:0:40443:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a4b0cbc8. 00000100:00000200:2.0:1767384683.165771:0:40443:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:2.0:1767384683.165774:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000630846ff. 00000020:00000010:2.0:1767384683.166219:0:40468:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000dfe78a96. 00000100:00000010:2.0:1767384683.166222:0:40468:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000072b1cccd. 00000020:00000010:2.0:1767384683.166225:0:40468:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000da3b8e0f. 00000020:00000010:2.0:1767384683.166231:0:40468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf54f7b. 00000020:00000010:2.0:1767384683.166234:0:40468:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7ca310f. 00000040:00000010:2.0:1767384683.166236:0:40468:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000041f16428. 00000020:00000010:2.0:1767384683.166239:0:40468:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000034efe0c0. 00000020:00000010:2.0:1767384683.166242:0:40468:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003619c82f. 00000020:00000010:2.0:1767384683.166245:0:40468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f02ab9d3. 80000000:00000010:2.0:1767384683.166247:0:40468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6264a23. 40000000:00000010:2.0:1767384683.166249:0:40468:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c2e51063. 00100000:00000010:2.0:1767384683.166253:0:40468:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fcfd7e09. 00040000:00000010:2.0:1767384683.166255:0:40468:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008819df72. 00040000:00000010:2.0:1767384683.166257:0:40468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028f257d7. 00080000:00000010:2.0:1767384683.166260:0:40468:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6555dec. 00000004:00000010:2.0:1767384683.166264:0:40468:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b3d0af5a. 00002000:00000010:2.0:1767384683.166267:0:40468:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fe6d7dcc. 00000100:00000200:2.0:1767384683.166270:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166274:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bed6f85d. 00000400:00000010:2.0:1767384683.166278:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000738b4e2c. 00000100:00000200:2.0:1767384683.166283:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166284:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bcdd38c. 00000400:00000010:2.0:1767384683.166286:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce1fcbc1. 00000100:00000200:2.0:1767384683.166288:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166290:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5167714. 00000400:00000010:2.0:1767384683.166293:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c73898d6. 00000100:00000200:2.0:1767384683.166295:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166297:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f67515a. 00000400:00000010:2.0:1767384683.166300:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006911fcad. 00000100:00000200:2.0:1767384683.166303:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166343:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902ca6d4. 00000400:00000010:2.0:1767384683.166349:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c99be695. 00000100:00000200:2.0:1767384683.166354:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166357:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a89e4800. 00000400:00000010:2.0:1767384683.166366:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008c6318d0. 00000100:00000200:2.0:1767384683.166371:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166374:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5b08638. 00000400:00000010:2.0:1767384683.166377:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d10fdd64. 00000100:00000200:2.0:1767384683.166381:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166384:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a029efd0. 00000400:00000010:2.0:1767384683.166387:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007fdabc9a. 00000100:00000200:2.0:1767384683.166390:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166392:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b3afd6. 00000400:00000010:2.0:1767384683.166395:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b371514e. 00000100:00000200:2.0:1767384683.166397:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166399:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8d80bd9. 00000400:00000010:2.0:1767384683.166401:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c69271e9. 00000100:00000200:2.0:1767384683.166404:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166406:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088e12850. 00000400:00000010:2.0:1767384683.166408:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b64838c5. 00000100:00000200:2.0:1767384683.166411:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166413:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062158cc2. 00000400:00000010:2.0:1767384683.166416:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006449997a. 00000100:00000200:2.0:1767384683.166419:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166421:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eabbdb20. 00000400:00000010:2.0:1767384683.166423:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001a3a2491. 00000100:00000200:2.0:1767384683.166426:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166427:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f63ecd9. 00000400:00000010:2.0:1767384683.166438:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e9259e6a. 00000100:00000200:2.0:1767384683.166443:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166445:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b6727bf. 00000400:00000010:2.0:1767384683.166448:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000079d1bc9a. 00000100:00000200:2.0:1767384683.166450:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166452:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095d6ae8c. 00000400:00000010:2.0:1767384683.166454:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000eab265d. 00000100:00000200:2.0:1767384683.166456:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166458:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5f7ac8b. 00000400:00000010:2.0:1767384683.166460:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b3bccaa3. 00000100:00000200:2.0:1767384683.166463:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166464:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47f9185. 00000400:00000010:2.0:1767384683.166466:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc2be19c. 00000100:00000200:2.0:1767384683.166469:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166470:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2a1c783. 00000400:00000010:2.0:1767384683.166473:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ff50b0a1. 00000100:00000200:2.0:1767384683.166475:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166477:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4d19c06. 00000400:00000010:2.0:1767384683.166479:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000036729dbd. 00000100:00000200:2.0:1767384683.166482:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166483:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a602bc55. 00000400:00000010:2.0:1767384683.166486:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea41c294. 00000100:00000200:2.0:1767384683.166488:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166490:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8c446de. 00000400:00000010:2.0:1767384683.166498:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000096365f3b. 00000100:00000200:2.0:1767384683.166501:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166503:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e90d550e. 00000400:00000010:2.0:1767384683.166506:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c7bbe81e. 00000100:00000200:2.0:1767384683.166508:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166510:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e6511ff. 00000400:00000010:2.0:1767384683.166513:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000069f71224. 00000100:00000200:2.0:1767384683.166516:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166518:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d4ef793. 00000400:00000010:2.0:1767384683.166520:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007c6c4997. 00000100:00000200:2.0:1767384683.166523:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166524:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea58f584. 00000400:00000010:2.0:1767384683.166527:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e846f527. 00000100:00000200:2.0:1767384683.166529:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166530:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008652847d. 00000400:00000010:2.0:1767384683.166533:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ffea59fc. 00000100:00000200:2.0:1767384683.166535:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166537:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c9e72. 00000400:00000010:2.0:1767384683.166539:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000029c7e443. 00000100:00000200:2.0:1767384683.166542:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166543:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000307e39b0. 00000400:00000010:2.0:1767384683.166546:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c3578345. 00000100:00000200:2.0:1767384683.166548:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166550:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034f653a5. 00000400:00000010:2.0:1767384683.166559:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a2496a30. 00000100:00000200:2.0:1767384683.166563:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166566:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030fe9ab8. 00000400:00000010:2.0:1767384683.166568:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000235239fb. 00000100:00000200:2.0:1767384683.166571:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166572:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000048239d7. 00000400:00000010:2.0:1767384683.166575:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000059f884d3. 00000100:00000200:2.0:1767384683.166577:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166579:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e14b11. 00000400:00000010:2.0:1767384683.166582:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce0566c9. 00000100:00000200:2.0:1767384683.166585:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166587:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf01ace7. 00000400:00000010:2.0:1767384683.166589:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ca8f4adc. 00000100:00000200:2.0:1767384683.166591:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166593:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003efd77a3. 00000400:00000010:2.0:1767384683.166596:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000061e62621. 00000100:00000200:2.0:1767384683.166599:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166600:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0c9c64b. 00000400:00000010:2.0:1767384683.166603:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c4acfec5. 00000100:00000200:2.0:1767384683.166606:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166607:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002096a0f7. 00000400:00000010:2.0:1767384683.166610:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005b62ece4. 00000100:00000200:2.0:1767384683.166613:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166615:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4a03559. 00000400:00000010:2.0:1767384683.166625:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007439d03f. 00000100:00000200:2.0:1767384683.166629:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166631:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e5e1629. 00000400:00000010:2.0:1767384683.166634:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000080378fb2. 00000100:00000200:2.0:1767384683.166637:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166639:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2823d1f. 00000400:00000010:2.0:1767384683.166641:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003e7626c0. 00000100:00000200:2.0:1767384683.166644:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166646:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dbbbaa7. 00000400:00000010:2.0:1767384683.166648:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000571cbf7e. 00000100:00000200:2.0:1767384683.166651:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166653:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8205d42. 00000400:00000010:2.0:1767384683.166656:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000df4a9d4e. 00000100:00000200:2.0:1767384683.166658:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166660:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041db0895. 00000400:00000010:2.0:1767384683.166663:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000099f50903. 00000100:00000200:2.0:1767384683.166666:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166667:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005382bb3b. 00000400:00000010:2.0:1767384683.166670:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c0a040a1. 00000100:00000200:2.0:1767384683.166672:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166674:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc89eab1. 00000400:00000010:2.0:1767384683.166677:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000226a3d51. 00000100:00000200:2.0:1767384683.166679:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166681:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca459088. 00000400:00000010:2.0:1767384683.166690:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e084e674. 00000100:00000200:2.0:1767384683.166694:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166696:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8585f85. 00000400:00000010:2.0:1767384683.166699:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000055431123. 00000100:00000200:2.0:1767384683.166702:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166703:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000400417ae. 00000400:00000010:2.0:1767384683.166706:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f8488ca0. 00000100:00000200:2.0:1767384683.166709:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166711:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb4c817. 00000400:00000010:2.0:1767384683.166713:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000055d18029. 00000100:00000200:2.0:1767384683.166716:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166718:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0681b05. 00000400:00000010:2.0:1767384683.166721:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cf62f3df. 00000100:00000200:2.0:1767384683.166723:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166733:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e88d0c8. 00000400:00000010:2.0:1767384683.166737:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d271857f. 00000100:00000200:2.0:1767384683.166741:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166743:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddd6bf2f. 00000400:00000010:2.0:1767384683.166745:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000085d8cd2. 00000100:00000200:2.0:1767384683.166748:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166750:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b34615d4. 00000400:00000010:2.0:1767384683.166753:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006634cf28. 00000100:00000200:2.0:1767384683.166755:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166757:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7346469. 00000400:00000010:2.0:1767384683.166765:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000325631c9. 00000100:00000200:2.0:1767384683.166769:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166771:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008958c94a. 00000400:00000010:2.0:1767384683.166774:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a8cc1875. 00000100:00000200:2.0:1767384683.166777:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166778:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a095dea. 00000400:00000010:2.0:1767384683.166781:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000097f14485. 00000100:00000200:2.0:1767384683.166783:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166785:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068b26dcc. 00000400:00000010:2.0:1767384683.166788:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000844cf18a. 00000100:00000200:2.0:1767384683.166790:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166792:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d33baff. 00000400:00000010:2.0:1767384683.166795:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000094dc490e. 00000100:00000200:2.0:1767384683.166797:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166799:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1998953. 00000400:00000010:2.0:1767384683.166801:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000de1a47c3. 00000100:00000200:2.0:1767384683.166804:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166806:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50ee982. 00000400:00000010:2.0:1767384683.166808:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000e902df1. 00000100:00000200:2.0:1767384683.166811:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166813:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042262402. 00000400:00000010:2.0:1767384683.166816:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ab648ecf. 00000100:00000200:2.0:1767384683.166818:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166820:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000038e49dc. 00000400:00000010:2.0:1767384683.166829:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009886f9ef. 00000100:00000200:2.0:1767384683.166833:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166835:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045573e62. 00000400:00000010:2.0:1767384683.166837:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c79d990d. 00000100:00000200:2.0:1767384683.166840:0:40468:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384683.166842:0:40468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c6b28b. 00000400:00000010:2.0:1767384683.166844:0:40468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009e21e5ef. 00000100:00000010:2.0:1767384683.166856:0:40468:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009c2adbfa. 00000100:00000200:2.0:1767384683.166870:0:40468:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384683.166890:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000514f1134. 00000020:00000010:0.0:1767384683.167335:0:40469:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000006e0405e0. 00000100:00000010:0.0:1767384683.167340:0:40469:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a6d969d9. 00000020:00000010:0.0:1767384683.167343:0:40469:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005be03d15. 00000020:00000010:0.0:1767384683.167348:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a66470b5. 00000020:00000010:0.0:1767384683.167351:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ccb7467. 00000040:00000010:0.0:1767384683.167354:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d1c67e49. 00000020:00000010:0.0:1767384683.167358:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009d3e9daa. 00000020:00000010:0.0:1767384683.167361:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075b3b3ca. 00000020:00000010:0.0:1767384683.167364:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087901593. 80000000:00000010:0.0:1767384683.167366:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca40c6c5. 40000000:00000010:0.0:1767384683.167368:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003cff74ab. 00100000:00000010:0.0:1767384683.167372:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a386a619. 00040000:00000010:0.0:1767384683.167375:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a9d8ff69. 00040000:00000010:0.0:1767384683.167378:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a1a060e2. 00080000:00000010:0.0:1767384683.167381:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000da7d88dd. 00000004:00000010:0.0:1767384683.167385:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008669d9ee. 00002000:00000010:0.0:1767384683.167388:0:40469:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004cf5d098. 00000100:00000010:0.0:1767384683.167398:0:40469:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000fa521494. 00000100:00000200:0.0:1767384683.167410:0:40469:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384683.167421:0:40443:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006b171564. 00000020:00000010:2.0:1767384683.168039:0:40470:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000528c7c9d. 00000100:00000010:2.0:1767384683.168044:0:40470:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000039eb116b. 00000020:00000010:2.0:1767384683.168046:0:40470:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001333fe7f. 00000020:00000010:2.0:1767384683.168049:0:40470:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d314e09. 00000020:00000010:2.0:1767384683.168053:0:40470:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083532ac0. 00000040:00000010:2.0:1767384683.168056:0:40470:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d40b7c57. 00000020:00000010:2.0:1767384683.168059:0:40470:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000013126cc2. 00000020:00000010:2.0:1767384683.168062:0:40470:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000060f3fa6f. 00000020:00000010:2.0:1767384683.168064:0:40470:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000020780ca6. 80000000:00000010:2.0:1767384683.168067:0:40470:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b6bd7475. 40000000:00000010:2.0:1767384683.168069:0:40470:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b9cc6041. 00100000:00000010:2.0:1767384683.168072:0:40470:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006a0fdab4. 00040000:00000010:2.0:1767384683.168075:0:40470:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000075ca53d0. 00040000:00000010:2.0:1767384683.168077:0:40470:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020dbd816. 00080000:00000010:2.0:1767384683.168079:0:40470:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f03ecfea. 00000004:00000010:2.0:1767384683.168083:0:40470:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000688c9f81. 00002000:00000010:2.0:1767384683.168085:0:40470:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000041695dc5. 00000100:00000010:2.0:1767384683.168097:0:40470:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000001e86145. 00000100:00000200:2.0:1767384683.168108:0:40470:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767384683.168132:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001d65a2ee. 00000040:00000010:0.0:1767384683.168139:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ecf78f3. 00000020:00000010:0.0:1767384683.168142:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000025c88672. 00000020:00000010:0.0:1767384683.168145:0:40443:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b362745. 00000020:00000010:0.0:1767384683.168149:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3c9323f. 80000000:00000010:0.0:1767384683.168151:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c209f735. 40000000:00000010:0.0:1767384683.168154:0:40443:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023cdf43e. 00100000:00000010:0.0:1767384683.168157:0:40443:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004f9db400. 00040000:00000010:0.0:1767384683.168165:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000006d11278. 00040000:00000010:0.0:1767384683.168169:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009fe25cd4. 00080000:00000010:0.0:1767384683.168172:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000031c63f26. 00000020:00000010:0.0:1767384683.168174:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113cd4a3. 00000020:00000010:0.0:1767384683.168178:0:40443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000559f1810. 00000020:00000010:0.0:1767384683.168181:0:40443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a711034b. 00000008:00000010:0.0:1767384683.168186:0:40443:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003fc62ed9. 00020000:00000010:0.0:1767384683.168190:0:40443:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004a5a1cc4. 00008000:00000010:0.0:1767384683.168194:0:40443:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009022244f. 00000080:00000010:0.0:1767384683.168197:0:40443:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003b799a85. 00000020:00000010:0.0:1767384683.168200:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002703cf19. 00000020:00000010:0.0:1767384683.168205:0:40443:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 000000009afe59fd. 00000020:00000010:0.0:1767384683.168213:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f806e894. 00000020:00000010:0.0:1767384683.168216:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086611bb4. 00000040:00000010:0.0:1767384683.168218:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b64d9567. 00000020:00000010:0.0:1767384683.168221:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000221559ef. 00000020:00000010:0.0:1767384683.168223:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f7d4ce9b. 80000000:00000010:0.0:1767384683.168225:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c209f735. 00040000:00000010:0.0:1767384683.168227:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d8489824. 00080000:00000010:0.0:1767384683.168229:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000020aa0dad. 20000000:00000010:0.0:1767384683.168232:0:40443:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000012dedf97. 00000020:00000010:0.0:1767384683.168245:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae30f0d1. 00080000:00000010:0.0:1767384683.168252:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000048927ee8. 00080000:00000010:0.0:1767384683.168368:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000048927ee8. 00000020:00000010:0.0:1767384683.168372:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ae30f0d1. 00000040:00000010:0.0:1767384683.168385:0:40443:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000073adb66a. 00000020:00000010:0.0:1767384683.168429:0:40443:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000d57347d8. 00000100:00000010:0.0:1767384683.168471:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 02000000:00000010:0.0:1767384683.168484:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000637f22e4. 00000100:00000010:0.0:1767384683.168494:0:40443:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c3118ff5. 00000100:00000010:0.0:1767384683.168497:0:40443:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000029b757d. 00000100:00000010:0.0:1767384683.168503:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f206bbb9. 00000400:00000010:0.0:1767384683.168518:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a973bee. 00000400:00000010:0.0:1767384683.168526:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028cd3fda. 00000100:00000200:0.0:1767384683.168529:0:40443:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695825f508d00-0x695825f508d00, portal 33 02000000:00000010:0.0:1767384683.168535:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e74a3721. 00000400:00000010:0.0:1767384683.168538:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ef7ecb. 00000400:00000010:0.0:1767384683.168541:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000636f667a. 00000100:00000200:0.0:1767384683.168543:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037665536, portal 25 00000400:00000010:0.0:1767384683.168558:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c67dd46. 00000100:00000200:0.0:1767384683.168561:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237037665536, offset 0 00000400:00000200:0.0:1767384683.168567:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.168576:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.168585:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695825f508d00 00000400:00000200:0.0:1767384683.168590:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2231 [2] + 0 00000400:00000010:0.0:1767384683.168594:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aaa96db. 00000400:00000200:0.0:1767384683.168597:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fad93d91 00000400:00000200:0.0:1767384683.168602:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.168605:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384683.168609:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad93d91 00000400:00000010:0.0:1767384683.168611:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fad93d91. 00000100:00000200:0.0:1767384683.168615:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384683.168744:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c67dd46 00000400:00000010:0.0:1767384683.168747:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c67dd46. 00000100:00000200:0.0:1767384683.168753:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdadca91 x1853237037665536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384683.168755:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c2df29d. 00000020:00000010:1.0:1767384683.168761:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c2df29d. 00000020:00000010:1.0:1767384683.168769:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bded96e. 00000020:00000010:1.0:1767384683.168773:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013735b72. 00000100:00000010:0.0:1767384683.168775:0:40443:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e47a4f9. 00000020:00000010:1.0:1767384683.168778:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000010:0.0:1767384683.168787:0:40443:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3f46ccc. 00000100:00000010:0.0:1767384683.168793:0:40443:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721d02a3. 00000100:00000010:0.0:1767384683.168797:0:40443:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4a708af. 00000020:00000010:1.0:1767384683.168810:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c2df29d. 00000020:00000010:1.0:1767384683.168813:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c2df29d. 00000100:00000200:1.0:1767384683.168816:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037665536 02000000:00000010:1.0:1767384683.168830:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a6f51a17. 20000000:00000010:1.0:1767384683.168838:0:40448:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000002f3718ad. 00000100:00000010:1.0:1767384683.168841:0:40448:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ffcfcb90. 00000100:00000010:1.0:1767384683.168844:0:40448:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005ff09cb1. 00000400:00000010:1.0:1767384683.168849:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000400:00000010:1.0:1767384683.168854:0:40448:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bba56f36. 00000400:00000200:1.0:1767384683.168859:0:40448:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384683.168865:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384683.168870:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695825f508d00 00000400:00000200:1.0:1767384683.168875:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a51 [1] + 0 00000400:00000010:1.0:1767384683.168878:0:40448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a973bee. 00000400:00000200:1.0:1767384683.168881:0:40448:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028cd3fda 00000100:00000200:1.0:1767384683.168884:0:40448:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ffcfcb90 00000400:00000200:1.0:1767384683.168891:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384683.168896:0:40448:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a5d 00000400:00000200:1.0:1767384683.168899:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.168902:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384683.168904:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384683.168906:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384683.168908:0:40448:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000ffcfcb90 00000400:00000200:1.0:1767384683.168911:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028cd3fda 00000400:00000010:1.0:1767384683.168912:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028cd3fda. 00000100:00000200:1.0:1767384683.168915:0:40448:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000cdadca91 desc 00000000c3118ff5 mbits 1853237037665536 00000100:00000200:1.0:1767384683.168928:0:40448:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695825f508d00-0x695825f508d00 20000000:00000010:1.0:1767384683.168949:0:40448:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000f9e2ebf4. 20000000:00000010:1.0:1767384683.168956:0:40448:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000d89fbdef. 20000000:00000010:1.0:1767384683.168960:0:40448:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000004400d021. 00000100:00000010:1.0:1767384683.172046:0:40448:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005ff09cb1. 00000100:00000010:1.0:1767384683.172051:0:40448:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ffcfcb90. 20000000:00000010:1.0:1767384683.172053:0:40448:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000002f3718ad. 00010000:00000200:1.0:1767384683.172061:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa9469dd x1853237037665536/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 4784/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.172076:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025583f38. 00000100:00000200:1.0:1767384683.172079:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037665536, offset 224 00000400:00000200:1.0:1767384683.172083:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.172087:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.172092:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f508d00 00000400:00000200:1.0:1767384683.172096:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a55 [2] + 224 00000400:00000200:1.0:1767384683.172100:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.172103:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.172107:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdadca91 x1853237037665536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.172123:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025583f38 00000400:00000010:1.0:1767384683.172124:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025583f38. 00000020:00000010:1.0:1767384683.172134:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.172138:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.172141:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bded96e. 02000000:00000010:1.0:1767384683.172146:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a6f51a17. 00000100:00000200:1.0:1767384683.172152:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.172152:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ef7ecb. 00000400:00000010:1.0:1767384683.172155:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de73ae2d. 00000400:00000200:0.0:1767384683.172157:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000636f667a 00000400:00000010:0.0:1767384683.172161:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000636f667a. 00000400:00000010:1.0:1767384683.172165:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025583f38. 00000100:00000200:0.0:1767384683.172166:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdadca91 x1853237037665536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384683.172188:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdadca91 x1853237037665536/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.172206:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f206bbb9. 02000000:00000010:0.0:1767384683.172212:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e74a3721. 00000100:00000010:0.0:1767384683.172215:0:40443:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000029b757d. 00000100:00000010:0.0:1767384683.172217:0:40443:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c3118ff5. 02000000:00000010:0.0:1767384683.172220:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000637f22e4. 00000100:00000010:0.0:1767384683.172223:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 00000020:00000010:0.0:1767384683.172227:0:40443:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000d57347d8. 00000020:00000010:0.0:1767384683.172230:0:40443:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000b611c643. 00000020:00000010:0.0:1767384683.172233:0:40443:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000029b757d. 00000020:00000010:0.0:1767384683.172238:0:40443:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000060bd7550. 00000020:00000010:0.0:1767384683.172240:0:40443:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000f206bbb9. 00000020:00000010:0.0:1767384683.172243:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a8ce8ef. 00000020:00000010:0.0:1767384683.172246:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002703cf19. 00000040:00000010:0.0:1767384683.172249:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000113cd4a3. 00000020:00000010:0.0:1767384683.172251:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f7d03086. 00000020:00000010:0.0:1767384683.172254:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001d65a2ee. 00040000:00000010:0.0:1767384683.172257:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000006d11278. 00040000:00000010:0.0:1767384683.172260:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb97055b. 00080000:00000010:0.0:1767384683.172263:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000056ede708. 10000000:00000010:0.0:1767384683.172273:0:40443:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000004e00811d. 10000000:00000010:0.0:1767384683.172277:0:40443:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000c4be9e03. 00000100:00000010:0.0:1767384683.172292:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 02000000:00000010:0.0:1767384683.172297:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bafc337. 00010000:00000010:0.0:1767384683.172305:0:40443:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f6394cbf. 00010000:00000010:0.0:1767384683.172329:0:40443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8d6a71d. 00000100:00000010:0.0:1767384683.172340:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000636f667a. 02000000:00000010:0.0:1767384683.172347:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c3118ff5. 00000400:00000010:0.0:1767384683.172350:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ef7ecb. 00000400:00000010:0.0:1767384683.172353:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.172360:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037665664, portal 25 00000400:00000010:0.0:1767384683.172363:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000100:00000200:0.0:1767384683.172365:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037665664, offset 0 00000400:00000200:0.0:1767384683.172369:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.172374:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.172379:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f508d80 00000400:00000200:0.0:1767384683.172383:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2235 [2] + 0 00000400:00000010:0.0:1767384683.172385:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9350bc6. 00000400:00000200:0.0:1767384683.172388:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005229df02 00000400:00000200:0.0:1767384683.172390:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.172393:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384683.172395:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005229df02 00000400:00000010:0.0:1767384683.172396:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005229df02. 00000100:00000200:0.0:1767384683.172399:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384683.172409:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000400:00000010:0.0:1767384683.172411:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000100:00000200:0.0:1767384683.172415:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdadca91 x1853237037665664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384683.172427:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f845f8c0. 00000020:00000010:1.0:1767384683.172432:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f845f8c0. 00000020:00000010:1.0:1767384683.172436:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bded96e. 00000020:00000010:1.0:1767384683.172439:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.172441:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.172460:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f845f8c0. 00000020:00000010:1.0:1767384683.172462:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f845f8c0. 00000100:00000200:1.0:1767384683.172464:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037665664 00010000:00000010:1.0:1767384683.172475:0:40448:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000128b3606. 00010000:00000010:1.0:1767384683.172479:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069bcb9f9. 00000020:00000010:1.0:1767384683.172483:0:40448:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f845f8c0. 02000000:00000010:1.0:1767384683.172491:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ffcfcb90. 00010000:00000200:1.0:1767384683.172504:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d4c649c x1853237037665664/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 328/344 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.172514:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384683.172517:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037665664, offset 224 00000400:00000200:1.0:1767384683.172521:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.172525:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.172530:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f508d80 00000400:00000200:1.0:1767384683.172533:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a69 [1] + 224 00000400:00000200:1.0:1767384683.172536:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.172539:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.172543:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdadca91 x1853237037665664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.172563:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384683.172564:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000020:00000010:1.0:1767384683.172571:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.172573:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.172575:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bded96e. 02000000:00000010:1.0:1767384683.172578:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ffcfcb90. 00000100:00000200:1.0:1767384683.172581:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384683.172584:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33fbc98. 00000400:00000010:1.0:1767384683.172586:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f9dbc3a. 00000400:00000010:0.0:1767384683.172616:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ef7ecb. 00000400:00000200:0.0:1767384683.172620:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ec7285 00000400:00000010:0.0:1767384683.172622:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.172626:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdadca91 x1853237037665664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384683.172633:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdadca91 x1853237037665664/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.172645:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000636f667a. 02000000:00000010:0.0:1767384683.172654:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c3118ff5. 02000000:00000010:0.0:1767384683.172657:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001bafc337. 00000100:00000010:0.0:1767384683.172659:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 10000000:00000010:0.0:1767384683.172673:0:40443:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000001bafc337. 10000000:00000010:0.0:1767384683.172677:0:40443:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 0000000051df1f74. 00000100:00000010:0.0:1767384683.172680:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 02000000:00000010:0.0:1767384683.172691:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e8b7bc7. 00010000:00000010:0.0:1767384683.172697:0:40443:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005fa4811f. 00010000:00000010:0.0:1767384683.172711:0:40443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b1f7aef. 00000100:00000010:0.0:1767384683.172717:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000636f667a. 02000000:00000010:0.0:1767384683.172723:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c3118ff5. 00000400:00000010:0.0:1767384683.172726:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ef7ecb. 00000400:00000010:0.0:1767384683.172729:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.172732:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037665792, portal 25 00000400:00000010:0.0:1767384683.172735:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000100:00000200:0.0:1767384683.172737:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037665792, offset 0 00000400:00000200:0.0:1767384683.172740:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.172745:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.172750:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f508e00 00000400:00000200:0.0:1767384683.172753:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2239 [2] + 0 00000400:00000010:0.0:1767384683.172756:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089ca1972. 00000400:00000200:0.0:1767384683.172758:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000544a9bfb 00000400:00000200:0.0:1767384683.172761:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.172763:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384683.172765:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000544a9bfb 00000400:00000010:0.0:1767384683.172766:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000544a9bfb. 00000100:00000200:0.0:1767384683.172769:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384683.172781:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000400:00000010:0.0:1767384683.172783:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000100:00000200:0.0:1767384683.172786:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdadca91 x1853237037665792/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384683.172809:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000908ec83f. 00000020:00000010:1.0:1767384683.172813:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000908ec83f. 00000020:00000010:1.0:1767384683.172816:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bded96e. 00000020:00000010:1.0:1767384683.172819:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.172821:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.172837:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000908ec83f. 00000020:00000010:1.0:1767384683.172838:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000908ec83f. 00000100:00000200:1.0:1767384683.172840:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037665792 00010000:00000010:1.0:1767384683.172847:0:40448:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006fb83456. 00010000:00000010:1.0:1767384683.172851:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000049891318. 02000000:00000010:1.0:1767384683.172856:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ffcfcb90. 00010000:00000200:1.0:1767384683.172864:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b3d46e1c x1853237037665792/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 328/344 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.172874:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384683.172877:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037665792, offset 224 00000400:00000200:1.0:1767384683.172880:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.172885:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.172889:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f508e00 00000400:00000200:1.0:1767384683.172893:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a79 [1] + 224 00000400:00000200:1.0:1767384683.172896:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.172899:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.172902:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdadca91 x1853237037665792/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.172917:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384683.172919:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000020:00000010:1.0:1767384683.172925:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.172927:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.172930:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bded96e. 02000000:00000010:1.0:1767384683.172934:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ffcfcb90. 00000100:00000200:1.0:1767384683.172946:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384683.172950:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d271948a. 00000400:00000010:1.0:1767384683.172954:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000759b53fa. 00000400:00000010:0.0:1767384683.172958:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ef7ecb. 00000400:00000200:0.0:1767384683.172963:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ec7285 00000400:00000010:0.0:1767384683.172965:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.172970:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdadca91 x1853237037665792/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384683.172978:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdadca91 x1853237037665792/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.172989:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000636f667a. 02000000:00000010:0.0:1767384683.173002:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c3118ff5. 02000000:00000010:0.0:1767384683.173005:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e8b7bc7. 00000100:00000010:0.0:1767384683.173007:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 10000000:00000010:0.0:1767384683.173012:0:40443:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000be6f9ca3. 00000020:00000010:0.0:1767384683.173014:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e8b7bc7. 00000020:00000010:0.0:1767384683.173017:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c72adb00. 00000040:00000010:0.0:1767384683.173020:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009516a16d. 00000020:00000010:0.0:1767384683.173022:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000759b62d5. 00000020:00000010:0.0:1767384683.173025:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ea4ba8ae. 80000000:00000010:0.0:1767384683.173027:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ffec8965. 00040000:00000010:0.0:1767384683.173029:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071b7f2dc. 00080000:00000010:0.0:1767384683.173031:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000030850edf. 20000000:00000010:0.0:1767384683.173033:0:40443:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000721b77f. 00000040:00000010:0.0:1767384683.173038:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc03bd42. 00000100:00000010:0.0:1767384683.173042:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 02000000:00000010:0.0:1767384683.173047:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083ea6052. 00000100:00000010:0.0:1767384683.173053:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000636f667a. 02000000:00000010:0.0:1767384683.173060:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d5a1cf9. 00000400:00000010:0.0:1767384683.173063:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ef7ecb. 00000400:00000010:0.0:1767384683.173066:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.173069:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037665920, portal 25 00000400:00000010:0.0:1767384683.173071:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000100:00000200:0.0:1767384683.173073:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237037665920, offset 0 00000400:00000200:0.0:1767384683.173077:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.173081:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.173086:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695825f508e80 00000400:00000200:0.0:1767384683.173089:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x223d [2] + 0 00000400:00000010:0.0:1767384683.173092:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003469d9e6. 00000400:00000200:0.0:1767384683.173094:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001694f572 00000400:00000200:0.0:1767384683.173096:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.173099:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384683.173101:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001694f572 00000400:00000010:0.0:1767384683.173103:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001694f572. 00000100:00000200:0.0:1767384683.173110:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384683.173122:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000400:00000010:0.0:1767384683.173123:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000100:00000200:0.0:1767384683.173127:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdadca91 x1853237037665920/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384683.173138:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000908ec83f. 00000020:00000010:1.0:1767384683.173142:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000908ec83f. 00000020:00000010:1.0:1767384683.173145:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bded96e. 00000020:00000010:1.0:1767384683.173147:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.173150:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.173166:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000908ec83f. 00000020:00000010:1.0:1767384683.173169:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000908ec83f. 00000100:00000200:1.0:1767384683.173171:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037665920 02000000:00000010:1.0:1767384683.173177:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ffcfcb90. 00000040:00000010:1.0:1767384683.173182:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e7658b78. 00000040:00000010:1.0:1767384683.173209:0:40448:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000005ff09cb1. 00000020:00000010:1.0:1767384683.173214:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f4a5de8. 00080000:00000010:1.0:1767384683.173218:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000001f3504c. 00000040:00000010:1.0:1767384683.173263:0:40448:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000005ff09cb1. 00000040:00000010:1.0:1767384683.173266:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e7658b78. 20000000:00000010:1.0:1767384683.173272:0:40448:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000c17be056. 00010000:00000200:1.0:1767384683.173277:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006404863a x1853237037665920/t0(0) o501->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 512/272 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.173286:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000100:00000200:1.0:1767384683.173289:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237037665920, offset 224 00000400:00000200:1.0:1767384683.173292:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.173296:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.173301:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825f508e80 00000400:00000200:1.0:1767384683.173304:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a89 [1] + 224 00000400:00000200:1.0:1767384683.173308:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.173333:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.173337:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdadca91 x1853237037665920/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.173347:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00000400:00000010:1.0:1767384683.173349:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000020:00000010:1.0:1767384683.173357:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.173359:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.173362:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bded96e. 02000000:00000010:1.0:1767384683.173367:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ffcfcb90. 00000400:00000010:0.0:1767384683.173369:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ef7ecb. 00000100:00000200:1.0:1767384683.173370:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384683.173375:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007570c289. 00000400:00000200:0.0:1767384683.173375:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ec7285 00000400:00000010:0.0:1767384683.173378:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.173384:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdadca91 x1853237037665920/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.173386:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a86053b2. 00000100:00000200:0.0:1767384683.173395:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdadca91 x1853237037665920/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.173409:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000636f667a. 02000000:00000010:0.0:1767384683.173413:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d5a1cf9. 02000000:00000010:0.0:1767384683.173416:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000083ea6052. 00000100:00000010:0.0:1767384683.173418:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 00000040:00000010:0.0:1767384683.173422:0:40443:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d57347d8. 00000100:00000010:0.0:1767384683.173426:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 02000000:00000010:0.0:1767384683.173429:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083ea6052. 00000100:00000010:0.0:1767384683.173433:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000636f667a. 02000000:00000010:0.0:1767384683.173447:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000409062c8. 00000400:00000010:0.0:1767384683.173449:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ef7ecb. 00000400:00000010:0.0:1767384683.173452:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004c67dd46. 00000100:00000200:0.0:1767384683.173455:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037666048, portal 25 00000400:00000010:0.0:1767384683.173458:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.173459:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037666048, offset 0 00000400:00000200:0.0:1767384683.173463:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.173467:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.173472:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f508f00 00000400:00000200:0.0:1767384683.173475:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2241 [2] + 0 00000400:00000010:0.0:1767384683.173478:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d8c36ea. 00000400:00000200:0.0:1767384683.173480:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077b07f4e 00000400:00000200:0.0:1767384683.173486:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.173489:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384683.173491:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b07f4e 00000400:00000010:0.0:1767384683.173493:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077b07f4e. 00000100:00000200:0.0:1767384683.173495:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384683.173506:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ec7285 00000400:00000010:0.0:1767384683.173508:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.173512:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdadca91 x1853237037666048/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384683.173523:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9d357ab. 00000020:00000010:1.0:1767384683.173527:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9d357ab. 00000020:00000010:1.0:1767384683.173532:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7658b78. 00000020:00000010:1.0:1767384683.173534:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.173537:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.173555:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9d357ab. 00000020:00000010:1.0:1767384683.173557:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9d357ab. 00000100:00000200:1.0:1767384683.173559:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037666048 02000000:00000010:1.0:1767384683.173573:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e9f8c212. 00000040:00000010:1.0:1767384683.173578:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005bded96e. 00000040:00000010:1.0:1767384683.173585:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b5cb00ef. 00000040:00000010:1.0:1767384683.173795:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b5cb00ef. 00000040:00000010:1.0:1767384683.173799:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005bded96e. 00010000:00000200:1.0:1767384683.173803:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000753bbd23 x1853237037666048/t0(0) o503->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 272/8416 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.173813:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004a0319c5. 00000100:00000200:1.0:1767384683.173816:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237037666048, offset 224 00000400:00000200:1.0:1767384683.173819:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.173824:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.173827:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825f508f00 00000400:00000200:1.0:1767384683.173831:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a99 [4] + 224 00000400:00000200:1.0:1767384683.173836:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.173838:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.173842:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdadca91 x1853237037666048/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.173857:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a0319c5 00000400:00000010:1.0:1767384683.173859:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004a0319c5. 00000020:00000010:1.0:1767384683.173866:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.173868:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.173871:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7658b78. 02000000:00000010:1.0:1767384683.173875:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e9f8c212. 00000400:00000010:0.0:1767384683.173885:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ef7ecb. 00000100:00000200:1.0:1767384683.173886:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384683.173891:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c67dd46 00000400:00000010:1.0:1767384683.173892:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd515bb3. 00000400:00000010:0.0:1767384683.173894:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004c67dd46. 00000400:00000010:1.0:1767384683.173899:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a0319c5. 00000100:00000200:0.0:1767384683.173900:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdadca91 x1853237037666048/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384683.173910:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdadca91 x1853237037666048/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.173922:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000636f667a. 02000000:00000010:0.0:1767384683.173927:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000409062c8. 02000000:00000010:0.0:1767384683.173935:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000083ea6052. 00000100:00000010:0.0:1767384683.173948:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 00000040:00000010:0.0:1767384683.173954:0:40443:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000089195460. 00000020:00000010:0.0:1767384683.177244:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083ea6052. 00000020:00000010:0.0:1767384683.177249:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002d5a1cf9. 00000040:00000010:0.0:1767384683.177252:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c1cc3f5b. 00000020:00000010:0.0:1767384683.177254:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a0469340. 00000020:00000010:0.0:1767384683.177257:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b362745. 00000020:00000010:0.0:1767384683.177259:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002761d3ad. 80000000:00000010:0.0:1767384683.177262:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a60a709. 40000000:00000010:0.0:1767384683.177265:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003e834057. 00100000:00000010:0.0:1767384683.177268:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d4865efe. 00040000:00000010:0.0:1767384683.177271:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cde6803b. 00040000:00000010:0.0:1767384683.177274:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c045a920. 00080000:00000010:0.0:1767384683.177277:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c2e0b970. 00000004:00000010:0.0:1767384683.177291:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001fab6f93. 00002000:00000010:0.0:1767384683.177294:0:40471:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c3118ff5. 00000020:00000010:0.0:1767384683.177298:0:40471:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000cf4bc7c. 00000040:00000010:0.0:1767384683.177302:0:40471:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000637f22e4. 00000100:00000010:0.0:1767384683.177306:0:40471:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 02000000:00000010:0.0:1767384683.177332:0:40471:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bd71601. 00000100:00000010:0.0:1767384683.177338:0:40471:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c67dd46. 02000000:00000010:0.0:1767384683.177352:0:40471:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000409062c8. 00000400:00000010:0.0:1767384683.177356:0:40471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ef7ecb. 00000400:00000010:0.0:1767384683.177360:0:40471:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001e4578e0. 00000100:00000200:0.0:1767384683.177362:0:40471:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037666176, portal 25 00000400:00000010:0.0:1767384683.177365:0:40471:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.177367:0:40471:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037666176, offset 0 00000400:00000200:0.0:1767384683.177371:0:40471:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.177376:0:40471:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.177381:0:40471:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f508f80 00000400:00000200:0.0:1767384683.177385:0:40471:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2245 [2] + 0 00000400:00000010:0.0:1767384683.177387:0:40471:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000944b9267. 00000400:00000200:0.0:1767384683.177390:0:40471:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9c3be8a 00000400:00000200:0.0:1767384683.177393:0:40471:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.177395:0:40471:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384683.177398:0:40471:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9c3be8a 00000400:00000010:0.0:1767384683.177399:0:40471:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9c3be8a. 00000100:00000200:0.0:1767384683.177402:0:40471:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384683.177412:0:40471:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ec7285 00000400:00000010:0.0:1767384683.177414:0:40471:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000100:00000200:0.0:1767384683.177419:0:40471:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdadca91 x1853237037666176/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384683.177435:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9d357ab. 00000020:00000010:1.0:1767384683.177439:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9d357ab. 00000020:00000010:1.0:1767384683.177443:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bded96e. 00000020:00000010:1.0:1767384683.177446:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.177449:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.177468:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9d357ab. 00000020:00000010:1.0:1767384683.177470:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9d357ab. 00000100:00000200:1.0:1767384683.177472:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037666176 02000000:00000010:1.0:1767384683.177483:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000e9f8c212. 00000040:00000010:1.0:1767384683.177488:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e7658b78. 00000040:00000010:1.0:1767384683.177495:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b5cb00ef. 00000040:00000010:1.0:1767384683.177614:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b5cb00ef. 00000040:00000010:1.0:1767384683.177617:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e7658b78. 00010000:00000200:1.0:1767384683.177622:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d50b2a7b x1853237037666176/t0(0) o502->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 272/8472 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.177632:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000813db533. 00000100:00000200:1.0:1767384683.177635:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237037666176, offset 224 00000400:00000200:1.0:1767384683.177638:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.177642:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.177647:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825f508f80 00000400:00000200:1.0:1767384683.177650:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2aa9 [4] + 224 00000400:00000200:1.0:1767384683.177655:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.177657:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.177661:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdadca91 x1853237037666176/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.177679:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813db533 00000400:00000010:1.0:1767384683.177681:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000813db533. 00000020:00000010:1.0:1767384683.177688:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013735b72. 00000020:00000010:1.0:1767384683.177690:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.177692:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bded96e. 02000000:00000010:1.0:1767384683.177696:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000e9f8c212. 00000100:00000200:1.0:1767384683.177705:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384683.177707:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000630a2c1c. 00000400:00000010:1.0:1767384683.177710:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000813db533. 00000400:00000010:0.0:1767384683.177807:0:40471:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ef7ecb. 00000400:00000200:0.0:1767384683.177810:0:40471:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e4578e0 00000400:00000010:0.0:1767384683.177812:0:40471:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001e4578e0. 00000100:00000200:0.0:1767384683.177816:0:40471:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdadca91 x1853237037666176/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384683.177829:0:40471:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdadca91 x1853237037666176/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.177841:0:40471:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c67dd46. 02000000:00000010:0.0:1767384683.177845:0:40471:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000409062c8. 02000000:00000010:0.0:1767384683.177852:0:40471:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004bd71601. 00000100:00000010:0.0:1767384683.177855:0:40471:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 00000020:00000010:0.0:1767384683.177866:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004875587e. 00000020:00000010:0.0:1767384683.177869:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004875587e. 00000020:00000010:0.0:1767384683.177874:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000629649c4. 00000020:00000010:0.0:1767384683.177883:0:40471:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000038194e21. 00000020:00000010:0.0:1767384683.177888:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000031c63f26. 00000020:00000010:0.0:1767384683.177900:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000629649c4. 00000020:00000010:0.0:1767384683.177904:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000004c67dd46. 00000001:00000010:0.0:1767384683.177922:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004875587e. 00000001:00000010:0.0:1767384683.177926:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007f3e6c74. 00000001:00000010:0.0:1767384683.177928:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004bd71601. 00000001:00000010:0.0:1767384683.177931:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d162f1b5. 00000001:00000010:0.0:1767384683.177933:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000046d68037. 00000001:00000010:0.0:1767384683.177936:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c6c4f488. 00000001:00000010:0.0:1767384683.177960:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000729203fa. 00000001:00000010:0.0:1767384683.177963:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002794517c. 00000001:00000010:0.0:1767384683.177966:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044ce6258. 00000001:00000010:0.0:1767384683.177968:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003af99d63. 00000001:00000010:0.0:1767384683.177970:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c3501141. 00000001:00000010:0.0:1767384683.177972:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004c5d12d8. 00000020:00000010:0.0:1767384683.177976:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a582682d. 00000020:00000010:0.0:1767384683.177979:0:40471:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000629649c4. 00000020:00000010:0.0:1767384683.177982:0:40471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a711034b. 00000008:00000010:0.0:1767384683.177986:0:40471:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003fc62ed9. 00020000:00000010:0.0:1767384683.177990:0:40471:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000004a5a1cc4. 00008000:00000010:0.0:1767384683.177993:0:40471:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009022244f. 00000080:00000010:0.0:1767384683.177998:0:40471:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003b799a85. 00000020:00000010:0.0:1767384683.178000:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003b3bfcf. 00000020:00000010:0.0:1767384683.178002:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019ec55e3. 00000040:00000010:0.0:1767384683.178005:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009f80b438. 00000020:00000010:0.0:1767384683.178007:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004f9db400. 00000020:00000010:0.0:1767384683.178010:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000011e158c1. 00000020:00000010:0.0:1767384683.178012:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079327e2d. 80000000:00000010:0.0:1767384683.178015:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004f2ed3b0. 40000000:00000010:0.0:1767384683.178017:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dd382090. 00100000:00000010:0.0:1767384683.178019:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000025c88672. 00040000:00000010:0.0:1767384683.178022:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bcc37246. 00040000:00000010:0.0:1767384683.178024:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000445ca87e. 00080000:00000010:0.0:1767384683.178027:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e05090a2. 00000004:00000010:0.0:1767384683.178030:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000052a7461e. 00000004:00000010:0.0:1767384683.178034:0:40471:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000a636181a. 00000004:00000010:0.0:1767384683.178040:0:40471:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000960cbe8d. 00000004:00000010:0.0:1767384683.178043:0:40471:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.178047:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009f42d0b0. 00000004:00000010:0.0:1767384683.178052:0:40471:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 000000001e4578e0. 00000004:00000010:0.0:1767384683.178054:0:40471:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000960cbe8d. 00000020:00000010:0.0:1767384683.178071:0:40471:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000db028590. 00000020:00000010:0.0:1767384683.178073:0:40471:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000099065de4. 00000020:00000010:0.0:1767384683.178075:0:40471:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000009edb2d80. 00000020:00000010:0.0:1767384683.178077:0:40471:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000071784e0. 00000020:00000010:0.0:1767384683.178190:0:40471:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.178198:0:40471:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.178205:0:40471:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.178210:0:40471:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.178214:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000019ec55e3. 00000040:00000010:0.0:1767384683.178217:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009f80b438. 00000020:00000010:0.0:1767384683.178219:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004f9db400. 00000020:00000010:0.0:1767384683.178222:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000011e158c1. 00000020:00000010:0.0:1767384683.178226:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000079327e2d. 80000000:00000010:0.0:1767384683.178228:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004f2ed3b0. 40000000:00000010:0.0:1767384683.178231:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd382090. 00100000:00000010:0.0:1767384683.178233:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000025c88672. 00040000:00000010:0.0:1767384683.178236:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bcc37246. 00040000:00000010:0.0:1767384683.178238:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000445ca87e. 00080000:00000010:0.0:1767384683.178241:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e05090a2. 00000004:00000010:0.0:1767384683.178244:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000052a7461e. 00000020:00000010:0.0:1767384683.178246:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003b3bfcf. 00000020:00000010:0.0:1767384683.178248:0:40471:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000629649c4. 00000020:00000010:0.0:1767384683.178251:0:40471:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a711034b. 00000008:00000010:0.0:1767384683.178254:0:40471:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003fc62ed9. 00020000:00000010:0.0:1767384683.178257:0:40471:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004a5a1cc4. 00008000:00000010:0.0:1767384683.178259:0:40471:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009022244f. 00000080:00000010:0.0:1767384683.178262:0:40471:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003b799a85. 00000020:00000010:0.0:1767384683.178264:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a582682d. 00000020:00000010:0.0:1767384683.178266:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000004c67dd46. 00000020:00000010:0.0:1767384683.178270:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bcc37246. 00000020:00000010:0.0:1767384683.178272:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bcc37246. 00000020:00000010:0.0:1767384683.178275:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bcc37246. 00000020:00000010:0.0:1767384683.178276:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bcc37246. 00000020:00000010:0.0:1767384683.178837:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000004f2ed3b0. 00000020:00000010:0.0:1767384683.178844:0:40471:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ebc93787. 00000020:00000010:0.0:1767384683.178848:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e05090a2. 00000004:00000010:0.0:1767384683.178852:0:40471:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000dd382090. 00000020:00000010:0.0:1767384683.178859:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000004f2ed3b0. 00000020:00000010:0.0:1767384683.178862:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 000000004f2ed3b0. 00000020:00000010:0.0:1767384683.178865:0:40471:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000002c52873b. 00000020:00000010:0.0:1767384683.178868:0:40471:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000d80099ed. 00000020:00000010:0.0:1767384683.178870:0:40471:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000a476b80c. 00000020:00000010:0.0:1767384683.178872:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 000000004f2ed3b0. 00000020:00000010:0.0:1767384683.178876:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004c67dd46. 00000001:00000010:0.0:1767384683.178884:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bcc37246. 00000001:00000010:0.0:1767384683.178886:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000001426ff8. 00000001:00000010:0.0:1767384683.178888:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a582682d. 00000001:00000010:0.0:1767384683.178890:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003b3bfcf. 00000001:00000010:0.0:1767384683.178892:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000445ca87e. 00000001:00000010:0.0:1767384683.178894:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079327e2d. 00000001:00000010:0.0:1767384683.178897:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e133e43a. 00000001:00000010:0.0:1767384683.178898:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f6208e8c. 00000001:00000010:0.0:1767384683.178900:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009f80b438. 00000001:00000010:0.0:1767384683.178902:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019ec55e3. 00000001:00000010:0.0:1767384683.178904:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000093af7384. 00000001:00000010:0.0:1767384683.178906:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3af15e3. 00000020:00000010:0.0:1767384683.178909:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b3a4972. 00000020:00000010:0.0:1767384683.178911:0:40471:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000629649c4. 00000020:00000010:0.0:1767384683.178914:0:40471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a711034b. 00000008:00000010:0.0:1767384683.178916:0:40471:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003fc62ed9. 00020000:00000010:0.0:1767384683.178919:0:40471:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000004a5a1cc4. 00008000:00000010:0.0:1767384683.178921:0:40471:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009022244f. 00000080:00000010:0.0:1767384683.178924:0:40471:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003b799a85. 00000020:00000010:0.0:1767384683.178927:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027b28372. 00000020:00000010:0.0:1767384683.178930:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009447d91f. 00000040:00000010:0.0:1767384683.178932:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023055cec. 00000020:00000010:0.0:1767384683.178935:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007559bc8a. 00000020:00000010:0.0:1767384683.178937:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000011e158c1. 00000020:00000010:0.0:1767384683.178952:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6b393fa. 80000000:00000010:0.0:1767384683.178954:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004f2ed3b0. 40000000:00000010:0.0:1767384683.178956:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006a6268af. 00100000:00000010:0.0:1767384683.178959:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e413abb. 00040000:00000010:0.0:1767384683.178961:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cea5c456. 00040000:00000010:0.0:1767384683.178964:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002eecfc11. 00080000:00000010:0.0:1767384683.178966:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000025c88672. 00000004:00000010:0.0:1767384683.178969:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000052a7461e. 00000004:00000010:0.0:1767384683.178972:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004f9db400. 00000004:00000010:0.0:1767384683.178975:0:40471:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 0000000041904e65. 00000004:00000010:0.0:1767384683.178981:0:40471:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 0000000025390275. 00000004:00000010:0.0:1767384683.178983:0:40471:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 000000007e79897c. 00000004:00000010:0.0:1767384683.178986:0:40471:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000de1f7639. 00000004:00000010:0.0:1767384683.178990:0:40471:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000cbafcd13. 00000020:00000010:0.0:1767384683.179003:0:40471:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000045cd751e. 00000020:00000010:0.0:1767384683.179007:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e27760af. 00000004:00000010:0.0:1767384683.179016:0:40471:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000cbafcd13. 00000004:00000010:0.0:1767384683.179020:0:40471:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000cbafcd13. 00000001:00000010:0.0:1767384683.179026:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ac1f4fbe. 00000001:00000010:0.0:1767384683.179029:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f00d009e. 00000001:00000010:0.0:1767384683.179031:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006fb937e6. 00000001:00000010:0.0:1767384683.179033:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004febc581. 00000001:00000010:0.0:1767384683.179036:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000034ad9483. 00000001:00000010:0.0:1767384683.179039:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000043c34d3. 00000001:00000010:0.0:1767384683.179041:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c7eb1338. 00000001:00000010:0.0:1767384683.179043:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000064c7ad65. 00000001:00000010:0.0:1767384683.179046:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e39b6d1. 00000001:00000010:0.0:1767384683.179048:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000720c93b. 00000001:00000010:0.0:1767384683.179050:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008946b907. 00000001:00000010:0.0:1767384683.179053:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c05ab01. 00000020:00000010:0.0:1767384683.179056:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4c0bf11. 00000020:00000010:0.0:1767384683.179058:0:40471:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c57237e1. 00000020:00000010:0.0:1767384683.179060:0:40471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046329603. 00000008:00000010:0.0:1767384683.179063:0:40471:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a434bd26. 00020000:00000010:0.0:1767384683.179065:0:40471:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000082ca06b5. 00008000:00000010:0.0:1767384683.179068:0:40471:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000016ad71ec. 00000080:00000010:0.0:1767384683.179071:0:40471:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002d321655. 00000020:00000010:0.0:1767384683.179073:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034518d42. 00000020:00000010:0.0:1767384683.179075:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d873a1f. 00000040:00000010:0.0:1767384683.179078:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c794e440. 00000020:00000010:0.0:1767384683.179080:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003836efcf. 00000020:00000010:0.0:1767384683.179082:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000089e84c6b. 00000020:00000010:0.0:1767384683.179091:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000344a5156. 80000000:00000010:0.0:1767384683.179093:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fdc43a92. 40000000:00000010:0.0:1767384683.179095:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bec26fc6. 00100000:00000010:0.0:1767384683.179097:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000026f2c865. 00040000:00000010:0.0:1767384683.179100:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000081d27550. 00040000:00000010:0.0:1767384683.179102:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a8ce1752. 00080000:00000010:0.0:1767384683.179104:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a68b26c. 00000004:00000010:0.0:1767384683.179107:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000348397b8. 00000004:00000010:0.0:1767384683.179121:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ddfbaf3a. 00000004:00000010:0.0:1767384683.179125:0:40471:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 0000000030285eb2. 00000004:00000010:0.0:1767384683.179130:0:40471:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.179134:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b3863b6d. 00000004:00000010:0.0:1767384683.179139:0:40471:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.179212:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d873a1f. 00000040:00000010:0.0:1767384683.179217:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c794e440. 00000020:00000010:0.0:1767384683.179219:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003836efcf. 00000020:00000010:0.0:1767384683.179221:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000089e84c6b. 00000020:00000010:0.0:1767384683.179224:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000344a5156. 80000000:00000010:0.0:1767384683.179225:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fdc43a92. 40000000:00000010:0.0:1767384683.179227:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bec26fc6. 00100000:00000010:0.0:1767384683.179230:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000026f2c865. 00040000:00000010:0.0:1767384683.179232:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000081d27550. 00040000:00000010:0.0:1767384683.179234:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8ce1752. 00080000:00000010:0.0:1767384683.179236:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a68b26c. 00000004:00000010:0.0:1767384683.179239:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000348397b8. 00000004:00000010:0.0:1767384683.179241:0:40471:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ddfbaf3a. 00000020:00000010:0.0:1767384683.179245:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034518d42. 00000020:00000010:0.0:1767384683.179249:0:40471:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c57237e1. 00000020:00000010:0.0:1767384683.179251:0:40471:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046329603. 00000008:00000010:0.0:1767384683.179254:0:40471:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a434bd26. 00020000:00000010:0.0:1767384683.179256:0:40471:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000082ca06b5. 00008000:00000010:0.0:1767384683.179258:0:40471:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000016ad71ec. 00000080:00000010:0.0:1767384683.179261:0:40471:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002d321655. 00000020:00000010:0.0:1767384683.179263:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4c0bf11. 00000004:00000010:0.0:1767384683.179266:0:40471:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.179270:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b9b978c0. 00000004:00000010:0.0:1767384683.179274:0:40471:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000001e4578e0. 00000004:00000010:0.0:1767384683.179277:0:40471:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000001e4578e0. 00000020:00000010:0.0:1767384683.179291:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000739adcbd. 00000004:00000010:0.0:1767384683.179295:0:40471:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000001e4578e0. 00000004:00000010:0.0:1767384683.179299:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eb6e3314. 00000004:00000010:0.0:1767384683.179302:0:40471:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000cbafcd13. 00000004:00000010:0.0:1767384683.179304:0:40471:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000de1f7639. 00000004:00000010:0.0:1767384683.179306:0:40471:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 0000000025390275. 00000004:00000010:0.0:1767384683.179308:0:40471:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 000000007e79897c. 00000004:00000010:0.0:1767384683.179332:0:40471:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 000000001e4578e0. 80000000:00000010:0.0:1767384683.179336:0:40471:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000e81b67d4. 80000000:00000010:0.0:1767384683.179339:0:40471:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000007e79897c. 00000004:00000010:0.0:1767384683.179344:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000065599241. 00000004:00000010:0.0:1767384683.179349:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bb85f7ba. 00000004:00000010:0.0:1767384683.179354:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b313f9d9. 00080000:00000010:0.0:1767384683.179359:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000048927ee8. 00100000:00000010:0.0:1767384683.179414:0:40471:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001066936c. 00100000:00000010:0.0:1767384683.179419:0:40471:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000001066936c. 00080000:00000010:0.0:1767384683.179423:0:40471:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.179426:0:40471:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000001066936c. 80000000:00000010:0.0:1767384683.179495:0:40471:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000a8b873c5. 80000000:00000010:0.0:1767384683.179508:0:40471:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000c174d75a. 80000000:00000010:0.0:1767384683.179516:0:40471:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000062b421f7. 80000000:00000010:0.0:1767384683.179526:0:40471:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000c7b512eb. 80000000:00000010:0.0:1767384683.179534:0:40471:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000275c73c9. 00080000:00000010:0.0:1767384683.179542:0:40471:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000042920f93. 00080000:00000010:0.0:1767384683.179556:0:40471:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 0000000042920f93. 00080000:00000010:0.0:1767384683.179560:0:40471:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000042920f93. 00080000:00000010:0.0:1767384683.179562:0:40471:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 0000000042920f93. 00080000:00000010:0.0:1767384683.179565:0:40471:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000042920f93. 00080000:00000010:0.0:1767384683.179567:0:40471:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 0000000042920f93. 00080000:00000010:0.0:1767384683.179571:0:40471:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000001066936c. 00080000:00000010:0.0:1767384683.179573:0:40471:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 80000000:00000010:0.0:1767384683.179576:0:40471:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000007e79897c. 00000004:00000010:0.0:1767384683.179591:0:40471:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000344a5156. 00000004:00000010:0.0:1767384683.179596:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006cb7fc73. 00000004:00000010:0.0:1767384683.179599:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000660c5ade. 00000004:00000010:0.0:1767384683.179602:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008aa5be71. 00080000:00000010:0.0:1767384683.179605:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e0ab68d7. 00000004:00000010:0.0:1767384683.179709:0:40471:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000006e3fb094. 00000004:00000010:0.0:1767384683.179714:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dcd510ae. 00000004:00000010:0.0:1767384683.179751:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ea44ff55. 00000004:00000010:0.0:1767384683.179754:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000075b9c33c. 00080000:00000010:0.0:1767384683.179757:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ad7f3fd7. 00000004:00000010:0.0:1767384683.179842:0:40471:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 0000000081d27550. 00000004:00000010:0.0:1767384683.179845:0:40471:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 0000000070534caf. 00000004:00000010:0.0:1767384683.179868:0:40471:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 0000000070534caf. 00010000:00000010:0.0:1767384683.179873:0:40471:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000042920f93. 00000001:00000010:0.0:1767384683.179876:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000068749c96. 00000001:00000010:0.0:1767384683.179879:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000289ae1c0. 00000001:00000010:0.0:1767384683.180790:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b752fb2. 00000001:00000010:0.0:1767384683.181110:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007da44fc4. 00000001:00000010:0.0:1767384683.181426:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f596e4c5. 00000001:00000010:0.0:1767384683.181723:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca739e29. 00000001:00000010:0.0:1767384683.182044:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002bdda80d. 00000001:00000010:0.0:1767384683.182364:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048460db7. 00000001:00000010:0.0:1767384683.182656:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b5d6051. 00000001:00000010:0.0:1767384683.182960:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b6b6bf1. 00000001:00000010:0.0:1767384683.183247:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000c41a40c. 00000001:00000010:0.0:1767384683.183547:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bd656f94. 00000001:00000010:0.0:1767384683.183830:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c91e1787. 00000001:00000010:0.0:1767384683.184122:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004f989a75. 00000001:00000010:0.0:1767384683.184416:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a54d578. 00000001:00000010:0.0:1767384683.184689:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c8f8f3bb. 00000001:00000010:0.0:1767384683.184993:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000052b5f3d6. 00000001:00000010:0.0:1767384683.185264:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e87b2784. 00000001:00000010:0.0:1767384683.185544:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000040dd383e. 00000001:00000010:0.0:1767384683.185761:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027c3c508. 00000001:00000010:0.0:1767384683.185987:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ffc7ef08. 00000001:00000010:0.0:1767384683.186206:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ff85c73. 00000001:00000010:0.0:1767384683.186442:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000684cc19b. 00000001:00000010:0.0:1767384683.186647:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3c9887e. 00000001:00000010:0.0:1767384683.186868:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000055386fe8. 00000001:00000010:0.0:1767384683.187085:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d647063. 00000001:00000010:0.0:1767384683.187305:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000090fc2353. 00000001:00000010:0.0:1767384683.187555:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fe7c58d3. 00000001:00000010:0.0:1767384683.187785:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ed7c6409. 00000001:00000010:0.0:1767384683.188000:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d677c8e. 00000001:00000010:0.0:1767384683.188207:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000055fa134. 00000001:00000010:0.0:1767384683.188455:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000629d13ef. 00000001:00000010:0.0:1767384683.188670:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d6b8e87. 00000001:00000010:0.0:1767384683.188919:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007ef626c3. 00000001:00000010:0.0:1767384683.189152:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ee026cde. 00000001:00000010:0.0:1767384683.189411:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc445bd2. 00000001:00000010:0.0:1767384683.189635:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048d565b6. 00000001:00000010:0.0:1767384683.189914:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b9193e22. 00000001:00000010:0.0:1767384683.190197:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000b13aed9. 00000001:00000010:0.0:1767384683.190502:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fec1b63f. 00000001:00000010:0.0:1767384683.190772:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ed2510f. 00000001:00000010:0.0:1767384683.191068:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d5344d97. 00000001:00000010:0.0:1767384683.191381:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f559a4a4. 00000001:00000010:0.0:1767384683.191650:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000023bb71ae. 00000001:00000010:0.0:1767384683.191929:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a408f1c0. 00000001:00000010:0.0:1767384683.192264:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000009399f1a. 00000001:00000010:0.0:1767384683.192558:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000667d9158. 00000001:00000010:0.0:1767384683.192823:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3a44142. 00000001:00000010:0.0:1767384683.193130:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000730aef3c. 00000001:00000010:0.0:1767384683.193507:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ac4e5ee. 00000001:00000010:0.0:1767384683.193812:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000050f1e2f6. 00000001:00000010:0.0:1767384683.194128:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018792c5a. 00000001:00000010:0.0:1767384683.194506:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002fbdf6b4. 00000001:00000010:0.0:1767384683.194801:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a49bb914. 00000001:00000010:0.0:1767384683.195110:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000064fdc8eb. 00000001:00000010:0.0:1767384683.195446:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007035c395. 00000001:00000010:0.0:1767384683.195702:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021af897c. 00000001:00000010:0.0:1767384683.195988:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020bc5031. 00000001:00000010:0.0:1767384683.196220:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000700dd37. 00000100:00000010:1.0:1767384683.196363:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3f46ccc. 00000100:00000010:3.0:1767384683.196383:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4a708af. 00000100:00000010:2.0:1767384683.196421:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000721d02a3. 00000100:00000010:0.0:1767384683.196458:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e47a4f9. 00000001:00000010:0.0:1767384683.196594:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009d6aa55e. 00000001:00000010:0.0:1767384683.196814:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d51e3899. 00000001:00000010:0.0:1767384683.197031:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c56e9f73. 00000001:00000010:0.0:1767384683.197236:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002cebbd30. 00000001:00000010:0.0:1767384683.197530:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000b726915. 00000001:00000010:0.0:1767384683.197745:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000046a0de12. 00000001:00000010:0.0:1767384683.197980:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000571a0379. 00000001:00000010:0.0:1767384683.198192:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006b31f549. 00000001:00000010:0.0:1767384683.198434:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000194bb720. 00000001:00000010:0.0:1767384683.198637:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000038f3ac38. 00000001:00000010:0.0:1767384683.198878:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002e6acb7c. 00000001:00000010:0.0:1767384683.199168:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eb7cf57f. 00000001:00000010:0.0:1767384683.199472:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000046817698. 00000001:00000010:0.0:1767384683.199678:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d68c317e. 00000001:00000010:0.0:1767384683.199917:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006320636e. 00000001:00000010:0.0:1767384683.200209:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000015eba00. 00000001:00000010:0.0:1767384683.200535:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c52ea55b. 00000001:00000010:0.0:1767384683.200822:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001677aaa2. 00000001:00000010:0.0:1767384683.201163:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cabb1fd3. 00000001:00000010:0.0:1767384683.201471:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b57a4b51. 00000001:00000010:0.0:1767384683.201751:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a18278f6. 00000001:00000010:0.0:1767384683.202022:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d9a3ab33. 00000001:00000010:0.0:1767384683.202232:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b0184bd. 00000001:00000010:0.0:1767384683.202481:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fcb9c52a. 00000001:00000010:0.0:1767384683.202694:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c57e62c. 00000001:00000010:0.0:1767384683.202923:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000dae7a63. 00000001:00000010:0.0:1767384683.203146:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000035a49f00. 00000001:00000010:0.0:1767384683.203399:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078edd27a. 00000001:00000010:0.0:1767384683.203686:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008589c67c. 00000001:00000010:0.0:1767384683.204002:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000001caba8a. 00000001:00000010:0.0:1767384683.204303:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000002c8c179. 00000001:00000010:0.0:1767384683.204622:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e1c2f6fd. 00000001:00000010:0.0:1767384683.204876:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067e92154. 00000001:00000010:0.0:1767384683.205103:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000614f78fd. 00000001:00000010:0.0:1767384683.205347:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cae0065c. 00000001:00000010:0.0:1767384683.205564:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e30c338f. 00000001:00000010:0.0:1767384683.205800:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000824d4de8. 00000001:00000010:0.0:1767384683.206078:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aead99a1. 00000001:00000010:0.0:1767384683.206408:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004690850f. 00000001:00000010:0.0:1767384683.206819:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085b05b51. 00000001:00000010:0.0:1767384683.207122:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003834ed65. 00000001:00000010:0.0:1767384683.207479:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009c310829. 00000001:00000010:0.0:1767384683.207831:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000008953b81. 00000001:00000010:0.0:1767384683.208138:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000312c9ca8. 00000001:00000010:0.0:1767384683.208508:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004fe155e8. 00000001:00000010:0.0:1767384683.208809:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cd4db678. 00000001:00000010:0.0:1767384683.209174:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005aac129c. 00000001:00000010:0.0:1767384683.209537:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000002f94dd5. 00000001:00000010:0.0:1767384683.209903:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000053520cb7. 00000001:00000010:0.0:1767384683.210216:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f9038761. 00000001:00000010:0.0:1767384683.210613:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dd715da8. 00000001:00000010:0.0:1767384683.210907:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000000bc3193. 00000001:00000010:0.0:1767384683.211366:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb79d0db. 00000001:00000010:0.0:1767384683.212214:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e8edd10. 00000001:00000010:0.0:1767384683.212587:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000070915ec8. 00000001:00000010:0.0:1767384683.213565:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000616b1b7a. 00000001:00000010:0.0:1767384683.215058:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c474699. 00000001:00000010:0.0:1767384683.215365:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091974b7c. 00000001:00000010:0.0:1767384683.215570:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000408ac5b5. 00000001:00000010:0.0:1767384683.215785:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cb52410c. 00000001:00000010:0.0:1767384683.215991:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000050323e3a. 00000001:00000010:0.0:1767384683.216165:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c08ff158. 00000001:00000010:0.0:1767384683.216469:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000046201242. 00000001:00000010:0.0:1767384683.216701:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000783df623. 00000001:00000010:0.0:1767384683.217546:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ef11b92a. 00000001:00000010:0.0:1767384683.217740:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a9950ef7. 00000001:00000010:0.0:1767384683.217911:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067f39300. 00000001:00000010:0.0:1767384683.218137:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e00d615d. 00000001:00000010:0.0:1767384683.218435:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006dae9dd8. 00000001:00000010:0.0:1767384683.218666:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000056b87c. 00000001:00000010:0.0:1767384683.218884:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000540abc47. 00000020:00000010:0.0:1767384683.219066:0:40471:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002938560a. 00000020:00000010:0.0:1767384683.219070:0:40471:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000c225b00d. 00000020:00000010:0.0:1767384683.219117:0:40471:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000087b78ad4. 00000020:00000010:0.0:1767384683.219119:0:40471:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000ebc687aa. 00000020:00000010:0.0:1767384683.219151:0:40471:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000006da59196. 00000004:00000010:0.0:1767384683.219158:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000003c8571d. 00000004:00000010:0.0:1767384683.219165:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c239f1d0. 00000004:00000010:0.0:1767384683.219170:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000080efd53b. 00080000:00000010:0.0:1767384683.219175:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006a3d8a01. 00000001:00000010:0.0:1767384683.219491:0:40471:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000ee4120c1. 00000001:00000010:0.0:1767384683.219514:0:40471:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000ee4120c1. 00080000:00000010:0.0:1767384683.219519:0:40471:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003991a946. 00000020:00000010:0.0:1767384683.219590:0:40471:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000ee4120c1. 00000004:00000010:0.0:1767384683.219595:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000015a4056d. 00000004:00000010:0.0:1767384683.219599:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003753828d. 00000004:00000010:0.0:1767384683.219603:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ac48b016. 00080000:00000010:0.0:1767384683.219606:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002321c824. 00000001:00000010:0.0:1767384683.219663:0:40471:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 0000000070534caf. 00000001:00000010:0.0:1767384683.219682:0:40471:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 0000000070534caf. 00000001:00000010:0.0:1767384683.219690:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c3e6c305. 00000001:00000010:0.0:1767384683.219694:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000032039667. 00000001:00000010:0.0:1767384683.219695:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000070534caf. 00000020:00000010:0.0:1767384683.219697:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aeb6408f. 00000020:00000010:0.0:1767384683.219700:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007975bbcd. 00000040:00000010:0.0:1767384683.219703:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bd4fb68a. 00000020:00000010:0.0:1767384683.219707:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003bc46f4f. 00000020:00000010:0.0:1767384683.219711:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000089e84c6b. 00000020:00000010:0.0:1767384683.219715:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009ed30e23. 80000000:00000010:0.0:1767384683.219718:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aff14a14. 40000000:00000010:0.0:1767384683.219721:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a6d091c9. 00100000:00000010:0.0:1767384683.219725:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e7aa0bc8. 00040000:00000010:0.0:1767384683.219729:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ae30f0d1. 00040000:00000010:0.0:1767384683.219732:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fe2d4c39. 00080000:00000010:0.0:1767384683.219736:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000406baad1. 00000004:00000010:0.0:1767384683.219740:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000afdfcf1a. 00000004:00000010:0.0:1767384683.219744:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000348397b8. 00000004:00000010:0.0:1767384683.219747:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f59bd800. 00000020:00000010:0.0:1767384683.219751:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4c0bf11. 00000020:00000010:0.0:1767384683.219753:0:40471:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f330213. 00000020:00000010:0.0:1767384683.219757:0:40471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046329603. 02000000:00000010:0.0:1767384683.219767:0:40471:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000005f9f2ccc. 02000000:00000010:0.0:1767384683.219770:0:40471:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000030693887. 02000000:00000010:0.0:1767384683.219773:0:40471:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000940a5ce2. 02000000:00000010:0.0:1767384683.219774:0:40471:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000007f4a1f19. 00000020:00000010:0.0:1767384683.219995:0:40471:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000f144bec. 00000020:00000010:0.0:1767384683.220000:0:40471:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000003889ac9b. 00000004:00000010:0.0:1767384683.220019:0:40471:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 0000000011f05144. 00000004:00000010:0.0:1767384683.220021:0:40471:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 00000000ea9e729f. 00000004:00000010:0.0:1767384683.220023:0:40471:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 00000000cd6188b4. 00000004:00000010:0.0:1767384683.220025:0:40471:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 0000000067ae787e. 00000004:00000010:0.0:1767384683.220029:0:40471:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000d7210666. 00000020:00000010:0.0:1767384683.220038:0:40471:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000005f8bbac4. 00000020:00000010:0.0:1767384683.220044:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ddfbaf3a. 00000004:00000010:0.0:1767384683.220060:0:40471:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000d7210666. 00000004:00000010:0.0:1767384683.220064:0:40471:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000d7210666. 00000001:00000010:0.0:1767384683.220074:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b9558339. 00000001:00000010:0.0:1767384683.220077:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006c31fb6a. 00000001:00000010:0.0:1767384683.220079:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c794e440. 00000001:00000010:0.0:1767384683.220081:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d873a1f. 00000001:00000010:0.0:1767384683.220083:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000034518d42. 00000001:00000010:0.0:1767384683.220091:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088ee57dd. 00000001:00000010:0.0:1767384683.220094:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d1ba2435. 00000001:00000010:0.0:1767384683.220096:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008d3dc142. 00000001:00000010:0.0:1767384683.220098:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e733dfb9. 00000001:00000010:0.0:1767384683.220100:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c862c8e7. 00000001:00000010:0.0:1767384683.220102:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005fd2591f. 00000001:00000010:0.0:1767384683.220104:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006812f2c6. 00000020:00000010:0.0:1767384683.220107:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ae71be8. 00000020:00000010:0.0:1767384683.220109:0:40471:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064b25bbe. 00000020:00000010:0.0:1767384683.220112:0:40471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000676b971a. 00000008:00000010:0.0:1767384683.220116:0:40471:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a434bd26. 00020000:00000010:0.0:1767384683.220119:0:40471:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000082ca06b5. 00008000:00000010:0.0:1767384683.220123:0:40471:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000016ad71ec. 00000080:00000010:0.0:1767384683.220127:0:40471:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002d321655. 00000020:00000010:0.0:1767384683.220129:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033804e93. 00000020:00000010:0.0:1767384683.220131:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000152d01b1. 00000040:00000010:0.0:1767384683.220133:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f173b124. 00000020:00000010:0.0:1767384683.220135:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a68b26c. 00000020:00000010:0.0:1767384683.220138:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0c54e81. 00000020:00000010:0.0:1767384683.220140:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5f60757. 80000000:00000010:0.0:1767384683.220142:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000103f23d6. 40000000:00000010:0.0:1767384683.220144:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9c6045c. 00100000:00000010:0.0:1767384683.220146:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000026f2c865. 00040000:00000010:0.0:1767384683.220148:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000817df3c3. 00040000:00000010:0.0:1767384683.220150:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064bb503b. 00080000:00000010:0.0:1767384683.220153:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003836efcf. 00000004:00000010:0.0:1767384683.220157:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c7615c9e. 00000004:00000010:0.0:1767384683.220159:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e42ffe63. 00000004:00000010:0.0:1767384683.220162:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a04c1437. 00040000:00000010:0.0:1767384683.220165:0:40471:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000ae1c2bc6. 00040000:00000010:0.0:1767384683.220172:0:40471:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000ea31d710. 00000020:00000010:0.0:1767384683.220176:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000eca03a99. 00040000:00000010:0.0:1767384683.220184:0:40471:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000ea31d710. 00040000:00000010:0.0:1767384683.220256:0:40471:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 0000000027e9fbc2. 00000020:00000010:0.0:1767384683.220258:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000594df634. 00000020:00000010:0.0:1767384683.220260:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c84cc1f7. 00000040:00000010:0.0:1767384683.220262:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000000322e70. 00000020:00000010:0.0:1767384683.220264:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fcbf3648. 00000020:00000010:0.0:1767384683.220267:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000d9acbf9. 00000020:00000010:0.0:1767384683.220269:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d26d256b. 80000000:00000010:0.0:1767384683.220271:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a5da60d. 40000000:00000010:0.0:1767384683.220273:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000092ef8aa4. 00100000:00000010:0.0:1767384683.220276:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000018a5483a. 00040000:00000010:0.0:1767384683.220278:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bdb3c5c. 00040000:00000010:0.0:1767384683.220281:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000034122f67. 00040000:00000010:0.0:1767384683.220283:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000acc25933. 00080000:00000010:0.0:1767384683.220285:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000085c1b8d0. 00000004:00000010:0.0:1767384683.220287:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001444c97a. 00000004:00000010:0.0:1767384683.220298:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000adec366b. 00000004:00000010:0.0:1767384683.220301:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000056a4b479. 00000020:00000010:0.0:1767384683.221039:0:40471:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001b8b8558. 00040000:00000010:0.0:1767384683.221130:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a73cf8a8. 00040000:00000010:0.0:1767384683.221144:0:40471:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000dde6d310. 00000020:00000010:0.0:1767384683.221157:0:40471:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000e5f45314. 00040000:00000010:0.0:1767384683.221161:0:40471:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000687e56cc. 00000020:00000010:0.0:1767384683.221167:0:40471:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000018d3f5d7. 00000020:00000010:0.0:1767384683.221208:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000152d01b1. 00000040:00000010:0.0:1767384683.221213:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f173b124. 00000020:00000010:0.0:1767384683.221215:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a68b26c. 00000020:00000010:0.0:1767384683.221219:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0c54e81. 00000020:00000010:0.0:1767384683.221223:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a5f60757. 80000000:00000010:0.0:1767384683.221226:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000103f23d6. 40000000:00000010:0.0:1767384683.221228:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d9c6045c. 00100000:00000010:0.0:1767384683.221231:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000026f2c865. 00040000:00000010:0.0:1767384683.221234:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000817df3c3. 00040000:00000010:0.0:1767384683.221236:0:40471:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a73cf8a8. 00040000:00000010:0.0:1767384683.221241:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000064bb503b. 00080000:00000010:0.0:1767384683.221244:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003836efcf. 00000004:00000010:0.0:1767384683.221247:0:40471:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c7615c9e. 00000004:00000010:0.0:1767384683.221250:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e42ffe63. 00000004:00000010:0.0:1767384683.221253:0:40471:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a04c1437. 00000020:00000010:0.0:1767384683.221256:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033804e93. 00000020:00000010:0.0:1767384683.221261:0:40471:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064b25bbe. 00000020:00000010:0.0:1767384683.221264:0:40471:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000676b971a. 00000008:00000010:0.0:1767384683.221268:0:40471:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a434bd26. 00020000:00000010:0.0:1767384683.221271:0:40471:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000082ca06b5. 00008000:00000010:0.0:1767384683.221273:0:40471:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000016ad71ec. 00000080:00000010:0.0:1767384683.221276:0:40471:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002d321655. 00000020:00000010:0.0:1767384683.221290:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ae71be8. 00000004:00000010:0.0:1767384683.221300:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b9f0aaf1. 00000004:00000010:0.0:1767384683.221305:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000906e6e6. 00000004:00000010:0.0:1767384683.221338:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ac2dde28. 00080000:00000010:0.0:1767384683.221343:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063065ca3. 00000020:00000010:0.0:1767384683.221458:0:40471:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000817df3c3. 00080000:00000010:0.0:1767384683.221503:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000178ed321. 00080000:00000010:0.0:1767384683.221566:0:40471:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000178ed321. 00000020:00000010:0.0:1767384683.221570:0:40471:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000817df3c3. 00000004:00000010:0.0:1767384683.221582:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000059c01ebd. 00000004:00000010:0.0:1767384683.221587:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000a39744e. 00000004:00000010:0.0:1767384683.221590:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b88faa13. 00080000:00000010:0.0:1767384683.221593:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000178ed321. 00040000:00000010:0.0:1767384683.221634:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a04c1437. 00000020:00000010:0.0:1767384683.221656:0:40471:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000021d00c5b. 00080000:00000010:0.0:1767384683.221659:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009c337162. 00080000:00000010:0.0:1767384683.221689:0:40471:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009c337162. 00000020:00000010:0.0:1767384683.221692:0:40471:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000021d00c5b. 00000004:00000010:0.0:1767384683.221697:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a9549448. 00000004:00000010:0.0:1767384683.221701:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009a832a22. 00000004:00000010:0.0:1767384683.221703:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000036bf01dd. 00080000:00000010:0.0:1767384683.221706:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009c337162. 00000004:00000010:0.0:1767384683.221755:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000064075853. 00000004:00000010:0.0:1767384683.221760:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000012c809be. 00000004:00000010:0.0:1767384683.221762:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000070ff7353. 00080000:00000010:0.0:1767384683.221765:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e7e62b4. 00100000:00000010:0.0:1767384683.221804:0:40471:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e593cdf7. 00100000:00000010:0.0:1767384683.221808:0:40471:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000e593cdf7. 00040000:00000010:0.0:1767384683.221813:0:40471:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000020119a0f. 00000001:00000010:0.0:1767384683.221816:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b169b36d. 00000001:00000010:0.0:1767384683.221820:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000faef114e. 00000001:00000010:0.0:1767384683.221823:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ea31d710. 00040000:00000010:0.0:1767384683.221826:0:40471:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000e593cdf7. 00080000:00000010:0.0:1767384683.221831:0:40471:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.221834:0:40471:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000580fa345. 00080000:00000010:0.0:1767384683.221856:0:40471:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000580fa345. 00080000:00000010:0.0:1767384683.221859:0:40471:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00040000:00000010:0.0:1767384683.221862:0:40471:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000e593cdf7. 00040000:00000010:0.0:1767384683.221867:0:40471:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000007493a3ae. 00000004:00000010:0.0:1767384683.221906:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d606fb58. 00000004:00000010:0.0:1767384683.221910:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f191cb6e. 00000004:00000010:0.0:1767384683.221913:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005b37d7aa. 00080000:00000010:0.0:1767384683.221916:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000031840df8. 00100000:00000010:0.0:1767384683.221961:0:40471:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006e7ebc7b. 00100000:00000010:0.0:1767384683.221964:0:40471:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006e7ebc7b. 00040000:00000010:0.0:1767384683.221967:0:40471:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f7d6a424. 00000001:00000010:0.0:1767384683.221970:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e80196d4. 00000001:00000010:0.0:1767384683.221973:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b454f193. 00000001:00000010:0.0:1767384683.221975:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b42aff4c. 00040000:00000010:0.0:1767384683.221977:0:40471:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000006e7ebc7b. 00080000:00000010:0.0:1767384683.221980:0:40471:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.221982:0:40471:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000a2f2912b. 00080000:00000010:0.0:1767384683.221995:0:40471:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000a2f2912b. 00080000:00000010:0.0:1767384683.221997:0:40471:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00040000:00000010:0.0:1767384683.221999:0:40471:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000006e7ebc7b. 00040000:00000010:0.0:1767384683.222002:0:40471:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000007650e6f. 00000004:00000010:0.0:1767384683.222037:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d9587300. 00000004:00000010:0.0:1767384683.222041:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000081b867d9. 00000004:00000010:0.0:1767384683.222045:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002d90e351. 00080000:00000010:0.0:1767384683.222048:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007fc8cdc3. 00100000:00000010:0.0:1767384683.222079:0:40471:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005bb25630. 00100000:00000010:0.0:1767384683.222082:0:40471:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005bb25630. 00040000:00000010:0.0:1767384683.222085:0:40471:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000044a60bec. 00000001:00000010:0.0:1767384683.222088:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009ae08157. 00000001:00000010:0.0:1767384683.222092:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d031695b. 00000001:00000010:0.0:1767384683.222095:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a22df8df. 00040000:00000010:0.0:1767384683.222097:0:40471:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005bb25630. 00080000:00000010:0.0:1767384683.222100:0:40471:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.222102:0:40471:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000007b4a2a99. 00080000:00000010:0.0:1767384683.222118:0:40471:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000007b4a2a99. 00080000:00000010:0.0:1767384683.222120:0:40471:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00040000:00000010:0.0:1767384683.222122:0:40471:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005bb25630. 00040000:00000010:0.0:1767384683.222127:0:40471:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009971e92d. 00000020:00000010:0.0:1767384683.222162:0:40471:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e0c3697f. 00080000:00000010:0.0:1767384683.222166:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063620c39. 00080000:00000010:0.0:1767384683.222213:0:40471:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000063620c39. 00000020:00000010:0.0:1767384683.222216:0:40471:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e0c3697f. 00000004:00000010:0.0:1767384683.222221:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cf360a03. 00000004:00000010:0.0:1767384683.222225:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f38d3708. 00000004:00000010:0.0:1767384683.222229:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000083960589. 00080000:00000010:0.0:1767384683.222231:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063620c39. 00000004:00000010:0.0:1767384683.222281:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a8ff03d1. 00000004:00000010:0.0:1767384683.222285:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000070348827. 00000004:00000010:0.0:1767384683.222288:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000769aa4c2. 00080000:00000010:0.0:1767384683.222291:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000675f96d7. 00100000:00000010:0.0:1767384683.222339:0:40471:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008bff8490. 00100000:00000010:0.0:1767384683.222342:0:40471:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008bff8490. 00040000:00000010:0.0:1767384683.222346:0:40471:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c07137ae. 00000001:00000010:0.0:1767384683.222349:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000077f5dbe4. 00000001:00000010:0.0:1767384683.222352:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000093baec16. 00000001:00000010:0.0:1767384683.222354:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000428fb9c0. 00040000:00000010:0.0:1767384683.222356:0:40471:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000008bff8490. 00080000:00000010:0.0:1767384683.222360:0:40471:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.222361:0:40471:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000e38db28b. 00080000:00000010:0.0:1767384683.222378:0:40471:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000e38db28b. 00080000:00000010:0.0:1767384683.222381:0:40471:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00040000:00000010:0.0:1767384683.222383:0:40471:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000008bff8490. 00040000:00000010:0.0:1767384683.222386:0:40471:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000721d3132. 00000004:00000010:0.0:1767384683.222528:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e27dd01b. 00000004:00000010:0.0:1767384683.222533:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000853b3a70. 00000004:00000010:0.0:1767384683.222537:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000092eb0331. 00080000:00000010:0.0:1767384683.222541:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000042bae688. 00100000:00000010:0.0:1767384683.222580:0:40471:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000047935a3a. 00100000:00000010:0.0:1767384683.222582:0:40471:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000047935a3a. 00040000:00000010:0.0:1767384683.222587:0:40471:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d44280f7. 00000001:00000010:0.0:1767384683.222590:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000655b76a8. 00000001:00000010:0.0:1767384683.222594:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000022b63e4e. 00000001:00000010:0.0:1767384683.222597:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f9c3be8a. 00040000:00000010:0.0:1767384683.222600:0:40471:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000047935a3a. 00080000:00000010:0.0:1767384683.222603:0:40471:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.222605:0:40471:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000e1010caf. 00080000:00000010:0.0:1767384683.222619:0:40471:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000e1010caf. 00080000:00000010:0.0:1767384683.222622:0:40471:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00040000:00000010:0.0:1767384683.222624:0:40471:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000047935a3a. 00040000:00000010:0.0:1767384683.222628:0:40471:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000092065995. 00000004:00000010:0.0:1767384683.222672:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bf8a402d. 00000004:00000010:0.0:1767384683.222714:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003cb1a09e. 00000004:00000010:0.0:1767384683.222717:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009ba3c1bc. 00080000:00000010:0.0:1767384683.222729:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b78ffa4. 00100000:00000010:0.0:1767384683.222771:0:40471:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000033c3ed18. 00100000:00000010:0.0:1767384683.222774:0:40471:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000033c3ed18. 00040000:00000010:0.0:1767384683.222778:0:40471:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cfbe428f. 00000001:00000010:0.0:1767384683.222780:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002dae118a. 00000001:00000010:0.0:1767384683.222784:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000cd65b803. 00000001:00000010:0.0:1767384683.222786:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000077b07f4e. 00040000:00000010:0.0:1767384683.222789:0:40471:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000033c3ed18. 00080000:00000010:0.0:1767384683.222791:0:40471:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.222793:0:40471:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000b87a8598. 00080000:00000010:0.0:1767384683.222818:0:40471:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000b87a8598. 00080000:00000010:0.0:1767384683.222821:0:40471:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00040000:00000010:0.0:1767384683.222823:0:40471:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000033c3ed18. 00040000:00000010:0.0:1767384683.222829:0:40471:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000de2cd5ea. 00000020:00000010:0.0:1767384683.222866:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c7615c9e. 00000004:00000010:0.0:1767384683.222873:0:40471:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000d7210666. 00000004:00000010:0.0:1767384683.222877:0:40471:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 00000000cd6188b4. 00000004:00000010:0.0:1767384683.222879:0:40471:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 0000000011f05144. 00000004:00000010:0.0:1767384683.222881:0:40471:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000ea9e729f. 00000004:00000010:0.0:1767384683.222884:0:40471:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 0000000067ae787e. 00000020:00000010:0.0:1767384683.222895:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062a64105. 00000020:00000010:0.0:1767384683.222898:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009fc5727e. 00000040:00000010:0.0:1767384683.222901:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e81f7a36. 00000020:00000010:0.0:1767384683.222903:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a73cf8a8. 00000020:00000010:0.0:1767384683.222906:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0c54e81. 00000020:00000010:0.0:1767384683.222909:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c5e0862. 80000000:00000010:0.0:1767384683.222912:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4a708af. 40000000:00000010:0.0:1767384683.222914:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000033c3ed18. 00100000:00000010:0.0:1767384683.222917:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae6b634a. 00040000:00000010:0.0:1767384683.222919:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ed04d0b. 00040000:00000010:0.0:1767384683.222921:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000898926b0. 00040000:00000010:0.0:1767384683.222925:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000273e5e0b. 00080000:00000010:0.0:1767384683.222928:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000edabf138. 00000004:00000010:0.0:1767384683.222932:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003836efcf. 00000004:00000010:0.0:1767384683.222936:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bca8a61f. 00000004:00000010:0.0:1767384683.222972:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000026f2c865. 00000020:00000010:0.0:1767384683.222975:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003820dc2. 00000020:00000010:0.0:1767384683.222978:0:40471:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011f05144. 00000020:00000010:0.0:1767384683.222981:0:40471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000676b971a. 00000020:00000010:2.0:1767384683.223803:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009447d91f. 00000040:00000010:2.0:1767384683.223808:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000023055cec. 00000020:00000010:2.0:1767384683.223811:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007559bc8a. 00000020:00000010:2.0:1767384683.223814:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000011e158c1. 00000020:00000010:2.0:1767384683.223818:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a6b393fa. 80000000:00000010:2.0:1767384683.223821:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004f2ed3b0. 40000000:00000010:2.0:1767384683.223824:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006a6268af. 00100000:00000010:2.0:1767384683.223830:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004e413abb. 00040000:00000010:2.0:1767384683.223833:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cea5c456. 00040000:00000010:2.0:1767384683.223837:0:40471:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a04c1437. 00040000:00000010:2.0:1767384683.223839:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002eecfc11. 00080000:00000010:2.0:1767384683.223841:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000025c88672. 00000004:00000010:2.0:1767384683.223844:0:40471:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eb6e3314. 00000004:00000010:2.0:1767384683.223846:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000052a7461e. 00000004:00000010:2.0:1767384683.223849:0:40471:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004f9db400. 00000020:00000010:2.0:1767384683.223851:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027b28372. 00000020:00000010:2.0:1767384683.223854:0:40471:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000629649c4. 00000020:00000010:2.0:1767384683.223857:0:40471:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a711034b. 00000008:00000010:2.0:1767384683.223860:0:40471:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003fc62ed9. 00020000:00000010:2.0:1767384683.223863:0:40471:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004a5a1cc4. 00008000:00000010:2.0:1767384683.223866:0:40471:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009022244f. 00000080:00000010:2.0:1767384683.223869:0:40471:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003b799a85. 00000020:00000010:2.0:1767384683.223871:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b3a4972. 00000020:00000010:2.0:1767384683.223875:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004c67dd46. 00000020:00000010:2.0:1767384683.223885:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.223888:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.223893:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.223894:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.223898:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000036b75b77. 00000020:00000010:2.0:1767384683.223903:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca317e49. 00000020:00000010:2.0:1767384683.223905:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000064d2fc4. 00000040:00000010:2.0:1767384683.223908:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff5122cf. 00000020:00000010:2.0:1767384683.223911:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de83e71c. 00000020:00000010:2.0:1767384683.223914:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091ba946b. 00000020:00000010:2.0:1767384683.223916:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001528f270. 80000000:00000010:2.0:1767384683.223918:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e628a65a. 40000000:00000010:2.0:1767384683.223920:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000fc63df2. 00100000:00000010:2.0:1767384683.223922:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006539a40f. 00040000:00000010:2.0:1767384683.223924:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004139f54. 00040000:00000010:2.0:1767384683.223926:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003c451cc5. 00040000:00000010:2.0:1767384683.223928:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000523485b2. 00080000:00000010:2.0:1767384683.223930:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c3ab64dc. 00000004:00000010:2.0:1767384683.223932:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ede8c56c. 00000004:00000010:2.0:1767384683.223935:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006a5887b5. 00000004:00000010:2.0:1767384683.223949:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004a5d598c. 02000000:00000010:2.0:1767384683.223956:0:40471:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 0000000081661d7c. 02000000:00000010:2.0:1767384683.223960:0:40471:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 0000000081661d7c. 00000020:00000010:2.0:1767384683.223963:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000064d2fc4. 00000040:00000010:2.0:1767384683.223966:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ff5122cf. 00000020:00000010:2.0:1767384683.223968:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000de83e71c. 00000020:00000010:2.0:1767384683.223970:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091ba946b. 00000020:00000010:2.0:1767384683.223973:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001528f270. 80000000:00000010:2.0:1767384683.223975:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e628a65a. 40000000:00000010:2.0:1767384683.223977:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000fc63df2. 00100000:00000010:2.0:1767384683.223980:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006539a40f. 00040000:00000010:2.0:1767384683.223982:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004139f54. 00040000:00000010:2.0:1767384683.223984:0:40471:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003c451cc5. 00040000:00000010:2.0:1767384683.223986:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000523485b2. 00080000:00000010:2.0:1767384683.223988:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c3ab64dc. 00000004:00000010:2.0:1767384683.223990:0:40471:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ede8c56c. 00000004:00000010:2.0:1767384683.223992:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006a5887b5. 00000004:00000010:2.0:1767384683.223994:0:40471:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004a5d598c. 00000020:00000010:2.0:1767384683.223996:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca317e49. 00000020:00000010:2.0:1767384683.223998:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000036b75b77. 00000020:00000010:2.0:1767384683.224002:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.224004:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.224007:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.224009:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.224013:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.224015:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004139f54. 00000020:00000010:2.0:1767384683.224016:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000000fc63df2. 00000100:00000010:2.0:1767384683.224020:0:40471:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000bb390094. 00000400:00000200:2.0:1767384683.224023:0:40471:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384683.224029:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:2.0:1767384683.224035:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384683.224040:0:40471:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (40) 00000400:00000200:2.0:1767384683.224045:0:40471:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000400:00000200:2.0:1767384683.224058:0:40471:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:2.0:1767384683.224060:0:40471:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384683.224062:0:40471:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384683.224063:0:40471:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:2.0:1767384683.224065:0:40471:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (42) 00000400:00000200:2.0:1767384683.224066:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:2.0:1767384683.224068:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:2.0:1767384683.224070:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224072:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:2.0:1767384683.224073:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:2.0:1767384683.224075:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224076:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:2.0:1767384683.224078:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:0.0:1767384683.224079:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384683.224080:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224084:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:2.0:1767384683.224085:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:0.0:1767384683.224088:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:2.0:1767384683.224089:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224091:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:2.0:1767384683.224094:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:0.0:1767384683.224094:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000400:00000200:2.0:1767384683.224099:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224100:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:2.0:1767384683.224101:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000010:0.0:1767384683.224102:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000ea6c1b59. 00000400:00000200:2.0:1767384683.224105:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224107:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:2.0:1767384683.224108:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000010:0.0:1767384683.224109:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000400:00000200:2.0:1767384683.224110:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224114:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:2.0:1767384683.224115:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:2.0:1767384683.224117:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224117:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:2.0:1767384683.224118:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000010:0.0:1767384683.224119:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e23dc306. 00000400:00000200:2.0:1767384683.224120:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224124:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:2.0:1767384683.224126:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:2.0:1767384683.224130:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.224130:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:2.0:1767384683.224133:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:2.0:1767384683.224136:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:2.0:1767384683.224138:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224139:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:2.0:1767384683.224140:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:2.0:1767384683.224141:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224142:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:2.0:1767384683.224143:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:2.0:1767384683.224147:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.224147:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:2.0:1767384683.224151:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:2.0:1767384683.224153:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:2.0:1767384683.224155:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224158:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:0.0:1767384683.224158:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 148], ns[191, 152] 00000400:00000200:2.0:1767384683.224163:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:2.0:1767384683.224167:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224169:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:2.0:1767384683.224171:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:0.0:1767384683.224173:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 148], ns[62, 152] 00000400:00000200:2.0:1767384683.224176:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224179:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:2.0:1767384683.224182:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:2.0:1767384683.224188:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.224188:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 62] 00000400:00000200:2.0:1767384683.224193:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:2.0:1767384683.224197:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:0.0:1767384683.224199:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[79, 62] 00000400:00000200:2.0:1767384683.224204:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.224208:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000400:00000200:2.0:1767384683.224209:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:2.0:1767384683.224214:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:0.0:1767384683.224218:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 62] 00000400:00000200:2.0:1767384683.224220:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224224:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:2.0:1767384683.224229:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:0.0:1767384683.224229:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[95, 62] 00000400:00000200:2.0:1767384683.224236:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.224238:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[108, 62] 00000400:00000200:2.0:1767384683.224241:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:2.0:1767384683.224245:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:0.0:1767384683.224248:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00000400:00000200:2.0:1767384683.224249:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224252:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:2.0:1767384683.224255:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:2.0:1767384683.224261:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224263:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp31 00000400:00000200:0.0:1767384683.224263:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 62] 00000400:00000200:2.0:1767384683.224267:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000200:2.0:1767384683.224272:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224274:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp32 00000400:00000200:2.0:1767384683.224277:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.133@tcp33 00000400:00000200:0.0:1767384683.224277:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[123, 62] 00000400:00000200:2.0:1767384683.224284:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.224288:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 62], ns[128, 62] 00000400:00000200:2.0:1767384683.224289:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp33 00000400:00000200:2.0:1767384683.224294:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.133@tcp34 00000400:00000200:0.0:1767384683.224297:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 62], ns[132, 62] 00000400:00000200:2.0:1767384683.224300:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224304:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp34 00000400:00000200:0.0:1767384683.224308:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 62], ns[144, 62] 00000400:00000200:2.0:1767384683.224330:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.133@tcp35 00000400:00000200:0.0:1767384683.224333:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 62], ns[165, 62] 00000400:00000200:2.0:1767384683.224338:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224342:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp35 00000400:00000200:0.0:1767384683.224344:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:2.0:1767384683.224348:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.133@tcp36 00000400:00000200:0.0:1767384683.224353:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 62], ns[184, 62] 00000400:00000200:2.0:1767384683.224356:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224361:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp36 00000400:00000200:2.0:1767384683.224366:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.133@tcp37 00000400:00000200:0.0:1767384683.224369:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[186, 62] 00000400:00000200:2.0:1767384683.224372:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224377:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp37 00000400:00000200:0.0:1767384683.224380:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[213, 62], ns[248, 62] 00000400:00000200:2.0:1767384683.224381:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.133@tcp38 00000400:00000200:2.0:1767384683.224389:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224393:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp38 00000400:00000200:0.0:1767384683.224394:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 62], ns[70, 62] 00000400:00000200:2.0:1767384683.224395:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.133@tcp39 00000400:00000200:2.0:1767384683.224402:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224404:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp39 00000400:00000200:2.0:1767384683.224407:0:40471:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.133@tcp40 00000400:00000200:0.0:1767384683.224408:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 62], ns[71, 62] 00000400:00000200:2.0:1767384683.224411:0:40471:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.224415:0:40471:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp40 00000100:00000010:2.0:1767384683.224418:0:40471:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000bb390094. 00000400:00000200:0.0:1767384683.224419:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 62], ns[136, 62] 00000020:00000010:2.0:1767384683.224422:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000000fc63df2. 00000400:00000200:0.0:1767384683.224428:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 62], ns[84, 62] 00000020:00000010:2.0:1767384683.224429:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000008e84d22c. 00000400:00000200:0.0:1767384683.224436:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 62], ns[178, 62] 00000020:00000010:2.0:1767384683.224438:0:40471:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000000a13f3f8. 00000400:00000200:0.0:1767384683.224442:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 62], ns[196, 62] 00000020:00000010:2.0:1767384683.224443:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004a5d598c. 00000400:00000200:0.0:1767384683.224450:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[157, 62] 00000020:00000010:2.0:1767384683.224453:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000008e84d22c. 00000400:00000200:0.0:1767384683.224457:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 62], ns[160, 62] 00000020:00000010:2.0:1767384683.224459:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000008e84d22c. 00000001:00000010:2.0:1767384683.224472:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000004139f54. 00000001:00000010:2.0:1767384683.224477:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000303369b1. 00000400:00000200:0.0:1767384683.224477:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 62], ns[113, 62] 00000001:00000010:2.0:1767384683.224480:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca317e49. 00000001:00000010:2.0:1767384683.224484:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000523485b2. 00000001:00000010:2.0:1767384683.224486:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001528f270. 00000001:00000010:2.0:1767384683.224489:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff5122cf. 00000400:00000200:0.0:1767384683.224489:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[137, 62] 00000001:00000010:2.0:1767384683.224493:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003cc6fa3b. 00000001:00000010:2.0:1767384683.224497:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001378228d. 00000001:00000010:2.0:1767384683.224501:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000064d2fc4. 00000400:00000200:0.0:1767384683.224501:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[206, 62], ns[241, 62] 00000001:00000010:2.0:1767384683.224505:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b3a4972. 00000001:00000010:2.0:1767384683.224508:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002eecfc11. 00000001:00000010:2.0:1767384683.224511:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a6b393fa. 00000400:00000200:0.0:1767384683.224512:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 62], ns[150, 62] 00000020:00000010:2.0:1767384683.224515:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027b28372. 00000020:00000010:2.0:1767384683.224519:0:40471:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f811aaf. 00000400:00000200:0.0:1767384683.224522:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[209, 62], ns[244, 62] 00000020:00000010:2.0:1767384683.224523:0:40471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000008:00000010:2.0:1767384683.224528:0:40471:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000079ac63f4. 00000400:00000200:0.0:1767384683.224531:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[214, 62], ns[249, 62] 00020000:00000010:2.0:1767384683.224532:0:40471:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001cedcca0. 00008000:00000010:2.0:1767384683.224536:0:40471:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000bee23cad. 00000080:00000010:2.0:1767384683.224540:0:40471:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000999ecb0f. 00000400:00000200:0.0:1767384683.224541:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[204, 62], ns[226, 62] 00000020:00000010:2.0:1767384683.224543:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023055cec. 00000020:00000010:2.0:1767384683.224549:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009447d91f. 00000400:00000200:0.0:1767384683.224550:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 62], ns[180, 62] 00000400:00000200:0.0:1767384683.224557:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[207, 62], ns[242, 62] 00000400:00000200:0.0:1767384683.224561:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[208, 62], ns[243, 62] 00000040:00000010:2.0:1767384683.224562:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e5eaed40. 00000400:00000200:0.0:1767384683.224567:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[210, 62], ns[245, 62] 00000020:00000010:2.0:1767384683.224569:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ede8c56c. 00000020:00000010:2.0:1767384683.224575:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091ba946b. 00000400:00000200:0.0:1767384683.224576:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 62], ns[208, 62] 00000020:00000010:2.0:1767384683.224580:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000058df4616. 00000400:00000200:0.0:1767384683.224582:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 80000000:00000010:2.0:1767384683.224585:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e628a65a. 00000400:00000200:0.0:1767384683.224588:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp11 40000000:00000010:2.0:1767384683.224590:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000fc63df2. 00100000:00000010:2.0:1767384683.224595:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3ab64dc. 00000400:00000200:0.0:1767384683.224595:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384683.224600:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp11 00040000:00000010:2.0:1767384683.224601:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000608c1908. 00040000:00000010:2.0:1767384683.224606:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003c451cc5. 00000400:00000200:0.0:1767384683.224607:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp11 NI seq info: [250:250:256:4294967295] 192.168.203.133@tcp11 LPNI seq info [215:215:8:4294967295] 00040000:00000010:2.0:1767384683.224610:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000251d0eda. 00080000:00000010:2.0:1767384683.224613:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006539a40f. 00000004:00000010:2.0:1767384683.224615:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000de83e71c. 00000400:00000200:0.0:1767384683.224617:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp11 00000004:00000010:2.0:1767384683.224618:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006a5887b5. 00000004:00000010:2.0:1767384683.224622:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eb6e3314. 00002000:00000010:2.0:1767384683.224626:0:40471:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001c4caa22. 00000400:00000200:0.0:1767384683.224630:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11:) -> 192.168.203.133@tcp11(192.168.203.133@tcp:192.168.203.133@tcp11) : GET try# 0 00000004:00000010:2.0:1767384683.224631:0:40471:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 000000004f9db400. 00000800:00000200:0.0:1767384683.224640:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp11 00000004:00000010:2.0:1767384683.224641:0:40471:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 00000000cc319b01. 00000004:00000010:2.0:1767384683.224645:0:40471:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 0000000036b75b77. 00000800:00000010:0.0:1767384683.224648:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ef6db385. 00000020:00000010:2.0:1767384683.224649:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000025c88672. 00000004:00000010:2.0:1767384683.224656:0:40471:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 0000000036b75b77. 00000800:00000200:0.0:1767384683.224657:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (6) 00010000:00000010:2.0:1767384683.224663:0:40471:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000a6878296. 00000800:00000200:0.0:1767384683.224668:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:988 00010000:00000010:2.0:1767384683.224669:0:40471:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000f0eae89e. 00000800:00000200:0.0:1767384683.224673:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef6db385 type 2, nob 96 niov 1 nkiov 0 00000020:00000010:2.0:1767384683.224676:0:40471:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a04c1437. 00000100:00000200:2.0:1767384683.224686:0:40471:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.133@tcp->12345-0@lo 00010000:00000010:2.0:1767384683.224690:0:40471:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000a1d4596b. 00000400:00000200:0.0:1767384683.224691:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00010000:00000010:2.0:1767384683.224694:0:40471:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000baa584fe. 00000400:00000200:0.0:1767384683.224695:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000001:00000010:2.0:1767384683.224699:0:40471:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ac143d45. 00000800:00000200:1.0:1767384683.224839:0:16156:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384683.224848:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ef6db385. 00000400:00000200:1.0:1767384683.224856:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.224869:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11) <- 192.168.203.133@tcp11 : GET - for me 00000400:00000200:1.0:1767384683.224871:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: GET: OK 00000400:00000200:1.0:1767384683.224883:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384683.224888:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384683.224889:0:16156:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000400:00000200:0.0:1767384683.224906:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 688/688 into md 0x2019 [1] + 0 00000400:00000200:0.0:1767384683.224918:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp11 to MR: 192.168.203.133@tcp11 local destination 00000400:00000200:0.0:1767384683.224924:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp11 NI seq info: [251:251:256:4294967295] 192.168.203.133@tcp11 LPNI seq info [216:216:8:4294967295] 00000400:00000200:0.0:1767384683.224935:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) -> 192.168.203.133@tcp11(192.168.203.133@tcp11:192.168.203.133@tcp11) 192.168.203.133@tcp11 : REPLY try# 0 00000800:00000200:0.0:1767384683.224955:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.133@tcp11 00000800:00000010:0.0:1767384683.224959:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f77a84. 00000800:00000200:0.0:1767384683.224965:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fefc1da2] -> 12345-192.168.203.133@tcp11 (6) 00000800:00000200:0.0:1767384683.224975:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp11 ip 192.168.203.133:1019 00000001:00000010:2.0:1767384683.224978:0:40471:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000c3a55920. 00000800:00000200:0.0:1767384683.224979:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098f77a84 type 3, nob 784 niov 1 nkiov 1 00000001:00000010:2.0:1767384683.224986:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000f36341b. 00000001:00000010:2.0:1767384683.224993:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000a16654c. 00000800:00000200:0.0:1767384683.225119:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384683.225123:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f77a84. 00000400:00000200:0.0:1767384683.225128:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.225135:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: REPLY: OK 00000400:00000200:3.0:1767384683.225154:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp11(192.168.203.133@tcp11) <- 192.168.203.133@tcp11 : REPLY - for me 00000400:00000200:3.0:1767384683.225172:0:16158:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp11: Reply from 12345-192.168.203.133@tcp11 of length 688/688 into md 0x2ab9 00000400:00000200:3.0:1767384683.225187:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.225193:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp11->192.168.203.133@tcp11: REPLY: OK 00000400:00000200:3.0:1767384683.225198:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ec7285 00000400:00000010:3.0:1767384683.225200:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000400:00000200:3.0:1767384683.225205:0:16158:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384683.225209:0:16158:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000400:00000200:3.0:1767384683.225212:0:16158:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00000400:00000200:3.0:1767384683.225217:0:16158:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.133@tcp (704 bytes) 00000400:00000200:3.0:1767384683.225222:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000010:3.0:1767384683.225235:0:16158:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000ea6c1b59. 00000400:00000200:3.0:1767384683.225243:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (42) 00000400:00000200:0.0:1767384683.225259:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384683.225265:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000073c05755. 00000400:00000010:0.0:1767384683.225270:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ef7ecb. 00000400:00000010:0.0:1767384683.225275:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000400:00000200:0.0:1767384683.225279:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000073c05755 00000400:00000010:0.0:1767384683.225284:0:16161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a36766c. 00000400:00000200:0.0:1767384683.225287:0:16161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47337ec 00000400:00000010:0.0:1767384683.225289:0:16161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d47337ec. 00000400:00000200:0.0:1767384683.225291:0:16161:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384683.225294:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000e17468e9. 00000400:00000200:0.0:1767384683.225296:0:16161:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:0.0:1767384683.225300:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100871 00000400:00000200:0.0:1767384683.225304:0:16161:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.133@tcp:0 00000400:00000200:0.0:1767384683.225306:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 rc 1 00000400:00000200:0.0:1767384683.225309:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x102071 00000400:00000200:0.0:1767384683.225349:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000400:00000010:0.0:1767384683.225354:0:16161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000003c03744e. 00000400:00000010:0.0:1767384683.225357:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fce385. 00000400:00000010:0.0:1767384683.225362:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008e1649bb. 00000400:00000200:0.0:1767384683.225367:0:16161:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp 00000400:00000200:0.0:1767384683.225375:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.133@tcp local destination 00000400:00000200:0.0:1767384683.225380:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 148], ns[191, 152] 00000400:00000200:0.0:1767384683.225387:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[216, 148], ns[251, 152] 00000400:00000200:0.0:1767384683.225391:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 148], ns[75, 152] 00000400:00000200:0.0:1767384683.225396:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 73], ns[79, 75] 00000400:00000200:0.0:1767384683.225401:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 73], ns[86, 75] 00000400:00000200:0.0:1767384683.225404:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 73], ns[91, 75] 00000400:00000200:0.0:1767384683.225408:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 73], ns[95, 75] 00000400:00000200:0.0:1767384683.225412:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 73], ns[108, 75] 00000400:00000200:0.0:1767384683.225416:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 73], ns[111, 75] 00000400:00000200:0.0:1767384683.225420:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 73], ns[116, 75] 00000400:00000200:0.0:1767384683.225424:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 73], ns[123, 75] 00000400:00000200:0.0:1767384683.225428:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 73], ns[128, 75] 00000400:00000200:0.0:1767384683.225433:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 73], ns[132, 75] 00000400:00000200:0.0:1767384683.225437:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 73], ns[144, 75] 00000400:00000200:0.0:1767384683.225441:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 73], ns[165, 75] 00000400:00000200:0.0:1767384683.225444:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 73], ns[169, 75] 00000400:00000200:0.0:1767384683.225448:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 73], ns[184, 75] 00000400:00000200:0.0:1767384683.225452:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 73], ns[186, 75] 00000400:00000200:0.0:1767384683.225457:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[213, 73], ns[248, 75] 00000400:00000200:0.0:1767384683.225460:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 73], ns[70, 75] 00000400:00000200:0.0:1767384683.225472:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 70], ns[71, 70] 00000400:00000200:0.0:1767384683.225476:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 70], ns[136, 70] 00000400:00000200:0.0:1767384683.225480:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 70], ns[84, 70] 00000400:00000200:0.0:1767384683.225485:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 70], ns[178, 70] 00000400:00000200:0.0:1767384683.225488:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 70], ns[196, 70] 00000400:00000200:0.0:1767384683.225492:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 70], ns[157, 70] 00000400:00000200:0.0:1767384683.225496:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[156, 70], ns[160, 70] 00000400:00000200:0.0:1767384683.225500:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 70], ns[113, 70] 00000400:00000200:0.0:1767384683.225504:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 70], ns[137, 70] 00000400:00000200:0.0:1767384683.225508:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[206, 70], ns[241, 70] 00000400:00000200:0.0:1767384683.225513:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 70], ns[150, 70] 00000400:00000200:0.0:1767384683.225517:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[209, 70], ns[244, 70] 00000400:00000200:0.0:1767384683.225522:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[214, 70], ns[249, 70] 00000400:00000200:0.0:1767384683.225526:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[204, 70], ns[226, 70] 00000400:00000200:0.0:1767384683.225531:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 70], ns[180, 70] 00000400:00000200:0.0:1767384683.225535:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[207, 70], ns[242, 70] 00000400:00000200:0.0:1767384683.225541:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[208, 70], ns[243, 70] 00000400:00000200:0.0:1767384683.225545:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[210, 70], ns[245, 70] 00000400:00000200:0.0:1767384683.225549:0:16161:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 70], ns[208, 70] 00000400:00000200:0.0:1767384683.225553:0:16161:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000400:00000200:0.0:1767384683.225556:0:16161:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp29 00000400:00000200:0.0:1767384683.225559:0:16161:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.133@tcp29 lpni_is_preferred = 0 00000400:00000200:0.0:1767384683.225562:0:16161:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.133@tcp29 00000400:00000200:0.0:1767384683.225565:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp29 NI seq info: [252:252:256:4294967295] 192.168.203.133@tcp29 LPNI seq info [217:217:8:4294967295] 00000400:00000200:0.0:1767384683.225570:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp29 00000400:00000200:0.0:1767384683.225577:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29:) -> 192.168.203.133@tcp29(192.168.203.133@tcp:192.168.203.133@tcp29) : GET try# 0 00000800:00000200:0.0:1767384683.225582:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp29 00000800:00000010:0.0:1767384683.225590:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000098f77a84. 00000800:00000200:0.0:1767384683.225595:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (6) 00000800:00000200:0.0:1767384683.225602:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp29 ip 192.168.203.133:988 00000800:00000200:0.0:1767384683.225604:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098f77a84 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384683.225620:0:16161:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.133@tcp 00000400:00000200:0.0:1767384683.225622:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100271 rc 0 00000001:00000010:2.0:1767384683.225801:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009869f900. 00000001:00000010:2.0:1767384683.225807:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000074f6bfc9. 00000001:00000010:2.0:1767384683.225811:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f23225e9. 00000001:00000010:2.0:1767384683.225815:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000092e9f876. 00000001:00000010:2.0:1767384683.225825:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000203cb7e7. 00000001:00000010:2.0:1767384683.225829:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000aaf0f73e. 00000001:00000010:2.0:1767384683.225833:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000009323dd5. 00000001:00000010:2.0:1767384683.225837:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000a8caa9c. 00000001:00000010:2.0:1767384683.225844:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000079343e36. 00000001:00000010:2.0:1767384683.225848:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000da15bc86. 00000001:00000010:2.0:1767384683.225851:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000030a5fa5d. 00000001:00000010:2.0:1767384683.225855:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003be26ebe. 00000001:00000010:2.0:1767384683.225863:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000aea04baf. 00000001:00000010:2.0:1767384683.225867:0:40471:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c215a87d. 00000020:00000010:2.0:1767384683.225906:0:40471:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008921f877. 00000020:00000010:2.0:1767384683.225909:0:40471:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000014fa255. 00000020:00000010:2.0:1767384683.225974:0:40471:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000068aef256. 00000020:00000010:2.0:1767384683.225977:0:40471:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000036560318. 40000000:00000010:2.0:1767384683.225993:0:40471:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000f850236a. 40000000:00000010:2.0:1767384683.225996:0:40471:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 0000000036b75b77. 40000000:00000010:2.0:1767384683.226032:0:40471:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 0000000036b75b77. 00000004:00000010:2.0:1767384683.226037:0:40471:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000780204a4. 00000800:00000200:1.0:1767384683.226042:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384683.226044:0:40471:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000cea5c456. 00000800:00000010:1.0:1767384683.226048:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000098f77a84. 00000400:00000200:1.0:1767384683.226055:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:2.0:1767384683.226056:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e58868ac. 00000400:00000200:1.0:1767384683.226064:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: GET: OK 00000400:00000200:1.0:1767384683.226069:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000004:00000010:2.0:1767384683.226072:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000beff9b21. 00000400:00000200:1.0:1767384683.226073:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.133@tcp: 0 00000004:00000010:2.0:1767384683.226082:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000b7de3f7. 00080000:00000010:2.0:1767384683.226090:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fb247ff6. 00000400:00000200:1.0:1767384683.226107:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29) <- 192.168.203.133@tcp29 : GET - for me 00000400:00000200:1.0:1767384683.226122:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384683.226131:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.133@tcp of length 704/704 into md 0x2019 [1] + 0 00000400:00000200:1.0:1767384683.226144:0:16157:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp29 to MR: 192.168.203.133@tcp29 local destination 00000400:00000200:1.0:1767384683.226156:0:16157:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp29 NI seq info: [253:253:256:4294967295] 192.168.203.133@tcp29 LPNI seq info [218:218:8:4294967295] 00000400:00000200:1.0:1767384683.226173:0:16157:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) -> 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) 192.168.203.133@tcp29 : REPLY try# 0 00000800:00000200:1.0:1767384683.226180:0:16157:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.133@tcp29 00000800:00000010:1.0:1767384683.226186:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b00e5b9. 00000800:00000200:1.0:1767384683.226192:0:16157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (6) 00000800:00000200:1.0:1767384683.226200:0:16157:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp29 ip 192.168.203.133:985 00000800:00000200:1.0:1767384683.226204:0:16157:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b00e5b9 type 3, nob 800 niov 1 nkiov 1 00000800:00000200:1.0:1767384683.226262:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384683.226265:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b00e5b9. 00000400:00000200:1.0:1767384683.226269:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.226275:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: REPLY: OK 00000400:00000200:0.0:1767384683.226290:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29) <- 192.168.203.133@tcp29 : REPLY - for me 00000400:00000200:0.0:1767384683.226305:0:16156:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.133@tcp29: Reply from 12345-192.168.203.133@tcp29 of length 704/704 into md 0x2ac1 00000400:00000200:0.0:1767384683.226346:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.226352:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: REPLY: OK 00000400:00000200:0.0:1767384683.226356:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fce385 00000004:00000010:2.0:1767384683.226358:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000081a9fed6. 00000400:00000010:0.0:1767384683.226358:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016fce385. 00000400:00000200:0.0:1767384683.226362:0:16156:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000004:00000010:2.0:1767384683.226365:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005ca432cd. 00000400:00000200:0.0:1767384683.226367:0:16156:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.133@tcp has discovery enabled 00000004:00000010:2.0:1767384683.226370:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007a377e28. 00000400:00000200:0.0:1767384683.226371:0:16156:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00080000:00000010:2.0:1767384683.226376:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000058a2327c. 00000400:00000200:0.0:1767384683.226377:0:16156:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.133@tcp data present 42. state = 0x100271 00000400:00000200:0.0:1767384683.226384:0:16156:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384683.226396:0:16156:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (42) 00000004:00000010:2.0:1767384683.226450:0:40471:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 0000000084bacaa6. 00000004:00000010:2.0:1767384683.226455:0:40471:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000ce1836f8. 00000004:00000010:2.0:1767384683.226460:0:40471:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e2dc1b0e. 00000004:00000010:2.0:1767384683.226463:0:40471:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000feb38795. 00000004:00000010:2.0:1767384683.226466:0:40471:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fb620089. 00080000:00000010:2.0:1767384683.226469:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d1ca0a9d. 00000040:00000010:2.0:1767384683.226532:0:40471:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000036b75b77. 00000040:00000010:2.0:1767384683.226540:0:40471:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000021e01d9a. 00000400:00000200:1.0:1767384683.226637:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384683.226645:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1000f1 00000400:00000010:1.0:1767384683.226654:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 0000000029e8bfb1. 00000400:00000010:1.0:1767384683.226660:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000003528ee91. 00000400:00000010:1.0:1767384683.226663:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000075ef601b. 00000020:00000010:2.0:1767384683.226696:0:40471:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d84b8de. 00080000:00000010:2.0:1767384683.226704:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c100e8b1. 00000400:00000200:1.0:1767384683.226744:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp39(000000009b28aa2f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384683.226752:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp41(0000000065e3febf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384683.226759:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp43(00000000fb3dabfb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384683.226766:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp45(000000006caab8ce) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384683.226771:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp46(0000000002cf075f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384683.226775:0:16161:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.133@tcp47(00000000d35c9866) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384683.226784:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e7658b78. 00000400:00000200:1.0:1767384683.226793:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e7658b78 nid 192.168.203.133@tcp49 00000400:00000010:1.0:1767384683.226798:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a133c428. 00000400:00000200:1.0:1767384683.226801:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a133c428 net tcp49 00000400:00000200:1.0:1767384683.226805:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (41) 00000400:00000200:1.0:1767384683.226811:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp49 flags 0x11 00000400:00000010:1.0:1767384683.226819:0:16161:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005bded96e. 00000400:00000200:1.0:1767384683.226823:0:16161:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005bded96e nid 192.168.203.133@tcp50 00000400:00000010:1.0:1767384683.226828:0:16161:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f97d27c8. 00000400:00000200:1.0:1767384683.226831:0:16161:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f97d27c8 net tcp50 00000400:00000200:1.0:1767384683.226835:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (42) 00000400:00000200:1.0:1767384683.226841:0:16161:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp50 flags 0x11 00000400:00000010:1.0:1767384683.226845:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 0000000029e8bfb1. 00000400:00000010:1.0:1767384683.226848:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000003528ee91. 00000400:00000010:1.0:1767384683.226854:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000075ef601b. 00000400:00000010:1.0:1767384683.226859:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000003c03744e. 00000400:00000200:1.0:1767384683.226868:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384683.226871:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:1.0:1767384683.226874:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:1.0:1767384683.226880:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000010:1.0:1767384683.226887:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c5b2a2. 00000400:00000200:1.0:1767384683.226891:0:16161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (43) 00000400:00000010:1.0:1767384683.226898:0:16161:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f851fd25. 00000400:00000200:1.0:1767384683.226906:0:16161:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.133@tcp29 00000400:00000200:1.0:1767384683.226916:0:16161:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp29 to MR: 192.168.203.133@tcp29 local destination 00000400:00000200:1.0:1767384683.226924:0:16161:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp29 NI seq info: [254:254:256:4294967295] 192.168.203.133@tcp29 LPNI seq info [219:219:8:4294967295] 00000040:00000010:2.0:1767384683.226930:0:40471:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000da9e3156. 00000400:00000200:1.0:1767384683.226930:0:16161:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp29 00000400:00000200:1.0:1767384683.226962:0:16161:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) -> 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) : PUT try# 0 00000800:00000200:1.0:1767384683.226974:0:16161:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.133@tcp29 00000800:00000010:1.0:1767384683.226979:0:16161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b00e5b9. 00000800:00000200:1.0:1767384683.226986:0:16161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (6) 00000800:00000200:1.0:1767384683.226992:0:16161:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp29 ip 192.168.203.133:988 00000800:00000200:1.0:1767384683.226995:0:16161:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b00e5b9 type 1, nob 800 niov 1 nkiov 1 00000400:00000200:1.0:1767384683.227010:0:16161:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384683.227012:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100571 rc 0 00080000:00000010:2.0:1767384683.227060:0:40471:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc25b8ee. 00000800:00000200:1.0:1767384683.227083:0:16157:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384683.227087:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b00e5b9. 00000400:00000200:1.0:1767384683.227092:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.227097:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: PUT: OK 00000400:00000200:1.0:1767384683.227102:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384683.227106:0:16157:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.133@tcp29: 0 00000400:00000200:3.0:1767384683.227116:0:16158:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29) <- 192.168.203.133@tcp29 : PUT - for me 00000400:00000200:3.0:1767384683.227126:0:16158:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.133@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384683.227132:0:16158:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.133@tcp of length 704/704 into md 0x2abd [1] + 0 00000400:00000010:3.0:1767384683.227136:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ef7ecb. 00000400:00000200:3.0:1767384683.227139:0:16158:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da3f4c26 00000400:00000200:3.0:1767384683.227146:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.227150:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: PUT: OK 00000400:00000200:3.0:1767384683.227152:0:16158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3f4c26 00000400:00000010:3.0:1767384683.227154:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000400:00000200:3.0:1767384683.227156:0:16158:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384683.227159:0:16158:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (44) 00000400:00000200:3.0:1767384683.227162:0:16158:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.133@tcp(0000000053ccaba0) is MR 00080000:00000010:2.0:1767384683.227163:0:40471:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003c0fa49d. 00000400:00000010:3.0:1767384683.227166:0:16158:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000001c075184. 00000400:00000200:3.0:1767384683.227168:0:16158:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.133@tcp 42 00000040:00000010:2.0:1767384683.227168:0:40471:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d00e1c3a. 00000400:00000200:3.0:1767384683.227170:0:16158:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000020:00000010:2.0:1767384683.227173:0:40471:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000929ba5fb. 00080000:00000010:2.0:1767384683.227176:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000080395cac. 00000400:00000200:3.0:1767384683.227189:0:16158:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (45) 00000400:00000200:3.0:1767384683.227195:0:16158:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384683.227199:0:16158:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp29 to MR: 192.168.203.133@tcp29 local destination 00000400:00000200:3.0:1767384683.227206:0:16158:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp29 NI seq info: [255:255:256:4294967295] 192.168.203.133@tcp29 LPNI seq info [220:220:8:4294967295] 00000400:00000200:3.0:1767384683.227214:0:16158:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) -> 192.168.203.133@tcp29(192.168.203.133@tcp29:192.168.203.133@tcp29) 192.168.203.133@tcp29 : ACK try# 0 00000800:00000200:3.0:1767384683.227218:0:16158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.133@tcp29 00000800:00000010:3.0:1767384683.227222:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb94e077. 00000800:00000200:3.0:1767384683.227226:0:16158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004fa90bea] -> 12345-192.168.203.133@tcp29 (6) 00000800:00000200:3.0:1767384683.227231:0:16158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp29 ip 192.168.203.133:985 00000800:00000200:3.0:1767384683.227234:0:16158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb94e077 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384683.227305:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384683.227308:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb94e077. 00000400:00000200:3.0:1767384683.227335:0:16158:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.227337:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.133@tcp29(192.168.203.133@tcp29) <- 192.168.203.133@tcp29 : ACK - for me 00000400:00000200:3.0:1767384683.227343:0:16158:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: ACK: OK 00000400:00000200:1.0:1767384683.227406:0:16161:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384683.227410:0:16161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b42e0988. 00080000:00000010:2.0:1767384683.227425:0:40471:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000000e9f2376. 00000400:00000200:0.0:1767384683.227435:0:16157:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.133@tcp29: ACK from 12345-192.168.203.133@tcp29 into md 0x2ac5 00000400:00000200:0.0:1767384683.227441:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384683.227442:0:16161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfe04f6d. 00000040:00000010:2.0:1767384683.227443:0:40471:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000913f2903. 00000400:00000200:1.0:1767384683.227447:0:16161:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000073c05755 00000400:00000200:0.0:1767384683.227448:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp29->192.168.203.133@tcp29: ACK: OK 00000020:00000010:2.0:1767384683.227450:0:40471:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000736e925a. 00000400:00000200:1.0:1767384683.227454:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x1004f1 00000400:00000200:0.0:1767384683.227455:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2c5b2a2 00080000:00000010:2.0:1767384683.227456:0:40471:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ae006347. 00000400:00000010:1.0:1767384683.227459:0:16161:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000fe1bfedc. 00000400:00000010:0.0:1767384683.227460:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2c5b2a2. 00000400:00000010:1.0:1767384683.227463:0:16161:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000003528ee91. 00000400:00000200:0.0:1767384683.227466:0:16157:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:1.0:1767384683.227467:0:16161:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000029e8bfb1. 00000400:00000200:0.0:1767384683.227472:0:16157:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.133@tcp ev->status 0 00000400:00000200:0.0:1767384683.227475:0:16157:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.133@tcp (0000000053ccaba0): -114 00000400:00000200:0.0:1767384683.227479:0:16157:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (44) 00000400:00000010:1.0:1767384683.227507:0:16161:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000fe1bfedc. 00000400:00000010:1.0:1767384683.227511:0:16161:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000003528ee91. 00000400:00000010:1.0:1767384683.227514:0:16161:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000029e8bfb1. 00000400:00000010:1.0:1767384683.227517:0:16161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000001c075184. 00000400:00000200:1.0:1767384683.227521:0:16161:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.133@tcp (0000000053ccaba0): 0 00000400:00000200:1.0:1767384683.227523:0:16161:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.133@tcp(0000000053ccaba0): 0. state = 0x100171 00000400:00000200:1.0:1767384683.227526:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 rc 1 00000400:00000200:1.0:1767384683.227529:0:16161:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100171 00000400:00000200:1.0:1767384683.227532:0:16161:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.133@tcp 00000400:00000200:1.0:1767384683.227534:0:16161:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.133@tcp(0000000053ccaba0) state 0x100111 rc 0 00000400:00000200:1.0:1767384683.227537:0:16161:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.133@tcp (0000000053ccaba0) 00000400:00000200:1.0:1767384683.227540:0:16161:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (43) 00000040:00000010:2.0:1767384683.227823:0:40471:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cdd6a4e0. 00000020:00000010:2.0:1767384683.227901:0:40471:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000b4b999d9. 00000020:00000010:1.0:1767384683.228084:0:40475:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d065c62a. 00000020:00000010:1.0:1767384683.228088:0:40475:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000057570738. 00000004:00000010:2.0:1767384683.228090:0:40471:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000bb383036. 00000040:00000010:1.0:1767384683.228091:0:40475:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000058bc7762. 00000020:00000010:2.0:1767384683.228093:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093a70ae3. 00000020:00000010:1.0:1767384683.228094:0:40475:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003528ee91. 00000020:00000010:1.0:1767384683.228096:0:40475:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dfa07567. 00040000:00000010:1.0:1767384683.228100:0:40475:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b00e5b9. 00000020:00000010:2.0:1767384683.228102:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005835d816. 00040000:00000010:1.0:1767384683.228102:0:40475:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9af0810. 00080000:00000010:1.0:1767384683.228104:0:40475:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dbd02ce5. 00000040:00000010:2.0:1767384683.228105:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005636d9ef. 00000020:00000010:2.0:1767384683.228107:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004e413abb. 00000020:00000010:1.0:1767384683.228107:0:40475:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f9d357ab. 00000020:00000010:2.0:1767384683.228110:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e19c972d. 00000020:00000010:2.0:1767384683.228112:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c88f6ab0. 00000040:00000010:1.0:1767384683.228112:0:40475:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000483335c3. 80000000:00000010:2.0:1767384683.228114:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000368089dd. 40000000:00000010:2.0:1767384683.228117:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cc3829d5. 00000040:00000010:1.0:1767384683.228118:0:40475:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b5cb00ef. 00100000:00000010:2.0:1767384683.228120:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007559bc8a. 00040000:00000010:2.0:1767384683.228122:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d5334107. 00040000:00000010:2.0:1767384683.228125:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002eb37725. 00040000:00000010:2.0:1767384683.228127:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000e4d8c6a. 00080000:00000010:2.0:1767384683.228130:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a16338ae. 00000004:00000010:2.0:1767384683.228133:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eec662b5. 00000004:00000010:2.0:1767384683.228136:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000044d67ff. 00000004:00000010:2.0:1767384683.228139:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e8be711d. 00002000:00000010:2.0:1767384683.228141:0:40471:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000044c3a425. 00000040:00000010:1.0:1767384683.228148:0:40475:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c8f56a3c. 00000004:00000010:2.0:1767384683.228149:0:40471:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006e50bc60. 00000040:00000010:1.0:1767384683.228152:0:40475:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001b3b1266. 00000020:00000010:2.0:1767384683.228537:0:40471:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000070734a8d. 00000020:00000010:2.0:1767384683.228833:0:40471:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000888ba153. 00000020:00000010:2.0:1767384683.228856:0:40471:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000394b9f58. 00000020:00000010:2.0:1767384683.228863:0:40471:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000394b9f58. 00000004:00000010:2.0:1767384683.228865:0:40471:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 00000000cc319b01. 00000020:00000010:2.0:1767384683.228870:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009447d91f. 00000040:00000010:2.0:1767384683.228872:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e5eaed40. 00000020:00000010:2.0:1767384683.228873:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ede8c56c. 00000020:00000010:2.0:1767384683.228875:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091ba946b. 00000020:00000010:2.0:1767384683.228878:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000058df4616. 80000000:00000010:2.0:1767384683.228879:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e628a65a. 40000000:00000010:2.0:1767384683.228881:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000fc63df2. 00100000:00000010:2.0:1767384683.228882:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3ab64dc. 00040000:00000010:2.0:1767384683.228884:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000608c1908. 00040000:00000010:2.0:1767384683.228885:0:40471:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003c451cc5. 00040000:00000010:2.0:1767384683.228887:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000251d0eda. 00080000:00000010:2.0:1767384683.228888:0:40471:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000000e9f2376. 00000020:00000010:2.0:1767384683.228892:0:40471:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000b4b999d9. 00080000:00000010:2.0:1767384683.228893:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006539a40f. 00000004:00000010:2.0:1767384683.228895:0:40471:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de83e71c. 00000004:00000010:2.0:1767384683.228896:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006a5887b5. 00000004:00000010:2.0:1767384683.228898:0:40471:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eb6e3314. 00002000:00000010:2.0:1767384683.228899:0:40471:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001c4caa22. 00000004:00000010:2.0:1767384683.228901:0:40471:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000780204a4. 00000020:00000010:2.0:1767384683.228903:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023055cec. 00000020:00000010:2.0:1767384683.228905:0:40471:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f811aaf. 00000020:00000010:2.0:1767384683.228907:0:40471:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000008:00000010:2.0:1767384683.228909:0:40471:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000079ac63f4. 00020000:00000010:2.0:1767384683.228911:0:40471:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001cedcca0. 00008000:00000010:2.0:1767384683.228913:0:40471:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000bee23cad. 00000080:00000010:2.0:1767384683.228915:0:40471:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000999ecb0f. 00000020:00000010:2.0:1767384683.228917:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027b28372. 00000020:00000010:2.0:1767384683.228919:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000008e84d22c. 00000020:00000010:2.0:1767384683.228923:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000051f77163. 00000020:00000010:2.0:1767384683.228926:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004253fe7. 00000020:00000010:2.0:1767384683.228927:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b71d3ce4. 00000040:00000010:2.0:1767384683.228929:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004cc9bb0c. 00000020:00000010:2.0:1767384683.228930:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eb6e3314. 00000020:00000010:2.0:1767384683.228932:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091ba946b. 00000020:00000010:2.0:1767384683.228933:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000636a3612. 80000000:00000010:2.0:1767384683.228934:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4b999d9. 40000000:00000010:2.0:1767384683.228935:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000fc63df2. 00100000:00000010:2.0:1767384683.228972:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000de83e71c. 00040000:00000010:2.0:1767384683.228977:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000e9f2376. 00040000:00000010:2.0:1767384683.228979:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006539a40f. 00040000:00000010:2.0:1767384683.228982:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000006fdae35. 00080000:00000010:2.0:1767384683.228984:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003c451cc5. 00000004:00000010:2.0:1767384683.228986:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c3ab64dc. 00000004:00000010:2.0:1767384683.228989:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002856deb5. 00000004:00000010:2.0:1767384683.228991:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ede8c56c. 00000004:00000010:2.0:1767384683.228993:0:40471:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000068c68e5. 00000004:00000010:2.0:1767384683.229005:0:40471:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000394b9f58. 00000020:00000010:2.0:1767384683.229010:0:40471:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000eab7016c. 00000100:00000010:2.0:1767384683.229031:0:40471:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017a76c3f. 02000000:00000010:2.0:1767384683.229043:0:40471:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007266dbff. 00000004:00000010:2.0:1767384683.229090:0:40471:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000394b9f58. 00000004:00000010:2.0:1767384683.229095:0:40471:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000d3cedbbb. 00020000:00000010:2.0:1767384683.229100:0:40471:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000c1eccfa3. 00020000:00000010:2.0:1767384683.229104:0:40471:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 000000008e3d8cad. 00100000:00000010:2.0:1767384683.229110:0:40471:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000394b9f58. 00000020:00000010:2.0:1767384683.229113:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b71d3ce4. 00000040:00000010:2.0:1767384683.229115:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004cc9bb0c. 00000020:00000010:2.0:1767384683.229117:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb6e3314. 00000020:00000010:2.0:1767384683.229119:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091ba946b. 00000020:00000010:2.0:1767384683.229121:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000636a3612. 80000000:00000010:2.0:1767384683.229122:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4b999d9. 40000000:00000010:2.0:1767384683.229124:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000fc63df2. 00100000:00000010:2.0:1767384683.229126:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000de83e71c. 00040000:00000010:2.0:1767384683.229127:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000e9f2376. 00040000:00000010:2.0:1767384683.229130:0:40471:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006539a40f. 00040000:00000010:2.0:1767384683.229131:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000006fdae35. 00080000:00000010:2.0:1767384683.229133:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003c451cc5. 00000004:00000010:2.0:1767384683.229135:0:40471:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c3ab64dc. 00000004:00000010:2.0:1767384683.229137:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002856deb5. 00000004:00000010:2.0:1767384683.229139:0:40471:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ede8c56c. 00000004:00000010:2.0:1767384683.229140:0:40471:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000068c68e5. 00000020:00000010:2.0:1767384683.229142:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004253fe7. 00000020:00000010:2.0:1767384683.229143:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000051f77163. 00000020:00000010:2.0:1767384683.229147:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000e9f2376. 00000020:00000010:2.0:1767384683.229148:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000e9f2376. 00000020:00000010:2.0:1767384683.229150:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000e9f2376. 00000020:00000010:2.0:1767384683.229151:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000e9f2376. 00000020:00000010:2.0:1767384683.229152:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000000fc63df2. 00000020:00000010:2.0:1767384683.229154:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000000fc63df2. 00000100:00000010:2.0:1767384683.229158:0:40471:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072f55613. 02000000:00000010:2.0:1767384683.229162:0:40471:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004253fe7. 00000100:00000010:2.0:1767384683.229168:0:40471:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f217e313. 02000000:00000010:2.0:1767384683.229184:0:40471:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000099c76df. 00000400:00000010:2.0:1767384683.229188:0:40471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008772145. 00000400:00000010:2.0:1767384683.229192:0:40471:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fabd6311. 00000100:00000200:2.0:1767384683.229195:0:40471:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037666432, portal 25 00000400:00000010:2.0:1767384683.229199:0:40471:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027b66329. 00000100:00000200:2.0:1767384683.229201:0:40471:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037666432, offset 0 00000400:00000200:2.0:1767384683.229207:0:40471:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.229212:0:40471:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.229218:0:40471:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f509080 00000400:00000200:2.0:1767384683.229223:0:40471:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2249 [2] + 0 00000400:00000010:2.0:1767384683.229226:0:40471:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019adcd05. 00000400:00000200:2.0:1767384683.229228:0:40471:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000597fbb63 00000400:00000200:2.0:1767384683.229232:0:40471:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.229234:0:40471:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384683.229237:0:40471:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000597fbb63 00000400:00000010:2.0:1767384683.229238:0:40471:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000597fbb63. 00000100:00000200:2.0:1767384683.229243:0:40471:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384683.229256:0:40471:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b66329 00000400:00000010:2.0:1767384683.229258:0:40471:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027b66329. 00000100:00000200:2.0:1767384683.229262:0:40471:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000072f55613 x1853237037666432/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384683.229275:0:40471:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4b999d9. 00000100:00000010:2.0:1767384683.229283:0:40471:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed1f71ea. 00000020:00000010:0.0:1767384683.229287:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029241d3b. 00000100:00000010:2.0:1767384683.229289:0:40471:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7d3f3f2. 00000020:00000010:0.0:1767384683.229292:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029241d3b. 00000100:00000010:2.0:1767384683.229296:0:40471:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2a0ba4d. 00000020:00000010:0.0:1767384683.229299:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f546df6e. 00000020:00000010:0.0:1767384683.229303:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd6188b4. 00000020:00000010:0.0:1767384683.229307:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.229366:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029241d3b. 00000020:00000010:0.0:1767384683.229369:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029241d3b. 00000100:00000200:0.0:1767384683.229372:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037666432 02000000:00000010:0.0:1767384683.229391:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000006d0b3458. 00000040:00000010:0.0:1767384683.229396:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e3e10988. 00000040:00000010:0.0:1767384683.229405:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e74a3721. 00040000:00000010:1.0:1767384683.229440:0:16162:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e1463e81. 00000004:00000010:1.0:1767384683.229445:0:16162:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000040e1b1ae. 00000004:00000010:1.0:1767384683.229449:0:16162:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000df16a7f8. 00000004:00000010:1.0:1767384683.229452:0:16162:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000015c35855. 00000004:00000010:1.0:1767384683.229455:0:16162:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000029e8bfb1. 02000000:00000010:1.0:1767384683.229464:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fe1bfedc. 00000400:00000010:1.0:1767384683.229467:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013a63397. 00000400:00000010:1.0:1767384683.229471:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000100:00000200:1.0:1767384683.229473:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037666304, portal 4 00000020:00000010:1.0:1767384683.229479:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a6f51a17. 00000400:00000010:1.0:1767384683.229484:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000100:00000200:1.0:1767384683.229486:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237037666304, offset 0 00000400:00000200:1.0:1767384683.229491:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.229496:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.229503:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695825f509000 00000400:00000200:1.0:1767384683.229508:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xae1 [8] + 6200 00000400:00000200:1.0:1767384683.229512:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.229516:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.229520:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384683.229524:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f38d0. 00000400:00000200:1.0:1767384683.229532:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb1f1701 00000400:00000010:1.0:1767384683.229535:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000100:00000200:1.0:1767384683.229538:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017a76c3f x1853237037666304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1767384683.229538:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e74a3721. 00000040:00000010:0.0:1767384683.229544:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e3e10988. 00010000:00000200:0.0:1767384683.229554:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d59f7c3 x1853237037666432/t0(0) o502->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 272/8472 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.229570:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004c67dd46. 00000100:00000200:0.0:1767384683.229574:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237037666432, offset 224 00000400:00000200:0.0:1767384683.229579:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.229584:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.229589:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825f509080 00000400:00000200:0.0:1767384683.229594:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2acd [4] + 224 00000400:00000200:0.0:1767384683.229599:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.229602:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.229608:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000072f55613 x1853237037666432/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384683.229621:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006fdae35. 00000020:00000010:2.0:1767384683.229625:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051f77163. 00000400:00000200:0.0:1767384683.229627:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c67dd46 00000020:00000010:2.0:1767384683.229629:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000400:00000010:0.0:1767384683.229631:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004c67dd46. 00000020:00000010:0.0:1767384683.229643:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd6188b4. 00000020:00000010:0.0:1767384683.229646:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000100:00000200:2.0:1767384683.229650:0:17586:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037666304 00000020:00000010:0.0:1767384683.229650:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f546df6e. 02000000:00000010:0.0:1767384683.229658:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000006d0b3458. 02000000:00000010:2.0:1767384683.229663:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000068c68e5. 00000100:00000200:0.0:1767384683.229669:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1767384683.229672:0:17586:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ac47808b. 00000400:00000010:0.0:1767384683.229675:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000960bb86c. 00000001:00000010:2.0:1767384683.229679:0:17586:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000cae19d9a. 00000400:00000010:0.0:1767384683.229680:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c67dd46. 00000001:00000010:2.0:1767384683.229686:0:17586:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000e9f2376. 00000001:00000010:2.0:1767384683.229691:0:17586:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000b3bf179. 00000001:00000010:2.0:1767384683.229693:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000636a3612. 00000001:00000010:2.0:1767384683.229696:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004cc9bb0c. 00000001:00000010:2.0:1767384683.229698:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b71d3ce4. 00000001:00000010:2.0:1767384683.229712:0:17586:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094dad359. 00080000:00000010:2.0:1767384683.229736:0:17586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e47dc6be. 00000001:00000010:2.0:1767384683.229822:0:17586:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000142a6711. 00000400:00000010:3.0:1767384683.229837:0:40471:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008772145. 00000400:00000200:3.0:1767384683.229842:0:40471:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fabd6311 00000400:00000010:3.0:1767384683.229844:0:40471:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fabd6311. 00000100:00000200:3.0:1767384683.229850:0:40471:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072f55613 x1853237037666432/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384683.229864:0:40471:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072f55613 x1853237037666432/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384683.229882:0:17586:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000742194ef. 00000100:00000010:3.0:1767384683.229883:0:40471:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f217e313. 00000020:00000010:2.0:1767384683.229889:0:17586:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000742194ef. 02000000:00000010:3.0:1767384683.229892:0:40471:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000099c76df. 00000020:00000010:2.0:1767384683.229894:0:17586:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ede8c56c. 00000020:00000010:2.0:1767384683.229900:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fc63df2. 02000000:00000010:3.0:1767384683.229904:0:40471:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000004253fe7. 00000100:00000010:3.0:1767384683.229909:0:40471:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072f55613. 00000020:00000010:3.0:1767384683.229917:0:40471:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000cb94e077. 00010000:00000200:2.0:1767384683.229917:0:17586:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000921f38d0 x1853237037666304/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384703 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384683.229923:0:40471:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000cb94e077. 00000040:00000010:3.0:1767384683.229929:0:40471:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000637f22e4. 00000400:00000010:2.0:1767384683.229930:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027b66329. 00000100:00000200:2.0:1767384683.229934:0:17586:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237037666304, offset 0 00000020:00000010:3.0:1767384683.229935:0:40471:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000cf4bc7c. 00000020:00000010:3.0:1767384683.229953:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002d5a1cf9. 00000040:00000010:3.0:1767384683.229956:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c1cc3f5b. 00000020:00000010:3.0:1767384683.229958:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0469340. 00000020:00000010:3.0:1767384683.229961:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b362745. 00000020:00000010:3.0:1767384683.229964:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002761d3ad. 80000000:00000010:3.0:1767384683.229967:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a60a709. 40000000:00000010:3.0:1767384683.229969:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003e834057. 00000400:00000200:2.0:1767384683.229973:0:17586:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:3.0:1767384683.229974:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d4865efe. 00040000:00000010:3.0:1767384683.229979:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cde6803b. 00040000:00000010:3.0:1767384683.229984:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c045a920. 00000400:00000200:2.0:1767384683.229984:0:17586:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:3.0:1767384683.229989:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c2e0b970. 00000004:00000010:3.0:1767384683.229993:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001fab6f93. 00000400:00000200:2.0:1767384683.229996:0:17586:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695825f509000 00002000:00000010:3.0:1767384683.229998:0:40471:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c3118ff5. 00000020:00000010:3.0:1767384683.230003:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083ea6052. 00000400:00000200:2.0:1767384683.230006:0:17586:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2ad5 [1] + 0 00000400:00000200:2.0:1767384683.230010:0:17586:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.230012:0:17586:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384683.230015:0:17586:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017a76c3f x1853237037666304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384683.230031:0:17586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b66329 00000400:00000010:2.0:1767384683.230033:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027b66329. 00000020:00000010:2.0:1767384683.230044:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051f77163. 00000020:00000010:2.0:1767384683.230047:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000020:00000010:2.0:1767384683.230050:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006fdae35. 00000400:00000010:1.0:1767384683.230059:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a63397. 00000400:00000200:1.0:1767384683.230064:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000050bf175 00000400:00000010:1.0:1767384683.230065:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000100:00000200:1.0:1767384683.230070:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017a76c3f x1853237037666304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384683.230078:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017a76c3f x1853237037666304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1767384683.230105:0:40443:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000089195460. 00000040:00000010:0.0:1767384683.230111:0:40443:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d57347d8. 00000040:00000010:0.0:1767384683.230113:0:40443:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc03bd42. 00000020:00000010:0.0:1767384683.230118:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c72adb00. 00000040:00000010:0.0:1767384683.230125:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009516a16d. 00000020:00000010:0.0:1767384683.230128:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000759b62d5. 00000020:00000010:0.0:1767384683.230131:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ea4ba8ae. 00000100:00000010:2.0:1767384683.230133:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7f73dab. 80000000:00000010:0.0:1767384683.230135:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ffec8965. 00040000:00000010:0.0:1767384683.230139:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071b7f2dc. 02000000:00000010:2.0:1767384683.230142:0:40476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002d45c61d. 00080000:00000010:0.0:1767384683.230142:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030850edf. 20000000:00000010:0.0:1767384683.230149:0:40443:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000721b77f. 00000020:00000010:0.0:1767384683.230153:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e8b7bc7. 02000000:00000010:1.0:1767384683.230155:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fe1bfedc. 10000000:00000010:0.0:1767384683.230157:0:40443:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000be6f9ca3. 02000000:00000010:1.0:1767384683.230160:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007266dbff. 00000100:00000010:1.0:1767384683.230165:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017a76c3f. 00040000:00000010:2.0:1767384683.230167:0:16166:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c3ab64dc. 00000004:00000010:2.0:1767384683.230170:0:16166:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003c451cc5. 00000004:00000010:2.0:1767384683.230172:0:16166:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002856deb5. 00000004:00000010:2.0:1767384683.230175:0:16166:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006539a40f. 00000004:00000010:2.0:1767384683.230178:0:16166:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e9c2d52d. 00000100:00000010:0.0:1767384683.230178:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 02000000:00000010:0.0:1767384683.230187:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3e10988. 00010000:00000010:0.0:1767384683.230195:0:40443:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000012d36f77. 02000000:00000010:2.0:1767384683.230200:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fc2d33c8. 00010000:00000010:0.0:1767384683.230201:0:40443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f567f21. 00080000:00000010:3.0:1767384683.230204:0:40475:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000049f98d39. 00000400:00000010:2.0:1767384683.230205:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000487808b7. 00000400:00000010:2.0:1767384683.230209:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027b66329. 00000100:00000200:2.0:1767384683.230212:0:16166:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037666560, portal 4 00000100:00000010:0.0:1767384683.230214:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001694f572. 00080000:00000010:3.0:1767384683.230220:0:40475:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000cb94e077. 00000020:00000010:2.0:1767384683.230223:0:16166:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000099c76df. 02000000:00000010:0.0:1767384683.230224:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b674362. 00000400:00000010:2.0:1767384683.230228:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f74e35. 00000400:00000010:0.0:1767384683.230230:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbcbf970. 00000100:00000200:2.0:1767384683.230233:0:16166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237037666560, offset 0 00000400:00000010:0.0:1767384683.230237:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fce385. 00000400:00000200:2.0:1767384683.230241:0:16166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.230247:0:16166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384683.230249:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037666688, portal 25 00000400:00000200:2.0:1767384683.230253:0:16166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825f509100 00000400:00000010:0.0:1767384683.230255:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000400:00000200:2.0:1767384683.230260:0:16166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 4032 00000100:00000200:0.0:1767384683.230265:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037666688, offset 0 00000400:00000200:2.0:1767384683.230266:0:16166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1767384683.230268:0:40475:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000acf99f6f. 00000400:00000200:2.0:1767384683.230272:0:16166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:3.0:1767384683.230275:0:40475:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000003e66ee1a. 00000400:00000200:0.0:1767384683.230276:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.230284:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.230290:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f509180 00000100:00000200:2.0:1767384683.230375:0:16166:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00040000:00000010:3.0:1767384683.230376:0:16165:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000610923cb. 00000400:00000200:0.0:1767384683.230377:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x224d [2] + 0 00000004:00000010:3.0:1767384683.230381:0:16165:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000030850edf. 00000100:00000010:2.0:1767384683.230381:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026eaca1a. 00000400:00000010:0.0:1767384683.230382:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae892b3a. 00000004:00000010:3.0:1767384683.230385:0:16165:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e70002ae. 00000400:00000200:0.0:1767384683.230387:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093ac409a 00000004:00000010:3.0:1767384683.230390:0:16165:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000759b62d5. 00000400:00000200:0.0:1767384683.230392:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.230394:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f74e35 00000004:00000010:3.0:1767384683.230395:0:16165:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000013b1a980. 00000400:00000200:0.0:1767384683.230398:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384683.230399:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f74e35. 00000400:00000200:0.0:1767384683.230404:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093ac409a 00000100:00000200:2.0:1767384683.230406:0:16166:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7f73dab x1853237037666560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.230408:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093ac409a. 00000100:00000200:0.0:1767384683.230414:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384683.230430:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384683.230432:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000020:00000010:3.0:1767384683.230433:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c85dbe34. 00000020:00000010:3.0:1767384683.230438:0:17588:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000fc63df2. 00000100:00000200:0.0:1767384683.230439:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdadca91 x1853237037666688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384683.230460:0:17588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ecf78f3. 00000020:00000010:3.0:1767384683.230465:0:17588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:3.0:1767384683.230468:0:17588:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.230488:0:17588:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b61cc9b4. 00000020:00000010:3.0:1767384683.230491:0:17588:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b61cc9b4. 00000100:00000200:3.0:1767384683.230493:0:17588:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037666560 02000000:00000010:3.0:1767384683.230500:0:17588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ffc9e42e. 00010000:00000200:3.0:1767384683.230516:0:17588:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026eaca1a x1853237037666560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:664/0 lens 224/368 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384683.230523:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029241d3b. 00000400:00000010:3.0:1767384683.230527:0:17588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000020:00000010:0.0:1767384683.230528:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029241d3b. 00000100:00000200:3.0:1767384683.230533:0:17588:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237037666560, offset 224 00000020:00000010:0.0:1767384683.230535:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e406614c. 00000020:00000010:0.0:1767384683.230540:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd6188b4. 00000400:00000200:3.0:1767384683.230541:0:17588:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384683.230546:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000400:00000200:3.0:1767384683.230551:0:17588:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.230559:0:17588:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825f509100 00000400:00000200:3.0:1767384683.230564:0:17588:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2ae9 [1] + 224 00000020:00000010:0.0:1767384683.230566:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029241d3b. 00000400:00000200:3.0:1767384683.230568:0:17588:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384683.230570:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029241d3b. 00000400:00000200:3.0:1767384683.230574:0:17588:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.230575:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037666688 00000100:00000200:3.0:1767384683.230582:0:17588:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7f73dab x1853237037666560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384699 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384683.230587:0:40448:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000648dff2e. 00010000:00000010:0.0:1767384683.230593:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000020:00000010:0.0:1767384683.230596:0:40448:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000029241d3b. 00000400:00000200:3.0:1767384683.230600:0:17588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.230603:0:17588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 02000000:00000010:0.0:1767384683.230605:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003c03744e. 00000400:00000010:2.0:1767384683.230609:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000487808b7. 00000020:00000010:3.0:1767384683.230612:0:17588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000400:00000200:2.0:1767384683.230613:0:16166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b66329 00000020:00000010:3.0:1767384683.230615:0:17588:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000400:00000010:2.0:1767384683.230615:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027b66329. 00000020:00000010:3.0:1767384683.230619:0:17588:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ecf78f3. 00010000:00000200:0.0:1767384683.230621:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053941691 x1853237037666688/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 328/344 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.230632:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:2.0:1767384683.230634:0:16166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7f73dab x1853237037666560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384683.230638:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037666688, offset 224 00000400:00000200:0.0:1767384683.230647:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384683.230649:0:16166:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7f73dab x1853237037666560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.230657:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.230665:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f509180 00000400:00000200:0.0:1767384683.230669:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2af1 [1] + 224 00000400:00000200:0.0:1767384683.230673:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384683.230675:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fc2d33c8. 00000400:00000200:0.0:1767384683.230677:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384683.230681:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002d45c61d. 00000100:00000200:0.0:1767384683.230684:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdadca91 x1853237037666688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384683.230687:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7f73dab. 00000400:00000200:0.0:1767384683.230699:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384683.230701:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000020:00000010:0.0:1767384683.230707:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd6188b4. 00000020:00000010:0.0:1767384683.230710:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.230712:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e406614c. 02000000:00000010:0.0:1767384683.230715:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003c03744e. 00000100:00000200:0.0:1767384683.230719:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.230722:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f59e10b. 00000400:00000010:0.0:1767384683.230725:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000544a9bfb. 00000400:00000010:0.0:1767384683.230746:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbcbf970. 00000400:00000200:0.0:1767384683.230748:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fce385 00000400:00000010:0.0:1767384683.230750:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016fce385. 00000100:00000200:0.0:1767384683.230753:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdadca91 x1853237037666688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384683.230761:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdadca91 x1853237037666688/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.230774:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001694f572. 02000000:00000010:0.0:1767384683.230784:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b674362. 02000000:00000010:0.0:1767384683.230787:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e3e10988. 00000100:00000010:0.0:1767384683.230790:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 10000000:00000010:0.0:1767384683.230796:0:40443:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000003a68b26c. 00000100:00000010:0.0:1767384683.232377:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdadca91. 02000000:00000010:0.0:1767384683.232385:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3e10988. 00000100:00000010:0.0:1767384683.232391:0:40443:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006b674362. 00000100:00000010:0.0:1767384683.232394:0:40443:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000197ce0bb. 00000100:00000010:0.0:1767384683.232409:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005229df02. 00000400:00000010:0.0:1767384683.232418:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbcbf970. 00000400:00000010:0.0:1767384683.232424:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d57347d8. 00000100:00000200:0.0:1767384683.232428:0:40443:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695825f509200-0x695825f509200, portal 33 02000000:00000010:0.0:1767384683.232434:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e406614c. 00000400:00000010:0.0:1767384683.232437:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000365d84f0. 00000400:00000010:0.0:1767384683.232440:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fce385. 00000100:00000200:0.0:1767384683.232442:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037666816, portal 25 00000400:00000010:0.0:1767384683.232446:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384683.232448:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237037666816, offset 0 00000400:00000200:0.0:1767384683.232455:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.232461:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.232556:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825f509200 00000400:00000200:0.0:1767384683.232561:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2251 [2] + 0 00000400:00000010:0.0:1767384683.232564:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d36f38. 00000400:00000200:0.0:1767384683.232567:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6b40a04 00000400:00000200:0.0:1767384683.232570:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.232574:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384683.232576:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6b40a04 00000400:00000010:0.0:1767384683.232577:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6b40a04. 00000100:00000200:0.0:1767384683.232580:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384683.232598:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384683.232601:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384683.232605:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdadca91 x1853237037666816/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384683.232639:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068234485. 00000020:00000010:2.0:1767384683.232644:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068234485. 00000020:00000010:2.0:1767384683.232647:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086dba2a2. 00000020:00000010:2.0:1767384683.232650:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061ce0b54. 00000020:00000010:2.0:1767384683.232652:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000020:00000010:2.0:1767384683.232675:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068234485. 00000020:00000010:2.0:1767384683.232678:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068234485. 00000100:00000200:2.0:1767384683.232680:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037666816 02000000:00000010:2.0:1767384683.232688:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000040f161c. 20000000:00000010:2.0:1767384683.232696:0:40448:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000de83e71c. 00000100:00000010:2.0:1767384683.232751:0:40448:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e26b37df. 00000100:00000010:2.0:1767384683.232754:0:40448:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a46c480f. 00000400:00000010:2.0:1767384683.232759:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027b66329. 00000400:00000010:2.0:1767384683.232764:0:40448:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008e5bd920. 00000400:00000200:2.0:1767384683.232768:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.232774:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.232782:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695825f509200 00000400:00000200:2.0:1767384683.232786:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2b05 [256] + 0 00000400:00000010:2.0:1767384683.232789:0:40448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbcbf970. 00000400:00000200:2.0:1767384683.232792:0:40448:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d57347d8 00000400:00000200:2.0:1767384683.232795:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.232798:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384683.232801:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57347d8 00000400:00000010:2.0:1767384683.232802:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d57347d8. 00000100:00000200:2.0:1767384683.232805:0:40448:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000cdadca91 desc 000000006b674362 mbits 1853237037666816 00000400:00000200:2.0:1767384683.232815:0:40448:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384683.232819:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384683.232826:0:40448:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2b11 00000400:00000200:2.0:1767384683.232828:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.232830:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:2.0:1767384683.232834:0:40448:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e26b37df 00000400:00000200:2.0:1767384683.232840:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b66329 00000400:00000010:2.0:1767384683.232842:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027b66329. 00000100:00000200:2.0:1767384683.232845:0:40448:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e26b37df 00000100:00000200:2.0:1767384683.232851:0:40448:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695825f509200-0x695825f509200 00000100:00000010:2.0:1767384683.232857:0:40448:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a46c480f. 00000100:00000010:2.0:1767384683.232861:0:40448:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e26b37df. 20000000:00000010:2.0:1767384683.232868:0:40448:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000de83e71c. 00010000:00000200:2.0:1767384683.232875:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af5dcc13 x1853237037666816/t0(0) o256->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 304/240 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384683.232886:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027b66329. 00000100:00000200:2.0:1767384683.232890:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237037666816, offset 224 00000400:00000200:2.0:1767384683.232895:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.232901:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.232907:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825f509200 00000400:00000200:2.0:1767384683.232911:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2b09 [1] + 224 00000400:00000200:2.0:1767384683.232915:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.232918:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384683.232924:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdadca91 x1853237037666816/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384683.232935:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b66329 00000400:00000010:2.0:1767384683.233050:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027b66329. 00000020:00000010:2.0:1767384683.233061:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061ce0b54. 00000020:00000010:2.0:1767384683.233064:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000020:00000010:2.0:1767384683.233066:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086dba2a2. 02000000:00000010:2.0:1767384683.233070:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000040f161c. 00000100:00000200:2.0:1767384683.233074:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384683.233077:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000487808b7. 00000400:00000010:2.0:1767384683.233080:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f217e313. 00000400:00000010:2.0:1767384683.233095:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000365d84f0. 00000400:00000200:2.0:1767384683.233098:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fce385 00000400:00000010:2.0:1767384683.233099:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016fce385. 00000100:00000200:2.0:1767384683.233103:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdadca91 x1853237037666816/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384683.233112:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdadca91 x1853237037666816/t0(0) o256->MGC192.168.203.133@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384683.233125:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005229df02. 10000000:00000010:2.0:1767384683.233134:0:40443:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000fccd51e3. 00000100:00000200:2.0:1767384683.233142:0:40443:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.133@tcp with 192.168.203.133@tcp 00000100:00000200:2.0:1767384683.233145:0:40443:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.133@tcp' 00000100:00000200:2.0:1767384683.233148:0:40443:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.133@tcp' 00000400:00000200:2.0:1767384683.233151:0:40443:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384683.233155:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:2.0:1767384683.233160:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384683.233164:0:40443:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (42) 00000400:00000200:2.0:1767384683.233169:0:40443:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384683.233172:0:40443:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:2.0:1767384683.233174:0:40443:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (43) 00000400:00000200:2.0:1767384683.233176:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:2.0:1767384683.233178:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:2.0:1767384683.233181:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233238:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:2.0:1767384683.233241:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:2.0:1767384683.233245:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233247:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:2.0:1767384683.233249:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:2.0:1767384683.233253:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233254:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:2.0:1767384683.233255:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:2.0:1767384683.233258:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233259:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:2.0:1767384683.233260:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:2.0:1767384683.233432:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233435:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:2.0:1767384683.233438:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:2.0:1767384683.233441:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233442:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:2.0:1767384683.233443:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:2.0:1767384683.233444:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233445:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:2.0:1767384683.233446:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:2.0:1767384683.233447:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233448:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:2.0:1767384683.233449:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:2.0:1767384683.233450:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233451:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:2.0:1767384683.233452:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:2.0:1767384683.233454:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233454:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:2.0:1767384683.233455:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:2.0:1767384683.233457:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233457:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:2.0:1767384683.233458:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:2.0:1767384683.233460:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233460:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:2.0:1767384683.233461:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:2.0:1767384683.233462:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233463:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:2.0:1767384683.233464:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:2.0:1767384683.233465:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233466:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:2.0:1767384683.233467:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:2.0:1767384683.233468:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233469:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:2.0:1767384683.233469:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:2.0:1767384683.233470:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233471:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:2.0:1767384683.233472:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:2.0:1767384683.233473:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233474:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:2.0:1767384683.233475:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:2.0:1767384683.233476:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233476:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:2.0:1767384683.233477:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:2.0:1767384683.233478:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233479:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:2.0:1767384683.233480:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:2.0:1767384683.233481:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233482:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:2.0:1767384683.233483:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:2.0:1767384683.233484:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233484:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:2.0:1767384683.233485:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:2.0:1767384683.233487:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233488:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp31 00000400:00000200:2.0:1767384683.233489:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000200:2.0:1767384683.233490:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233491:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp32 00000400:00000200:2.0:1767384683.233492:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.133@tcp33 00000400:00000200:2.0:1767384683.233493:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233493:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp33 00000400:00000200:2.0:1767384683.233494:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.133@tcp34 00000400:00000200:2.0:1767384683.233496:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233496:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp34 00000400:00000200:2.0:1767384683.233497:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.133@tcp35 00000400:00000200:2.0:1767384683.233498:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233499:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp35 00000400:00000200:2.0:1767384683.233500:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.133@tcp36 00000400:00000200:2.0:1767384683.233501:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233501:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp36 00000400:00000200:2.0:1767384683.233502:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.133@tcp37 00000400:00000200:2.0:1767384683.233503:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233504:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp37 00000400:00000200:2.0:1767384683.233505:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.133@tcp38 00000400:00000200:2.0:1767384683.233506:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233507:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp38 00000400:00000200:2.0:1767384683.233507:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.133@tcp39 00000400:00000200:2.0:1767384683.233509:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233509:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp39 00000400:00000200:2.0:1767384683.233510:0:40443:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.133@tcp40 00000400:00000200:2.0:1767384683.233511:0:40443:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384683.233512:0:40443:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp40 10000000:00000010:2.0:1767384683.233525:0:40443:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000061ce0b54. 00000020:00000010:2.0:1767384683.233530:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086dba2a2. 00000020:00000010:2.0:1767384683.233531:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037896bba. 00000040:00000010:2.0:1767384683.233533:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000880f9a8. 00000020:00000010:2.0:1767384683.233535:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de83e71c. 00000020:00000010:2.0:1767384683.233537:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091ba946b. 00000020:00000010:2.0:1767384683.233538:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003818f6ef. 80000000:00000010:2.0:1767384683.233540:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000742194ef. 40000000:00000010:2.0:1767384683.233542:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000068234485. 00100000:00000010:2.0:1767384683.233544:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000486e4401. 00040000:00000010:2.0:1767384683.233545:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d45c61d. 00040000:00000010:2.0:1767384683.233547:0:40443:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb6e3314. 00040000:00000010:2.0:1767384683.233549:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000070451feb. 00080000:00000010:2.0:1767384683.233552:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fb3854e2. 00000004:00000010:2.0:1767384683.233554:0:40443:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000289ff19e. 00000004:00000010:2.0:1767384683.233556:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007f178539. 00000004:00000010:2.0:1767384683.233558:0:40443:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002e0132d8. 00002000:00000010:2.0:1767384683.233560:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000040f161c. 00000004:00000010:2.0:1767384683.233561:0:40443:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e26b37df. 00000020:00000010:2.0:1767384683.233593:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000037896bba. 00000040:00000010:2.0:1767384683.233596:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000880f9a8. 00000020:00000010:2.0:1767384683.233597:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000de83e71c. 00000020:00000010:2.0:1767384683.233599:0:40443:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091ba946b. 00000020:00000010:2.0:1767384683.233601:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003818f6ef. 80000000:00000010:2.0:1767384683.233603:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000742194ef. 40000000:00000010:2.0:1767384683.233605:0:40443:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000068234485. 00100000:00000010:2.0:1767384683.233607:0:40443:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000486e4401. 00040000:00000010:2.0:1767384683.233609:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d45c61d. 00040000:00000010:2.0:1767384683.233611:0:40443:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eb6e3314. 00040000:00000010:2.0:1767384683.233613:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000070451feb. 00080000:00000010:2.0:1767384683.233614:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fb3854e2. 00000004:00000010:2.0:1767384683.233616:0:40443:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000289ff19e. 00000004:00000010:2.0:1767384683.233618:0:40443:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007f178539. 00000004:00000010:2.0:1767384683.233620:0:40443:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e0132d8. 00002000:00000010:2.0:1767384683.233621:0:40443:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000040f161c. 00000004:00000010:2.0:1767384683.233622:0:40443:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e26b37df. 00000020:00000010:2.0:1767384683.233624:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086dba2a2. 10000000:00000010:2.0:1767384683.233625:0:40443:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000061ce0b54. 10000000:00000010:2.0:1767384683.233627:0:40443:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000fccd51e3. 02000000:00000010:2.0:1767384683.233630:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e406614c. 00000100:00000010:2.0:1767384683.233636:0:40443:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000197ce0bb. 00000100:00000010:2.0:1767384683.233638:0:40443:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006b674362. 02000000:00000010:2.0:1767384683.233639:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e3e10988. 00000100:00000010:2.0:1767384683.233641:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdadca91. 10000000:00000010:2.0:1767384683.234291:0:40443:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000003a68b26c. 00000100:00000010:2.0:1767384683.234329:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7f73dab. 02000000:00000010:2.0:1767384683.234336:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086dba2a2. 00010000:00000010:2.0:1767384683.234343:0:40443:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003cf4df54. 00010000:00000010:2.0:1767384683.234347:0:40443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d448b441. 00000100:00000010:2.0:1767384683.234356:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fabd6311. 02000000:00000010:2.0:1767384683.234364:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e26b37df. 00000400:00000010:2.0:1767384683.234368:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001331a066. 00000400:00000010:2.0:1767384683.234372:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027b66329. 00000100:00000200:2.0:1767384683.234375:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037666944, portal 25 00000400:00000010:2.0:1767384683.234379:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f74e35. 00000100:00000200:2.0:1767384683.234381:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037666944, offset 0 00000400:00000200:2.0:1767384683.234386:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.234391:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.234397:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f509280 00000400:00000200:2.0:1767384683.234401:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2255 [2] + 0 00000400:00000010:2.0:1767384683.234404:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a92a03a. 00000400:00000200:2.0:1767384683.234407:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a2d438fe 00000400:00000200:2.0:1767384683.234410:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.234413:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384683.234417:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2d438fe 00000400:00000010:2.0:1767384683.234418:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2d438fe. 00000100:00000200:2.0:1767384683.234421:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384683.234433:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f74e35 00000400:00000010:2.0:1767384683.234435:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f74e35. 00000100:00000200:2.0:1767384683.234439:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7f73dab x1853237037666944/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384683.234936:0:40448:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e3d83aba. 00000020:00000010:3.0:1767384683.234959:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000020:00000010:3.0:1767384683.234961:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000020:00000010:3.0:1767384683.234965:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ecf78f3. 00000020:00000010:3.0:1767384683.234968:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d3b6d6f1. 00000020:00000010:3.0:1767384683.234972:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.234991:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004384578a. 00000020:00000010:3.0:1767384683.234993:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004384578a. 00000100:00000200:3.0:1767384683.234995:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037666944 00010000:00000010:3.0:1767384683.235005:0:40448:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000895d7503. 00010000:00000010:3.0:1767384683.235009:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000000e8525b. 02000000:00000010:3.0:1767384683.235015:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ab71dec8. 00010000:00000200:3.0:1767384683.235024:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bfb699f x1853237037666944/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 328/344 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384683.235035:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.235038:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037666944, offset 224 00000400:00000200:3.0:1767384683.235042:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.235048:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.235053:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f509280 00000400:00000200:3.0:1767384683.235058:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b1d [1] + 224 00000400:00000200:3.0:1767384683.235062:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.235064:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384683.235069:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7f73dab x1853237037666944/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384683.235084:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.235087:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000020:00000010:3.0:1767384683.235095:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d3b6d6f1. 00000020:00000010:3.0:1767384683.235097:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.235101:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ecf78f3. 02000000:00000010:3.0:1767384683.235104:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ab71dec8. 00000100:00000200:3.0:1767384683.235108:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384683.235112:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d96c049. 00000400:00000010:3.0:1767384683.235115:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b5c6f5a. 00000400:00000010:3.0:1767384683.235132:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001331a066. 00000400:00000200:3.0:1767384683.235134:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b66329 00000400:00000010:3.0:1767384683.235136:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027b66329. 00000100:00000200:3.0:1767384683.235140:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7f73dab x1853237037666944/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384683.235153:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7f73dab x1853237037666944/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.235166:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fabd6311. 02000000:00000010:3.0:1767384683.235173:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e26b37df. 02000000:00000010:3.0:1767384683.235176:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000086dba2a2. 00000100:00000010:3.0:1767384683.235179:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7f73dab. 10000000:00000010:3.0:1767384683.235183:0:40443:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000004384578a. 00000020:00000010:3.0:1767384683.235186:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ecf78f3. 00000020:00000010:3.0:1767384683.235189:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003af846cd. 00000040:00000010:3.0:1767384683.235204:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc03bd42. 00000020:00000010:3.0:1767384683.235207:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c2e0b970. 00000020:00000010:3.0:1767384683.235210:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083ea6052. 80000000:00000010:3.0:1767384683.235213:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003af257d3. 00040000:00000010:3.0:1767384683.235216:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c045a920. 00080000:00000010:3.0:1767384683.235219:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d4865efe. 20000000:00000010:3.0:1767384683.235222:0:40443:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002761d3ad. 00000040:00000010:3.0:1767384683.235227:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c1cc3f5b. 00000100:00000010:3.0:1767384683.235231:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a740b453. 02000000:00000010:3.0:1767384683.235236:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d5a1cf9. 00000100:00000010:3.0:1767384683.235243:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b18fb82e. 02000000:00000010:3.0:1767384683.235250:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c72adb00. 00000400:00000010:3.0:1767384683.235253:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796dc018. 00000400:00000010:3.0:1767384683.235256:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.235258:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037667072, portal 25 00000400:00000010:3.0:1767384683.235262:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.235264:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237037667072, offset 0 00000400:00000200:3.0:1767384683.235268:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.235273:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.235279:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695825f509300 00000400:00000200:3.0:1767384683.235283:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2259 [2] + 0 00000400:00000010:3.0:1767384683.235286:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfc34639. 00000400:00000200:3.0:1767384683.235289:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db0e82cf 00000400:00000200:3.0:1767384683.235291:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.235294:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384683.235296:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db0e82cf 00000400:00000010:3.0:1767384683.235298:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db0e82cf. 00000100:00000200:3.0:1767384683.235301:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384683.235351:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.235354:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.235358:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a740b453 x1853237037667072/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384683.235362:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068953db. 00000020:00000010:0.0:1767384683.235367:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068953db. 00000020:00000010:0.0:1767384683.235372:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e406614c. 00000020:00000010:0.0:1767384683.235376:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000442ded80. 00000020:00000010:0.0:1767384683.235379:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.235410:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068953db. 00000020:00000010:0.0:1767384683.235412:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068953db. 00000100:00000200:0.0:1767384683.235414:0:40447:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037667072 02000000:00000010:0.0:1767384683.235422:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000003c03744e. 00000040:00000010:0.0:1767384683.235427:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009905f618. 00000040:00000010:0.0:1767384683.235459:0:40447:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000003945ce78. 00000020:00000010:0.0:1767384683.235465:0:40447:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000068ba8e6. 00080000:00000010:0.0:1767384683.235470:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2b77466. 00000040:00000010:0.0:1767384683.235526:0:40447:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000003945ce78. 00000040:00000010:0.0:1767384683.235537:0:40447:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009905f618. 00010000:00000200:0.0:1767384683.235543:0:40447:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9c671a1 x1853237037667072/t0(0) o501->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 504/272 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.235555:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384683.235558:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237037667072, offset 224 00000400:00000200:0.0:1767384683.235564:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.235569:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.235576:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825f509300 00000400:00000200:0.0:1767384683.235580:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b2d [1] + 224 00000400:00000200:0.0:1767384683.235584:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.235587:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.235591:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a740b453 x1853237037667072/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.235613:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384683.235615:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000020:00000010:0.0:1767384683.235623:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000442ded80. 00000020:00000010:0.0:1767384683.235626:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.235629:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e406614c. 02000000:00000010:0.0:1767384683.235633:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000003c03744e. 00000100:00000200:0.0:1767384683.235637:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.235640:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c67383d7. 00000400:00000010:0.0:1767384683.235643:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db60d64a. 00000400:00000010:3.0:1767384683.235704:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796dc018. 00000400:00000200:3.0:1767384683.235707:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.235709:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.235712:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a740b453 x1853237037667072/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384683.235720:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a740b453 x1853237037667072/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.235731:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b18fb82e. 02000000:00000010:3.0:1767384683.235736:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c72adb00. 02000000:00000010:3.0:1767384683.235739:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002d5a1cf9. 00000100:00000010:3.0:1767384683.235742:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a740b453. 00000040:00000010:3.0:1767384683.235750:0:40443:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b0bf1a3b. 00000100:00000010:3.0:1767384683.235753:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a740b453. 02000000:00000010:3.0:1767384683.235757:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c72adb00. 00000100:00000010:3.0:1767384683.235762:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b18fb82e. 02000000:00000010:3.0:1767384683.235777:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008bf437a6. 00000400:00000010:3.0:1767384683.235781:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796dc018. 00000400:00000010:3.0:1767384683.235784:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000021bfcd0. 00000100:00000200:3.0:1767384683.235788:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037667200, portal 25 00000400:00000010:3.0:1767384683.235791:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.235793:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037667200, offset 0 00000400:00000200:3.0:1767384683.235798:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.235804:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.235810:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f509380 00000400:00000200:3.0:1767384683.235813:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x225d [2] + 0 00000400:00000010:3.0:1767384683.235817:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a63b6c9c. 00000400:00000200:3.0:1767384683.235820:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b23a099 00000400:00000200:3.0:1767384683.235823:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.235827:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384683.235830:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b23a099 00000400:00000010:3.0:1767384683.235832:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b23a099. 00000100:00000200:3.0:1767384683.235836:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384683.235879:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.235881:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.235887:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a740b453 x1853237037667200/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384683.235958:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007111d652. 00000020:00000010:0.0:1767384683.235962:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007111d652. 00000020:00000010:0.0:1767384683.235967:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009905f618. 00000020:00000010:0.0:1767384683.235971:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000442ded80. 00000020:00000010:0.0:1767384683.235974:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.236026:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007111d652. 00000020:00000010:0.0:1767384683.236029:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007111d652. 00000100:00000200:0.0:1767384683.236032:0:40447:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037667200 02000000:00000010:0.0:1767384683.236048:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000f4cd6020. 00000040:00000010:0.0:1767384683.236053:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000782c3f63. 00000040:00000010:0.0:1767384683.236061:0:40447:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e74a3721. 00000040:00000010:0.0:1767384683.236069:0:40447:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e74a3721. 00000040:00000010:0.0:1767384683.236073:0:40447:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000782c3f63. 00010000:00000200:0.0:1767384683.236079:0:40447:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005656099a x1853237037667200/t0(0) o503->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 272/8416 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.236090:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c015ab4f. 00000100:00000200:0.0:1767384683.236093:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237037667200, offset 224 00000400:00000200:0.0:1767384683.236098:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.236106:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.236114:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825f509380 00000400:00000200:0.0:1767384683.236119:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b3d [4] + 224 00000400:00000200:0.0:1767384683.236124:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.236127:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.236131:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a740b453 x1853237037667200/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.236147:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c015ab4f 00000400:00000010:0.0:1767384683.236150:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c015ab4f. 00000020:00000010:0.0:1767384683.236158:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000442ded80. 00000020:00000010:0.0:1767384683.236161:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.236165:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009905f618. 02000000:00000010:0.0:1767384683.236170:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000f4cd6020. 00000100:00000200:0.0:1767384683.236181:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.236432:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4acdac. 00000400:00000010:0.0:1767384683.236437:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c015ab4f. 00000400:00000010:3.0:1767384683.236493:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796dc018. 00000400:00000200:3.0:1767384683.236497:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000021bfcd0 00000400:00000010:3.0:1767384683.236499:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000021bfcd0. 00000100:00000200:3.0:1767384683.236504:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a740b453 x1853237037667200/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384683.236512:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a740b453 x1853237037667200/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.236523:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b18fb82e. 02000000:00000010:3.0:1767384683.236529:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008bf437a6. 02000000:00000010:3.0:1767384683.236539:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c72adb00. 00000100:00000010:3.0:1767384683.236542:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a740b453. 00000040:00000010:3.0:1767384683.236547:0:40443:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000baf4a4a9. 00000020:00000010:0.0:1767384683.236777:0:40478:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000782c3f63. 00000020:00000010:0.0:1767384683.236782:0:40478:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086dba2a2. 00000040:00000010:0.0:1767384683.236785:0:40478:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000004253fe7. 00000020:00000010:0.0:1767384683.236788:0:40478:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000bb5a123. 00000020:00000010:0.0:1767384683.236791:0:40478:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384683.236794:0:40478:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000880f9a8. 80000000:00000010:0.0:1767384683.236798:0:40478:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001c5ed7e1. 40000000:00000010:0.0:1767384683.236801:0:40478:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001270bcca. 00100000:00000010:0.0:1767384683.236804:0:40478:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a8b7198d. 00040000:00000010:0.0:1767384683.236807:0:40478:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005e4914f1. 00040000:00000010:0.0:1767384683.236810:0:40478:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e644d96b. 00040000:00000010:0.0:1767384683.236813:0:40478:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037896bba. 00080000:00000010:0.0:1767384683.236815:0:40478:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006dea874e. 00000004:00000010:0.0:1767384683.236819:0:40478:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000097927fce. 00000004:00000010:0.0:1767384683.236823:0:40478:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000007801ae6. 00000004:00000010:0.0:1767384683.236827:0:40478:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006a4722c8. 00002000:00000010:0.0:1767384683.236830:0:40478:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c03744e. 00000004:00000010:0.0:1767384683.236833:0:40478:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ea6c1b59. 00000020:00000010:0.0:1767384683.236837:0:40478:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cad0e0bd. 00000040:00000010:0.0:1767384683.236842:0:40478:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e74a3721. 00000040:00000010:0.0:1767384683.237465:0:40478:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e74a3721. 00000020:00000010:0.0:1767384683.237471:0:40478:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cad0e0bd. 00000020:00000010:0.0:1767384683.237477:0:40478:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000086dba2a2. 00000040:00000010:0.0:1767384683.237480:0:40478:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004253fe7. 00000020:00000010:0.0:1767384683.237482:0:40478:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000bb5a123. 00000020:00000010:0.0:1767384683.237486:0:40478:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384683.237489:0:40478:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000880f9a8. 80000000:00000010:0.0:1767384683.237491:0:40478:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001c5ed7e1. 40000000:00000010:0.0:1767384683.237493:0:40478:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001270bcca. 00100000:00000010:0.0:1767384683.237496:0:40478:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a8b7198d. 00040000:00000010:0.0:1767384683.237502:0:40478:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005e4914f1. 00040000:00000010:0.0:1767384683.237504:0:40478:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e644d96b. 00040000:00000010:0.0:1767384683.237506:0:40478:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000037896bba. 00080000:00000010:0.0:1767384683.237509:0:40478:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006dea874e. 00000004:00000010:0.0:1767384683.237512:0:40478:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000097927fce. 00000004:00000010:0.0:1767384683.237515:0:40478:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000007801ae6. 00000004:00000010:0.0:1767384683.237518:0:40478:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006a4722c8. 00002000:00000010:0.0:1767384683.237521:0:40478:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c03744e. 00000004:00000010:0.0:1767384683.237524:0:40478:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ea6c1b59. 00000020:00000010:0.0:1767384683.237526:0:40478:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000782c3f63. 00000040:00000010:3.0:1767384683.237617:0:40443:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000baf4a4a9. 00000040:00000010:3.0:1767384683.237622:0:40443:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b0bf1a3b. 00000040:00000010:3.0:1767384683.237624:0:40443:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c1cc3f5b. 00000020:00000010:3.0:1767384683.237628:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003af846cd. 00000040:00000010:3.0:1767384683.237630:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc03bd42. 00000020:00000010:3.0:1767384683.237632:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c2e0b970. 00000020:00000010:3.0:1767384683.237635:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000083ea6052. 80000000:00000010:3.0:1767384683.237638:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003af257d3. 00040000:00000010:3.0:1767384683.237640:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c045a920. 00080000:00000010:3.0:1767384683.237642:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d4865efe. 20000000:00000010:3.0:1767384683.237645:0:40443:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002761d3ad. 00000020:00000010:3.0:1767384683.237647:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ecf78f3. 10000000:00000010:3.0:1767384683.237649:0:40443:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000004384578a. 00000020:00000010:3.0:1767384683.237690:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002703cf19. 00000040:00000010:3.0:1767384683.237694:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000113cd4a3. 00000020:00000010:3.0:1767384683.237697:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f7d03086. 00000020:00000010:3.0:1767384683.237699:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001d65a2ee. 00040000:00000010:3.0:1767384683.237702:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000006d11278. 00040000:00000010:3.0:1767384683.237704:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb97055b. 00080000:00000010:3.0:1767384683.237708:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000056ede708. 00000020:00000010:3.0:1767384683.237710:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a8ce8ef. 00000020:00000010:3.0:1767384683.237713:0:40443:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000f206bbb9. 00000020:00000010:3.0:1767384683.237716:0:40443:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000060bd7550. 00000020:00000010:3.0:1767384683.237724:0:40443:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000004384578a. 00000020:00000010:3.0:1767384683.237728:0:40443:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000003af257d3. 00000020:00000010:3.0:1767384683.237731:0:40443:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000d3b6d6f1. 00000020:00000010:3.0:1767384683.237735:0:40443:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000b18fb82e. 00000020:00000010:3.0:1767384683.237739:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c72adb00. 00000020:00000010:3.0:1767384683.237742:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0d2b52d. 00000040:00000010:3.0:1767384683.237746:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000a8ce8ef. 00000020:00000010:3.0:1767384683.237749:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056ede708. 00000020:00000010:3.0:1767384683.237753:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bb97055b. 00040000:00000010:3.0:1767384683.237757:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000753604e4. 00040000:00000010:3.0:1767384683.237761:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d65a2ee. 00080000:00000010:3.0:1767384683.237765:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f7d03086. 10000000:00000010:3.0:1767384683.237771:0:40443:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000113cd4a3. 00000100:00000010:3.0:1767384683.237778:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a740b453. 02000000:00000010:3.0:1767384683.237785:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002703cf19. 00010000:00000010:3.0:1767384683.237792:0:40443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007faebf05. 00000100:00000010:3.0:1767384683.237799:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000021bfcd0. 02000000:00000010:3.0:1767384683.237807:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ab71dec8. 00000400:00000010:3.0:1767384683.237811:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796dc018. 00000400:00000010:3.0:1767384683.237815:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.237818:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037667328, portal 25 00000400:00000010:3.0:1767384683.237821:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.237823:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237037667328, offset 0 00000400:00000200:3.0:1767384683.237828:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.237835:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.237982:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825f509400 00000400:00000200:3.0:1767384683.237987:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2261 [2] + 0 00000400:00000010:3.0:1767384683.237991:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b102152f. 00000400:00000200:3.0:1767384683.237994:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1307257 00000400:00000200:3.0:1767384683.237997:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.238001:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384683.238004:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1307257 00000400:00000010:3.0:1767384683.238006:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1307257. 00000100:00000200:3.0:1767384683.238010:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384683.238019:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.238020:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.238024:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a740b453 x1853237037667328/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384683.238087:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.238091:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.238096:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037896bba. 00000020:00000010:0.0:1767384683.238099:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.238103:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.238124:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.238127:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001270bcca. 00000100:00000200:0.0:1767384683.238130:0:40447:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037667328 00010000:00000010:0.0:1767384683.238140:0:40447:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac004cba. 02000000:00000010:0.0:1767384683.238148:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea6c1b59. 00010000:00000200:0.0:1767384683.238157:0:40447:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000209a15dc x1853237037667328/t0(0) o101->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 328/344 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.238168:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384683.238171:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237037667328, offset 224 00000400:00000200:0.0:1767384683.238176:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.238183:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.238190:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825f509400 00000400:00000200:0.0:1767384683.238194:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b4d [1] + 224 00000400:00000200:0.0:1767384683.238198:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.238200:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.238204:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a740b453 x1853237037667328/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.238225:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384683.238227:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000020:00000010:0.0:1767384683.238235:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.238238:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.238242:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037896bba. 02000000:00000010:0.0:1767384683.238246:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea6c1b59. 00000100:00000200:0.0:1767384683.238251:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.238255:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef55a190. 00000400:00000010:0.0:1767384683.238259:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001838dc7b. 00000400:00000010:3.0:1767384683.238303:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796dc018. 00000400:00000200:3.0:1767384683.238308:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.238332:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.238338:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a740b453 x1853237037667328/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384683.238347:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a740b453 x1853237037667328/t0(0) o101->MGC192.168.203.133@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.238360:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000021bfcd0. 02000000:00000010:3.0:1767384683.238369:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ab71dec8. 02000000:00000010:3.0:1767384683.238372:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002703cf19. 00000100:00000010:3.0:1767384683.238375:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a740b453. 10000000:00000010:3.0:1767384683.238381:0:40443:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000fcc8bfdb. 00000020:00000010:3.0:1767384683.238385:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002703cf19. 00000020:00000010:3.0:1767384683.238390:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ecf78f3. 00000040:00000010:3.0:1767384683.238394:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003af846cd. 00000020:00000010:3.0:1767384683.238398:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d4865efe. 00000020:00000010:3.0:1767384683.238401:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002761d3ad. 80000000:00000010:3.0:1767384683.238405:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000baf4a4a9. 00040000:00000010:3.0:1767384683.238408:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c045a920. 00080000:00000010:3.0:1767384683.238412:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c2e0b970. 20000000:00000010:3.0:1767384683.238415:0:40443:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000083ea6052. 00000040:00000010:3.0:1767384683.238419:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc03bd42. 00000100:00000010:3.0:1767384683.238424:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a740b453. 02000000:00000010:3.0:1767384683.238430:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1cc3f5b. 00000100:00000010:3.0:1767384683.238436:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000021bfcd0. 02000000:00000010:3.0:1767384683.238444:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d5a1cf9. 00000400:00000010:3.0:1767384683.238448:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796dc018. 00000400:00000010:3.0:1767384683.238452:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.238454:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037667456, portal 25 00000400:00000010:3.0:1767384683.238458:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.238461:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237037667456, offset 0 00000400:00000200:3.0:1767384683.238467:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.238472:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.238479:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695825f509480 00000400:00000200:3.0:1767384683.238483:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2265 [2] + 0 00000400:00000010:3.0:1767384683.238487:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd6ee65. 00000400:00000200:3.0:1767384683.238489:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000096d8e24f 00000400:00000200:3.0:1767384683.238492:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.238495:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384683.238497:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d8e24f 00000400:00000010:3.0:1767384683.238499:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096d8e24f. 00000100:00000200:3.0:1767384683.238502:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384683.238512:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.238514:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.238519:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a740b453 x1853237037667456/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384683.238526:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.238529:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.238534:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037896bba. 00000020:00000010:0.0:1767384683.238537:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.238541:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.238557:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.238559:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001270bcca. 00000100:00000200:0.0:1767384683.238562:0:40447:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037667456 02000000:00000010:0.0:1767384683.238568:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ea6c1b59. 00000040:00000010:0.0:1767384683.238573:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000880f9a8. 00000040:00000010:0.0:1767384683.238598:0:40447:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000e93bd5f1. 00000040:00000010:0.0:1767384683.238603:0:40447:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000e93bd5f1. 00000040:00000010:0.0:1767384683.238605:0:40447:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000880f9a8. 20000000:00000010:0.0:1767384683.238611:0:40447:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000001270bcca. 20000000:00000010:0.0:1767384683.238614:0:40447:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000001270bcca. 00010000:00000200:0.0:1767384683.238618:0:40447:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bedab6cd x1853237037667456/t0(0) o501->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 512/272 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.238629:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384683.238632:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237037667456, offset 224 00000400:00000200:0.0:1767384683.238637:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.238642:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.238648:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825f509480 00000400:00000200:0.0:1767384683.238652:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b5d [1] + 224 00000400:00000200:0.0:1767384683.238656:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.238659:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.238663:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a740b453 x1853237037667456/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.238677:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:0.0:1767384683.238679:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000020:00000010:0.0:1767384683.238685:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.238687:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.238690:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037896bba. 02000000:00000010:0.0:1767384683.238693:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ea6c1b59. 00000100:00000200:0.0:1767384683.238697:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.238700:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000631a57c0. 00000400:00000010:0.0:1767384683.238703:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fa21ec0. 00000400:00000010:3.0:1767384683.238839:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796dc018. 00000400:00000200:3.0:1767384683.238844:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.238846:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.238851:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a740b453 x1853237037667456/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384683.238859:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a740b453 x1853237037667456/t0(0) o501->MGC192.168.203.133@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.238871:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000021bfcd0. 02000000:00000010:3.0:1767384683.238876:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d5a1cf9. 02000000:00000010:3.0:1767384683.238878:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c1cc3f5b. 00000100:00000010:3.0:1767384683.238881:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a740b453. 00000040:00000010:3.0:1767384683.238886:0:40443:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b0bf1a3b. 00000100:00000010:3.0:1767384683.238919:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a740b453. 02000000:00000010:3.0:1767384683.238925:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1cc3f5b. 00000100:00000010:3.0:1767384683.238931:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000021bfcd0. 02000000:00000010:3.0:1767384683.238959:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008bf437a6. 00000400:00000010:3.0:1767384683.238965:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796dc018. 00000400:00000010:3.0:1767384683.238970:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000023d67920. 00000100:00000200:3.0:1767384683.238973:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037667584, portal 25 00000400:00000010:3.0:1767384683.238978:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.238980:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037667584, offset 0 00000400:00000200:3.0:1767384683.238985:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.238991:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.238997:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f509500 00000400:00000200:3.0:1767384683.239001:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2269 [2] + 0 00000400:00000010:3.0:1767384683.239004:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b9343f7. 00000400:00000200:3.0:1767384683.239008:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007bd46883 00000400:00000200:3.0:1767384683.239011:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.239016:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384683.239019:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bd46883 00000400:00000010:3.0:1767384683.239021:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bd46883. 00000100:00000200:3.0:1767384683.239026:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384683.239039:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.239041:0:40443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.239046:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a740b453 x1853237037667584/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384683.239052:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030896e94. 00000020:00000010:0.0:1767384683.239056:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030896e94. 00000020:00000010:0.0:1767384683.239060:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037896bba. 00000020:00000010:0.0:1767384683.239063:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.239066:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.239092:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030896e94. 00000020:00000010:0.0:1767384683.239095:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030896e94. 00000100:00000200:0.0:1767384683.239097:0:40447:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037667584 02000000:00000010:0.0:1767384683.239109:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000f4cd6020. 00000040:00000010:0.0:1767384683.239113:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000880f9a8. 00000040:00000010:0.0:1767384683.239119:0:40447:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e74a3721. 00000040:00000010:0.0:1767384683.239191:0:40447:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e74a3721. 00000040:00000010:0.0:1767384683.239193:0:40447:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000880f9a8. 00010000:00000200:0.0:1767384683.239198:0:40447:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008bf3e0a3 x1853237037667584/t0(0) o503->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 272/8416 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.239208:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000033024ff5. 00000100:00000200:0.0:1767384683.239210:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237037667584, offset 224 00000400:00000200:0.0:1767384683.239214:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.239219:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.239223:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825f509500 00000400:00000200:0.0:1767384683.239226:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b6d [4] + 224 00000400:00000200:0.0:1767384683.239231:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.239234:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.239237:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a740b453 x1853237037667584/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.239258:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033024ff5 00000400:00000010:0.0:1767384683.239260:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000033024ff5. 00000020:00000010:0.0:1767384683.239267:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.239270:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.239273:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037896bba. 02000000:00000010:0.0:1767384683.239277:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000f4cd6020. 00000400:00000010:2.0:1767384683.239286:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796dc018. 00000100:00000200:0.0:1767384683.239287:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384683.239293:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023d67920 00000400:00000010:0.0:1767384683.239293:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1699b0d. 00000400:00000010:2.0:1767384683.239298:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000023d67920. 00000100:00000200:2.0:1767384683.239304:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a740b453 x1853237037667584/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.239307:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033024ff5. 00000100:00000200:2.0:1767384683.239343:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a740b453 x1853237037667584/t0(0) o503->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384683.239358:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000021bfcd0. 02000000:00000010:2.0:1767384683.239364:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008bf437a6. 02000000:00000010:2.0:1767384683.239372:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c1cc3f5b. 00000100:00000010:2.0:1767384683.239376:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a740b453. 00000040:00000010:2.0:1767384683.239382:0:40443:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000742194ef. 00000020:00000010:1.0:1767384683.239600:0:40480:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ca892aa. 00000020:00000010:1.0:1767384683.239604:0:40480:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000038df69cf. 00000040:00000010:1.0:1767384683.239607:0:40480:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000035fb983c. 00000020:00000010:1.0:1767384683.239610:0:40480:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea6e0803. 00000020:00000010:1.0:1767384683.239613:0:40480:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb5bf254. 00000020:00000010:1.0:1767384683.239616:0:40480:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000062e12028. 80000000:00000010:1.0:1767384683.239619:0:40480:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d1e9d673. 40000000:00000010:1.0:1767384683.239621:0:40480:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c6a522a3. 00100000:00000010:1.0:1767384683.239624:0:40480:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000061252922. 00040000:00000010:1.0:1767384683.239627:0:40480:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000024d62113. 00040000:00000010:1.0:1767384683.239629:0:40480:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000f25f4bd. 00040000:00000010:1.0:1767384683.239632:0:40480:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aef86484. 00080000:00000010:1.0:1767384683.239634:0:40480:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000058019e32. 00000004:00000010:1.0:1767384683.239637:0:40480:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ade798da. 00000004:00000010:1.0:1767384683.239641:0:40480:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a3923a93. 00000004:00000010:1.0:1767384683.239644:0:40480:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a54453c8. 00002000:00000010:1.0:1767384683.239647:0:40480:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fe1bfedc. 00000004:00000010:1.0:1767384683.239650:0:40480:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000075ef601b. 00000020:00000010:1.0:1767384683.239652:0:40480:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b9634969. 00000040:00000010:1.0:1767384683.239657:0:40480:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002f3718ad. 00000100:00000010:1.0:1767384683.239662:0:40480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d1886d2. 02000000:00000010:1.0:1767384683.239667:0:40480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000178e8703. 00000100:00000010:1.0:1767384683.239673:0:40480:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f398e57e. 02000000:00000010:1.0:1767384683.239686:0:40480:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008bf437a6. 00000400:00000010:1.0:1767384683.239690:0:40480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013a63397. 00000400:00000010:1.0:1767384683.239694:0:40480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002059de00. 00000100:00000200:1.0:1767384683.239697:0:40480:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037667712, portal 25 00000400:00000010:1.0:1767384683.239789:0:40480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000100:00000200:1.0:1767384683.239794:0:40480:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037667712, offset 0 00000400:00000200:1.0:1767384683.239808:0:40480:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.239815:0:40480:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.239821:0:40480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f509580 00000400:00000200:1.0:1767384683.239827:0:40480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x226d [2] + 0 00000400:00000010:1.0:1767384683.239830:0:40480:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6064e42. 00000400:00000200:1.0:1767384683.239834:0:40480:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ced7d558 00000400:00000200:1.0:1767384683.239836:0:40480:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.239840:0:40480:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384683.239843:0:40480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced7d558 00000400:00000010:1.0:1767384683.239845:0:40480:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ced7d558. 00000100:00000200:1.0:1767384683.239849:0:40480:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384683.239861:0:40480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000050bf175 00000400:00000010:1.0:1767384683.239863:0:40480:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000100:00000200:1.0:1767384683.239868:0:40480:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d1886d2 x1853237037667712/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384683.239962:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.239967:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.239971:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000880f9a8. 00000020:00000010:0.0:1767384683.239975:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.239978:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.240003:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001270bcca. 00000020:00000010:0.0:1767384683.240006:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001270bcca. 00000100:00000200:0.0:1767384683.240009:0:40447:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037667712 02000000:00000010:0.0:1767384683.240022:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000f4cd6020. 00000040:00000010:0.0:1767384683.240027:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000004253fe7. 00000040:00000010:0.0:1767384683.240034:0:40447:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e74a3721. 00000040:00000010:0.0:1767384683.240228:0:40447:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e74a3721. 00000040:00000010:0.0:1767384683.240231:0:40447:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000004253fe7. 00010000:00000200:0.0:1767384683.240236:0:40447:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9865dae x1853237037667712/t0(0) o502->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 272/8472 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.240247:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000083e36f29. 00000100:00000200:0.0:1767384683.240251:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237037667712, offset 224 00000400:00000200:0.0:1767384683.240256:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.240262:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.240268:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825f509580 00000400:00000200:0.0:1767384683.240273:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b7d [4] + 224 00000400:00000200:0.0:1767384683.240279:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.240283:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.240287:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d1886d2 x1853237037667712/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.240302:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083e36f29 00000400:00000010:0.0:1767384683.240304:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000083e36f29. 00000020:00000010:0.0:1767384683.240331:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.240334:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.240338:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000880f9a8. 02000000:00000010:0.0:1767384683.240343:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000f4cd6020. 00000100:00000200:0.0:1767384683.240353:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384683.240357:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000239b1dff. 00000400:00000010:0.0:1767384683.240362:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083e36f29. 00000400:00000010:0.0:1767384683.240379:0:40480:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a63397. 00000400:00000200:0.0:1767384683.240383:0:40480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002059de00 00000400:00000010:0.0:1767384683.240384:0:40480:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002059de00. 00000100:00000200:0.0:1767384683.240389:0:40480:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d1886d2 x1853237037667712/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384683.240398:0:40480:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d1886d2 x1853237037667712/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384683.240412:0:40480:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f398e57e. 02000000:00000010:0.0:1767384683.240419:0:40480:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008bf437a6. 02000000:00000010:0.0:1767384683.240427:0:40480:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000178e8703. 00000100:00000010:0.0:1767384683.240431:0:40480:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d1886d2. 00000100:00000010:0.0:1767384683.240445:0:40480:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000ea6c1b59. 00000400:00000200:0.0:1767384683.240449:0:40480:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384683.240453:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.133@tcp 00000400:00000200:0.0:1767384683.240457:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384683.240461:0:40480:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000053ccaba0 (42) 00000400:00000200:0.0:1767384683.240466:0:40480:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384683.240469:0:40480:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.133@tcp NID 192.168.203.133@tcp: 0. pending discovery 00000400:00000200:0.0:1767384683.240472:0:40480:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000053ccaba0 (43) 00000400:00000200:0.0:1767384683.240474:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp 00000400:00000200:0.0:1767384683.240477:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.133@tcp10 00000400:00000200:0.0:1767384683.240479:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240481:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp10 00000400:00000200:0.0:1767384683.240483:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.133@tcp11 00000400:00000200:0.0:1767384683.240485:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240486:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp11 00000400:00000200:0.0:1767384683.240488:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.133@tcp12 00000400:00000200:0.0:1767384683.240490:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240491:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp12 00000400:00000200:0.0:1767384683.240493:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.133@tcp13 00000400:00000200:0.0:1767384683.240495:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240496:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp13 00000400:00000200:0.0:1767384683.240498:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.133@tcp14 00000400:00000200:0.0:1767384683.240501:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240503:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp14 00000400:00000200:0.0:1767384683.240505:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.133@tcp15 00000400:00000200:0.0:1767384683.240508:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240510:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp15 00000400:00000200:0.0:1767384683.240512:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.133@tcp16 00000400:00000200:0.0:1767384683.240515:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240516:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp16 00000400:00000200:0.0:1767384683.240519:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.133@tcp17 00000400:00000200:0.0:1767384683.240521:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240523:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp17 00000400:00000200:0.0:1767384683.240525:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.133@tcp18 00000400:00000200:0.0:1767384683.240528:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240530:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp18 00000400:00000200:0.0:1767384683.240532:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.133@tcp19 00000400:00000200:0.0:1767384683.240535:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240537:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp19 00000400:00000200:0.0:1767384683.240539:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.133@tcp20 00000400:00000200:0.0:1767384683.240543:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240545:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp20 00000400:00000200:0.0:1767384683.240546:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.133@tcp21 00000400:00000200:0.0:1767384683.240549:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240551:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp21 00000400:00000200:0.0:1767384683.240553:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.133@tcp22 00000400:00000200:0.0:1767384683.240556:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240558:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp22 00000400:00000200:0.0:1767384683.240560:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.133@tcp23 00000400:00000200:0.0:1767384683.240563:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240565:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp23 00000400:00000200:0.0:1767384683.240567:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.133@tcp24 00000400:00000200:0.0:1767384683.240570:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240572:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp24 00000400:00000200:0.0:1767384683.240574:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.133@tcp25 00000400:00000200:0.0:1767384683.240575:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240577:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp25 00000400:00000200:0.0:1767384683.240579:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.133@tcp26 00000400:00000200:0.0:1767384683.240581:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240583:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp26 00000400:00000200:0.0:1767384683.240585:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.133@tcp27 00000400:00000200:0.0:1767384683.240588:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240589:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp27 00000400:00000200:0.0:1767384683.240591:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.133@tcp28 00000400:00000200:0.0:1767384683.240594:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240595:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp28 00000400:00000200:0.0:1767384683.240597:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.133@tcp29 00000400:00000200:0.0:1767384683.240600:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240601:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp29 00000400:00000200:0.0:1767384683.240603:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.133@tcp30 00000400:00000200:0.0:1767384683.240605:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240607:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp30 00000400:00000200:0.0:1767384683.240609:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.133@tcp31 00000400:00000200:0.0:1767384683.240611:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240613:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp31 00000400:00000200:0.0:1767384683.240615:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.133@tcp32 00000400:00000200:0.0:1767384683.240617:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240619:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp32 00000400:00000200:0.0:1767384683.240621:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.133@tcp33 00000400:00000200:0.0:1767384683.240624:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240625:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp33 00000400:00000200:0.0:1767384683.240628:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.133@tcp34 00000400:00000200:0.0:1767384683.240631:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240633:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp34 00000400:00000200:0.0:1767384683.240634:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.133@tcp35 00000400:00000200:0.0:1767384683.240637:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240639:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp35 00000400:00000200:0.0:1767384683.240641:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.133@tcp36 00000400:00000200:0.0:1767384683.240645:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240646:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp36 00000400:00000200:0.0:1767384683.240648:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.133@tcp37 00000400:00000200:0.0:1767384683.240651:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240652:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp37 00000400:00000200:0.0:1767384683.240654:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.133@tcp38 00000400:00000200:0.0:1767384683.240657:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240659:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp38 00000400:00000200:0.0:1767384683.240660:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.133@tcp39 00000400:00000200:0.0:1767384683.240663:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240665:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp39 00000400:00000200:0.0:1767384683.240667:0:40480:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.133@tcp40 00000400:00000200:0.0:1767384683.240670:0:40480:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.133@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384683.240672:0:40480:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.133@tcp40 00000100:00000010:0.0:1767384683.240674:0:40480:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000ea6c1b59. 00000020:00000010:0.0:1767384683.240680:0:40480:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000001270bcca. 00000020:00000010:0.0:1767384683.240684:0:40480:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000197b3964. 00000020:00000010:0.0:1767384683.240688:0:40480:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000197b3964. 00000020:00000010:0.0:1767384683.240692:0:40480:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000197b3964. 00000020:00000010:0.0:1767384683.240697:0:40480:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.240708:0:40480:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000d5e94e43. 00000020:00000010:0.0:1767384683.240713:0:40480:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006a4722c8. 00000020:00000010:0.0:1767384683.240726:0:40480:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.240730:0:40480:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000001c5ed7e1. 00000001:00000010:0.0:1767384683.240742:0:40480:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005e4914f1. 00000001:00000010:0.0:1767384683.240747:0:40480:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000903a79e9. 00000001:00000010:0.0:1767384683.240749:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000880f9a8. 00000001:00000010:0.0:1767384683.240751:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004253fe7. 00000001:00000010:0.0:1767384683.240754:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000086dba2a2. 00000001:00000010:0.0:1767384683.240756:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070451feb. 00000001:00000010:0.0:1767384683.240759:0:40480:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008ff9eae9. 00000001:00000010:0.0:1767384683.240761:0:40480:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cc534d15. 00000001:00000010:0.0:1767384683.240763:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003818f6ef. 00000001:00000010:0.0:1767384683.240765:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006fdae35. 00000001:00000010:0.0:1767384683.240767:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000782c3f63. 00000001:00000010:0.0:1767384683.240769:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e406614c. 00000020:00000010:0.0:1767384683.240772:0:40480:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e8b7bc7. 00000020:00000010:0.0:1767384683.240774:0:40480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.240776:0:40480:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000008:00000010:0.0:1767384683.240780:0:40480:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a434bd26. 00020000:00000010:0.0:1767384683.240784:0:40480:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000082ca06b5. 00008000:00000010:0.0:1767384683.240788:0:40480:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000016ad71ec. 00000080:00000010:0.0:1767384683.240791:0:40480:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002d321655. 00000020:00000010:0.0:1767384683.240794:0:40480:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000721b77f. 00000020:00000010:0.0:1767384683.240797:0:40480:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071b7f2dc. 00000040:00000010:0.0:1767384683.240799:0:40480:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ea4ba8ae. 00000020:00000010:0.0:1767384683.240802:0:40480:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000097927fce. 00000020:00000010:0.0:1767384683.240805:0:40480:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384683.240809:0:40480:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009516a16d. 80000000:00000010:0.0:1767384683.240812:0:40480:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001af2b88f. 40000000:00000010:0.0:1767384683.240815:0:40480:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000030896e94. 00100000:00000010:0.0:1767384683.240819:0:40480:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a547cdd9. 00040000:00000010:0.0:1767384683.240823:0:40480:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000098f77a84. 00040000:00000010:0.0:1767384683.240827:0:40480:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004d9a2edf. 00040000:00000010:0.0:1767384683.240831:0:40480:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f546df6e. 00080000:00000010:0.0:1767384683.240834:0:40480:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005a8d90d1. 00000004:00000010:0.0:1767384683.240838:0:40480:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007a6f1157. 00000004:00000010:0.0:1767384683.240842:0:40480:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000007801ae6. 00000004:00000010:0.0:1767384683.240846:0:40480:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043b0d510. 00000004:00000010:0.0:1767384683.240850:0:40480:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e17468e9. 00000010:00000010:0.0:1767384683.240854:0:40480:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000eacb3999. 00000010:00000010:0.0:1767384683.242003:0:40480:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000ee9de4a5. 00000010:00000010:0.0:1767384683.242008:0:40480:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000054c2b069. 00000010:00000010:0.0:1767384683.242012:0:40480:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000002fb46637. 00000010:00000010:0.0:1767384683.242018:0:40480:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000009dc82539. 00010000:00000010:0.0:1767384683.242024:0:40480:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000070887c2b. 00010000:00000010:0.0:1767384683.242032:0:40480:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000b32d1222. 00010000:00000010:0.0:1767384683.242040:0:40480:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000eee9dbf0. 00000020:00000010:0.0:1767384683.242045:0:40480:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000077cd84b5. 00000100:00000200:0.0:1767384683.242062:0:40480:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.133@tcp->12345-0@lo 00010000:00000010:0.0:1767384683.242067:0:40480:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000089195460. 00010000:00000010:0.0:1767384683.242078:0:40480:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000cdebfeb9. 00000001:00000010:0.0:1767384683.242082:0:40480:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000033804e93. 00000001:00000010:0.0:1767384683.242088:0:40480:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000ef6db385. 00000001:00000010:0.0:1767384683.242131:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb55ee87. 00000001:00000010:0.0:1767384683.242195:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f4727952. 00000001:00000010:0.0:1767384683.242249:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000df14d81d. 00000001:00000010:0.0:1767384683.242303:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000015b93edf. 00000001:00000010:0.0:1767384683.242372:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072e35a0e. 00000001:00000010:0.0:1767384683.242415:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087a3ce93. 00000001:00000010:0.0:1767384683.242467:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000239f1973. 00000001:00000010:0.0:1767384683.242518:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000039494560. 00000001:00000010:0.0:1767384683.242571:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc46406e. 00000001:00000010:0.0:1767384683.242624:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000061a25539. 00000001:00000010:0.0:1767384683.242680:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008e05531f. 00000001:00000010:0.0:1767384683.242737:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ca2f15b2. 00000001:00000010:0.0:1767384683.242802:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000033f898f. 00000001:00000010:0.0:1767384683.242863:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008078a716. 00000001:00000010:0.0:1767384683.242915:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b2b421ad. 00000001:00000010:0.0:1767384683.242980:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000047c096a0. 00000001:00000010:0.0:1767384683.243034:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004155f694. 00000001:00000010:0.0:1767384683.243092:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000021087798. 00000001:00000010:0.0:1767384683.243146:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a0c2e008. 00000001:00000010:0.0:1767384683.243214:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e1c07156. 00000001:00000010:0.0:1767384683.243269:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000485f67c. 00000001:00000010:0.0:1767384683.243373:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002939efe3. 00000001:00000010:0.0:1767384683.243437:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b976879c. 00000001:00000010:0.0:1767384683.243633:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008d0cef53. 00000001:00000010:0.0:1767384683.243682:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007aa01da6. 00000001:00000010:0.0:1767384683.243725:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c95fb08. 00000001:00000010:0.0:1767384683.243778:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008b04c397. 00000001:00000010:0.0:1767384683.243827:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3ac00ad. 00000001:00000010:0.0:1767384683.243879:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae978bff. 00000001:00000010:0.0:1767384683.243922:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004115cfa4. 00000001:00000010:0.0:1767384683.243980:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f36ca689. 00000001:00000010:0.0:1767384683.244561:0:40480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000043785f78. 00000020:00000010:0.0:1767384683.244623:0:40480:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000081fcc6e9. 00000020:00000010:0.0:1767384683.244626:0:40480:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000d1fc0c76. 00000020:00000010:0.0:1767384683.244670:0:40480:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008e7e2108. 00000020:00000010:0.0:1767384683.244672:0:40480:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000064bb503b. 00000010:00000010:0.0:1767384683.244683:0:40480:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000ee9de4a5. 00000010:00000010:0.0:1767384683.244686:0:40480:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000002fb46637. 00000010:00000010:0.0:1767384683.244688:0:40480:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000054c2b069. 00000010:00000010:0.0:1767384683.244689:0:40480:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000009dc82539. 00000020:00000010:0.0:1767384683.244705:0:40480:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006622c53b. 00000020:00000010:0.0:1767384683.244708:0:40480:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000057ea03d0. 00000020:00000010:0.0:1767384683.244729:0:40480:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000071b7f2dc. 00000040:00000010:0.0:1767384683.244733:0:40480:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ea4ba8ae. 00000020:00000010:0.0:1767384683.244735:0:40480:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000097927fce. 00000020:00000010:0.0:1767384683.244738:0:40480:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384683.244742:0:40480:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009516a16d. 80000000:00000010:0.0:1767384683.244745:0:40480:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001af2b88f. 40000000:00000010:0.0:1767384683.244747:0:40480:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000030896e94. 00100000:00000010:0.0:1767384683.244750:0:40480:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a547cdd9. 00040000:00000010:0.0:1767384683.244752:0:40480:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000098f77a84. 00040000:00000010:0.0:1767384683.244755:0:40480:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004d9a2edf. 00040000:00000010:0.0:1767384683.244758:0:40480:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f546df6e. 00080000:00000010:0.0:1767384683.244761:0:40480:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005a8d90d1. 00000004:00000010:0.0:1767384683.244763:0:40480:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007a6f1157. 00000004:00000010:0.0:1767384683.244765:0:40480:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000007801ae6. 00000004:00000010:0.0:1767384683.244768:0:40480:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043b0d510. 00000004:00000010:0.0:1767384683.244770:0:40480:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e17468e9. 00000020:00000010:0.0:1767384683.244772:0:40480:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000721b77f. 00000020:00000010:0.0:1767384683.244775:0:40480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.244777:0:40480:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000008:00000010:0.0:1767384683.244780:0:40480:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a434bd26. 00020000:00000010:0.0:1767384683.244783:0:40480:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000082ca06b5. 00008000:00000010:0.0:1767384683.244786:0:40480:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000016ad71ec. 00000080:00000010:0.0:1767384683.244789:0:40480:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002d321655. 00000020:00000010:0.0:1767384683.244791:0:40480:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e8b7bc7. 00000020:00000010:0.0:1767384683.244794:0:40480:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000001c5ed7e1. 00000020:00000010:0.0:1767384683.244800:0:40480:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5f60757. 00000020:00000010:0.0:1767384683.244803:0:40480:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f173b124. 00000040:00000010:0.0:1767384683.244805:0:40480:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000152d01b1. 00000020:00000010:0.0:1767384683.244807:0:40480:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000043b0d510. 00000020:00000010:0.0:1767384683.244809:0:40480:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384683.244812:0:40480:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e8b7bc7. 80000000:00000010:0.0:1767384683.244814:0:40480:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000099db4d16. 40000000:00000010:0.0:1767384683.244816:0:40480:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000030896e94. 00100000:00000010:0.0:1767384683.244818:0:40480:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007a6f1157. 00040000:00000010:0.0:1767384683.244820:0:40480:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000098f77a84. 00040000:00000010:0.0:1767384683.244822:0:40480:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005a8d90d1. 00040000:00000010:0.0:1767384683.244825:0:40480:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f546df6e. 00080000:00000010:0.0:1767384683.244826:0:40480:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004d9a2edf. 00000004:00000010:0.0:1767384683.244828:0:40480:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a547cdd9. 00000004:00000010:0.0:1767384683.244831:0:40480:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000007801ae6. 00000004:00000010:0.0:1767384683.244833:0:40480:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000097927fce. 00000004:00000010:0.0:1767384683.244835:0:40480:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000097a5dc46. 00000020:00000010:0.0:1767384683.244837:0:40480:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000721b77f. 00000020:00000010:0.0:1767384683.244839:0:40480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c91c04. 00000020:00000010:0.0:1767384683.244841:0:40480:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006df3647b. 00000020:00000010:0.0:1767384683.244844:0:40480:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000005e9f7074. 00000020:00000010:0.0:1767384683.244846:0:40480:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000008631cef9. 00000020:00000010:0.0:1767384683.244850:0:40480:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000015c17f17. 00000100:00000010:0.0:1767384683.244865:0:40480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001eb52973. 02000000:00000010:0.0:1767384683.244872:0:40480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000009c1692e. 02000000:00000010:0.0:1767384683.244897:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f7d29483. 00000400:00000010:0.0:1767384683.244901:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000209b7a9a. 00000400:00000010:0.0:1767384683.244905:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000100:00000200:0.0:1767384683.244907:0:16162:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037667840, portal 10 00000020:00000010:0.0:1767384683.244912:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e74a3721. 00000400:00000010:0.0:1767384683.244915:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000100:00000200:0.0:1767384683.244917:0:16162:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237037667840, offset 0 00000400:00000200:0.0:1767384683.244921:0:16162:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.244927:0:16162:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.244932:0:16162:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695825f509600 00000400:00000200:0.0:1767384683.244950:0:16162:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2349 [64] + 0 00000400:00000200:0.0:1767384683.244955:0:16162:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.244958:0:16162:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384683.244962:0:16162:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384683.244965:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079af0238. 00000400:00000200:0.0:1767384683.244978:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba55ef7 00000400:00000010:0.0:1767384683.244980:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000200:0.0:1767384683.244984:0:16162:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001eb52973 x1853237037667840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384683.245038:0:40457:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000097ce19fe. 00040000:00000010:2.0:1767384683.245045:0:40457:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002e0132d8. 00000004:00000010:2.0:1767384683.245048:0:40457:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000289ff19e. 00000004:00000010:2.0:1767384683.245051:0:40457:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb3854e2. 00000004:00000010:2.0:1767384683.245053:0:40457:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007b795e4f. 00000020:00000010:2.0:1767384683.245058:0:40457:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023055cec. 00000020:00000010:2.0:1767384683.245061:0:40457:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f9163d8. 00000020:00000010:2.0:1767384683.245064:0:40457:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000100:00000200:2.0:1767384683.245083:0:40457:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037667840 00000020:00000010:3.0:1767384683.245090:0:40456:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b1145631. 02000000:00000010:2.0:1767384683.245093:0:40457:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000040f161c. 00000100:00000010:3.0:1767384683.245100:0:40456:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002d5a1cf9. 00000400:00000010:2.0:1767384683.245101:0:40457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f74e35. 00000100:00000200:2.0:1767384683.245106:0:40457:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237037667840, offset 0 00000400:00000200:2.0:1767384683.245113:0:40457:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.245119:0:40457:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.245127:0:40457:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825f509600 00000400:00000200:2.0:1767384683.245131:0:40457:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b8d [1] + 0 00000400:00000200:2.0:1767384683.245135:0:40457:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.245139:0:40457:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384683.245145:0:40457:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001eb52973 x1853237037667840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384683.245164:0:40457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f74e35 00000400:00000010:2.0:1767384683.245165:0:40457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f74e35. 00000020:00000010:2.0:1767384683.245174:0:40457:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f9163d8. 00000020:00000010:2.0:1767384683.245177:0:40457:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000020:00000010:2.0:1767384683.245179:0:40457:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023055cec. 00000400:00000010:2.0:1767384683.245202:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000209b7a9a. 00000400:00000200:2.0:1767384683.245207:0:16162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390304d8 00000400:00000010:2.0:1767384683.245208:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000100:00000200:2.0:1767384683.245214:0:16162:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001eb52973 x1853237037667840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384683.245223:0:16162:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001eb52973 x1853237037667840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384683.245236:0:16162:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006d0b3458. 02000000:00000010:2.0:1767384683.245249:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f7d29483. 02000000:00000010:2.0:1767384683.245252:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000009c1692e. 00000100:00000010:2.0:1767384683.245255:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001eb52973. 00000020:00000010:1.0:1767384683.245793:0:40480:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000005e9f7074. 00000020:00000010:1.0:1767384683.245798:0:40480:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000008631cef9. 00000020:00000010:1.0:1767384683.245812:0:40480:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f173b124. 00000040:00000010:1.0:1767384683.245816:0:40480:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000152d01b1. 00000020:00000010:1.0:1767384683.245819:0:40480:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000043b0d510. 00000020:00000010:1.0:1767384683.245822:0:40480:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a8ab6d6d. 00000020:00000010:1.0:1767384683.245826:0:40480:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e8b7bc7. 80000000:00000010:1.0:1767384683.245829:0:40480:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000099db4d16. 40000000:00000010:1.0:1767384683.245831:0:40480:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000030896e94. 00100000:00000010:1.0:1767384683.245834:0:40480:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007a6f1157. 00040000:00000010:1.0:1767384683.245837:0:40480:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000098f77a84. 00040000:00000010:1.0:1767384683.245840:0:40480:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005a8d90d1. 00040000:00000010:1.0:1767384683.245843:0:40480:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f546df6e. 00080000:00000010:1.0:1767384683.245846:0:40480:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004d9a2edf. 00000004:00000010:1.0:1767384683.245848:0:40480:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a547cdd9. 00000004:00000010:1.0:1767384683.245851:0:40480:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000007801ae6. 00000004:00000010:1.0:1767384683.245853:0:40480:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000097927fce. 00000004:00000010:1.0:1767384683.245856:0:40480:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000097a5dc46. 00000020:00000010:1.0:1767384683.245859:0:40480:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5f60757. 00000020:00000010:1.0:1767384683.245863:0:40480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c91c04. 00000020:00000010:1.0:1767384683.245866:0:40480:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006df3647b. 00000020:00000010:1.0:1767384683.245869:0:40480:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000721b77f. 00000020:00000010:1.0:1767384683.245872:0:40480:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000001270bcca. 00000020:00000010:1.0:1767384683.245875:0:40480:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000197b3964. 00000100:00000010:1.0:1767384683.245891:0:40480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384683.245898:0:40480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027ea0362. 00000100:00000010:1.0:1767384683.245905:0:40480:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000353211b9. 02000000:00000010:1.0:1767384683.245920:0:40480:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000054cf4b25. 00000400:00000010:1.0:1767384683.245926:0:40480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b694b0a. 00000400:00000010:1.0:1767384683.245930:0:40480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000c55ea12. 00000100:00000200:1.0:1767384683.245933:0:40480:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237037667968, portal 25 00000400:00000010:1.0:1767384683.245949:0:40480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000100:00000200:1.0:1767384683.245952:0:40480:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237037667968, offset 0 00000400:00000200:1.0:1767384683.245958:0:40480:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.245964:0:40480:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.245971:0:40480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825f509680 00000400:00000200:1.0:1767384683.245976:0:40480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2271 [2] + 0 00000400:00000010:1.0:1767384683.245979:0:40480:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f88d45a. 00000400:00000200:1.0:1767384683.245983:0:40480:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a26f9712 00000400:00000200:1.0:1767384683.245985:0:40480:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.245989:0:40480:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384683.245991:0:40480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a26f9712 00000400:00000010:1.0:1767384683.245992:0:40480:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a26f9712. 00000100:00000200:1.0:1767384683.245996:0:40480:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384683.246009:0:40480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000050bf175 00000400:00000010:1.0:1767384683.246011:0:40480:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000100:00000200:1.0:1767384683.246015:0:40480:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa35affc x1853237037667968/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384683.246041:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbc01f3a. 00000020:00000010:1.0:1767384683.246044:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbc01f3a. 00000020:00000010:1.0:1767384683.246048:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014463c6c. 00000020:00000010:1.0:1767384683.246051:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000110212df. 00000020:00000010:1.0:1767384683.246055:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.246115:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbc01f3a. 00000020:00000010:1.0:1767384683.246118:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbc01f3a. 00000100:00000200:1.0:1767384683.246122:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037667968 02000000:00000010:1.0:1767384683.246139:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000058ab998d. 00000040:00000010:1.0:1767384683.246145:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f58fb3eb. 00000040:00000010:1.0:1767384683.246156:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009a583063. 00000040:00000010:1.0:1767384683.246284:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009a583063. 00000040:00000010:1.0:1767384683.246292:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f58fb3eb. 00010000:00000200:1.0:1767384683.246299:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054738dd3 x1853237037667968/t0(0) o502->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 272/8472 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.246391:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f29ec30c. 00000100:00000200:1.0:1767384683.246395:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237037667968, offset 224 00000400:00000200:1.0:1767384683.246400:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.246405:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.246410:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825f509680 00000400:00000200:1.0:1767384683.246414:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b99 [4] + 224 00000400:00000200:1.0:1767384683.246418:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.246421:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.246427:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa35affc x1853237037667968/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.246436:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f29ec30c 00000400:00000010:1.0:1767384683.246438:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f29ec30c. 00000020:00000010:1.0:1767384683.246447:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000110212df. 00000020:00000010:1.0:1767384683.246450:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.246452:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014463c6c. 02000000:00000010:1.0:1767384683.246457:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000058ab998d. 00000100:00000200:1.0:1767384683.246467:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384683.246471:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad246961. 00000400:00000010:1.0:1767384683.246474:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f29ec30c. 00000400:00000010:1.0:1767384683.246496:0:40480:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b694b0a. 00000400:00000200:1.0:1767384683.246500:0:40480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c55ea12 00000400:00000010:1.0:1767384683.246502:0:40480:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000c55ea12. 00000100:00000200:1.0:1767384683.246506:0:40480:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa35affc x1853237037667968/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384683.246513:0:40480:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa35affc x1853237037667968/t0(0) o502->MGC192.168.203.133@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384683.246526:0:40480:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000353211b9. 02000000:00000010:1.0:1767384683.246532:0:40480:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000054cf4b25. 02000000:00000010:1.0:1767384683.246541:0:40480:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000027ea0362. 00000100:00000010:1.0:1767384683.246544:0:40480:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 00000040:00000010:1.0:1767384683.246549:0:40480:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002f3718ad. 00000020:00000010:1.0:1767384683.246556:0:40480:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b9634969. 00000020:00000010:1.0:1767384683.246567:0:40480:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000038df69cf. 00000040:00000010:1.0:1767384683.246571:0:40480:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000035fb983c. 00000020:00000010:1.0:1767384683.246573:0:40480:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ea6e0803. 00000020:00000010:1.0:1767384683.246577:0:40480:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bb5bf254. 00000020:00000010:1.0:1767384683.246582:0:40480:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000062e12028. 80000000:00000010:1.0:1767384683.246584:0:40480:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d1e9d673. 40000000:00000010:1.0:1767384683.246586:0:40480:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c6a522a3. 00100000:00000010:1.0:1767384683.246589:0:40480:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000061252922. 00040000:00000010:1.0:1767384683.246592:0:40480:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000024d62113. 00040000:00000010:1.0:1767384683.246594:0:40480:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000f25f4bd. 00040000:00000010:1.0:1767384683.246597:0:40480:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aef86484. 00080000:00000010:1.0:1767384683.246600:0:40480:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000058019e32. 00000004:00000010:1.0:1767384683.246603:0:40480:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ade798da. 00000004:00000010:1.0:1767384683.246606:0:40480:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a3923a93. 00000004:00000010:1.0:1767384683.246609:0:40480:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a54453c8. 00002000:00000010:1.0:1767384683.246611:0:40480:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fe1bfedc. 00000004:00000010:1.0:1767384683.246613:0:40480:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000075ef601b. 00000020:00000010:1.0:1767384683.246616:0:40480:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ca892aa. 00000040:00000010:2.0:1767384683.246746:0:40443:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000742194ef. 00000040:00000010:2.0:1767384683.246752:0:40443:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b0bf1a3b. 00000040:00000010:2.0:1767384683.246755:0:40443:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc03bd42. 00000020:00000010:2.0:1767384683.246760:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009ecf78f3. 00000040:00000010:2.0:1767384683.246763:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003af846cd. 00000020:00000010:2.0:1767384683.246765:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d4865efe. 00000020:00000010:2.0:1767384683.246769:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002761d3ad. 80000000:00000010:2.0:1767384683.246772:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000baf4a4a9. 00040000:00000010:2.0:1767384683.246774:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c045a920. 00080000:00000010:2.0:1767384683.246775:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c2e0b970. 20000000:00000010:2.0:1767384683.246777:0:40443:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000083ea6052. 00000020:00000010:2.0:1767384683.246778:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002703cf19. 10000000:00000010:2.0:1767384683.246780:0:40443:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000fcc8bfdb. 00000020:00000010:2.0:1767384683.246795:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f0d2b52d. 00000040:00000010:2.0:1767384683.246797:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000a8ce8ef. 00000020:00000010:2.0:1767384683.246799:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056ede708. 00000020:00000010:2.0:1767384683.246801:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bb97055b. 00040000:00000010:2.0:1767384683.246805:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000753604e4. 00040000:00000010:2.0:1767384683.246807:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d65a2ee. 00080000:00000010:2.0:1767384683.246809:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f7d03086. 00000020:00000010:2.0:1767384683.246811:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c72adb00. 00000020:00000010:2.0:1767384683.246813:0:40443:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000b18fb82e. 00000020:00000010:2.0:1767384683.246815:0:40443:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000d3b6d6f1. 00000020:00000010:2.0:1767384683.246817:0:40443:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000004384578a. 00000020:00000010:2.0:1767384683.246819:0:40443:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000003af257d3. 00000020:00000010:2.0:1767384683.246842:0:40443:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000007e2f8848. 00000100:00000010:2.0:1767384683.246868:0:40443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040edf820. 02000000:00000010:2.0:1767384683.246880:0:40443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000304d98a5. 00000100:00000010:2.0:1767384683.246886:0:40443:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000deb00c54. 00000100:00000010:2.0:1767384683.246888:0:40443:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a46c480f. 00000100:00000010:2.0:1767384683.246893:0:40443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002059de00. 00000400:00000010:2.0:1767384683.246899:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a261c8f. 00000400:00000010:2.0:1767384683.246902:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f74e35. 00000100:00000200:2.0:1767384683.246904:0:40443:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695825f509700-0x695825f509700, portal 33 02000000:00000010:2.0:1767384683.246908:0:40443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000058ab998d. 00000400:00000010:2.0:1767384683.246909:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000450b56fc. 00000400:00000010:2.0:1767384683.246911:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a52de6d7. 00000100:00000200:2.0:1767384683.246912:0:40443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237037668096, portal 25 00000400:00000010:2.0:1767384683.246915:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000254eb3d0. 00000100:00000200:2.0:1767384683.246916:0:40443:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237037668096, offset 0 00000400:00000200:2.0:1767384683.246920:0:40443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.246924:0:40443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.246928:0:40443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695825f509700 00000400:00000200:2.0:1767384683.246931:0:40443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2275 [2] + 0 00000400:00000010:2.0:1767384683.246933:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b84f0ee. 00000400:00000200:2.0:1767384683.246935:0:40443:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038b11ec6 00000400:00000200:2.0:1767384683.247012:0:40443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.247017:0:40443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384683.247020:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b11ec6 00000400:00000010:2.0:1767384683.247022:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038b11ec6. 00000100:00000200:2.0:1767384683.247026:0:40443:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384683.247039:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000254eb3d0 00000400:00000010:2.0:1767384683.247042:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000254eb3d0. 00000100:00000200:2.0:1767384683.247046:0:40443:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040edf820 x1853237037668096/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384683.247196:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045d873bf. 00000020:00000010:2.0:1767384683.247200:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045d873bf. 00000020:00000010:2.0:1767384683.247203:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023055cec. 00000020:00000010:2.0:1767384683.247206:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f0f53e7. 00000020:00000010:2.0:1767384683.247209:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aec2509e. 00000020:00000010:2.0:1767384683.247229:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045d873bf. 00000020:00000010:2.0:1767384683.247231:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045d873bf. 00000100:00000200:2.0:1767384683.247234:0:40448:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037668096 02000000:00000010:2.0:1767384683.247243:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002219403b. 20000000:00000010:2.0:1767384683.247251:0:40448:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000007a39ba9c. 00000100:00000010:2.0:1767384683.247255:0:40448:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c50b679a. 00000100:00000010:2.0:1767384683.247257:0:40448:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000208c2c49. 00000400:00000010:2.0:1767384683.247262:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004360e038. 00000400:00000010:2.0:1767384683.247267:0:40448:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007f42d8e4. 00000400:00000200:2.0:1767384683.247271:0:40448:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384683.247277:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384683.247282:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695825f509700 00000400:00000200:2.0:1767384683.247286:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2ba9 [1] + 0 00000400:00000010:2.0:1767384683.247289:0:40448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a261c8f. 00000400:00000200:2.0:1767384683.247291:0:40448:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d0f74e35 00000100:00000200:2.0:1767384683.247294:0:40448:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c50b679a 00000400:00000200:2.0:1767384683.247300:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384683.247305:0:40448:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2bb5 00000400:00000200:2.0:1767384683.247308:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.247330:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384683.247334:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004360e038 00000400:00000010:2.0:1767384683.247336:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004360e038. 00000100:00000200:2.0:1767384683.247339:0:40448:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000c50b679a 00000400:00000200:2.0:1767384683.247343:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f74e35 00000400:00000010:2.0:1767384683.247345:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f74e35. 00000100:00000200:2.0:1767384683.247348:0:40448:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000040edf820 desc 00000000deb00c54 mbits 1853237037668096 00000100:00000200:2.0:1767384683.247361:0:40448:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695825f509700-0x695825f509700 20000000:00000010:2.0:1767384683.247371:0:40448:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000742194ef. 20000000:00000010:2.0:1767384683.247381:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009447d91f. 20000000:00000010:2.0:1767384683.247389:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb97055b. 20000000:00000010:2.0:1767384683.247397:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000a8ce8ef. 20000000:00000010:2.0:1767384683.247402:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c72adb00. 20000000:00000010:2.0:1767384683.247408:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0d2b52d. 20000000:00000010:2.0:1767384683.247413:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001d65a2ee. 20000000:00000010:2.0:1767384683.247418:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002703cf19. 20000000:00000010:2.0:1767384683.247423:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003af846cd. 20000000:00000010:2.0:1767384683.247428:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ecf78f3. 20000000:00000010:2.0:1767384683.247433:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000251d0eda. 20000000:00000010:2.0:1767384683.247437:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000058df4616. 20000000:00000010:2.0:1767384683.247442:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088060966. 20000000:00000010:2.0:1767384683.247454:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003dade15d. 20000000:00000010:2.0:1767384683.247459:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000099766219. 20000000:00000010:2.0:1767384683.247462:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dac4ce67. 20000000:00000010:2.0:1767384683.247465:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000848e26e8. 20000000:00000010:2.0:1767384683.247469:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b3251f7. 20000000:00000010:2.0:1767384683.247473:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092644a16. 20000000:00000010:2.0:1767384683.247477:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036cacb15. 20000000:00000010:2.0:1767384683.247480:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b952002. 20000000:00000010:2.0:1767384683.247483:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000028e993c1. 20000000:00000010:2.0:1767384683.247486:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009eb242d4. 20000000:00000010:2.0:1767384683.247489:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001344e31f. 20000000:00000010:2.0:1767384683.247492:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000094e9db01. 20000000:00000010:2.0:1767384683.247495:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009f275e21. 20000000:00000010:2.0:1767384683.247498:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009903372e. 20000000:00000010:2.0:1767384683.247501:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4b3bff5. 20000000:00000010:2.0:1767384683.247504:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a86dd18a. 20000000:00000010:2.0:1767384683.247514:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000966fce9f. 20000000:00000010:2.0:1767384683.247520:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000505b4349. 20000000:00000010:2.0:1767384683.247524:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fd542060. 20000000:00000010:2.0:1767384683.247528:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b7b02911. 20000000:00000010:2.0:1767384683.247531:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a280dd25. 20000000:00000010:2.0:1767384683.247534:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008cc2ced8. 20000000:00000010:2.0:1767384683.247538:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e5e649f. 20000000:00000010:2.0:1767384683.247541:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e312dfa2. 20000000:00000010:2.0:1767384683.247544:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000078c6bb80. 20000000:00000010:2.0:1767384683.247547:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d0402373. 20000000:00000010:2.0:1767384683.247550:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054cf4b25. 20000000:00000010:2.0:1767384683.247553:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002fe0da2b. 20000000:00000010:2.0:1767384683.247557:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f1c6bb8. 20000000:00000010:2.0:1767384683.247559:0:40448:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e6344319. 00080000:00000010:2.0:1767384683.247593:0:40448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a1ae97f. 00040000:00000010:2.0:1767384683.248100:0:40456:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000029732744. 00000004:00000010:2.0:1767384683.248105:0:40456:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000012dc178d. 00000004:00000010:2.0:1767384683.248108:0:40456:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003922b609. 00000004:00000010:2.0:1767384683.248111:0:40456:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e0856ed5. 00000100:00000010:1.0:1767384683.248149:0:40483:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c6a522a3. 00000020:00000010:1.0:1767384683.248153:0:40483:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dbc01f3a. 00000020:00000010:1.0:1767384683.248159:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ca892aa. 00000020:00000010:1.0:1767384683.248163:0:40483:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aef86484. 00000040:00000010:1.0:1767384683.248166:0:40483:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000062e12028. 00000020:00000010:1.0:1767384683.248171:0:40483:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a54453c8. 00000020:00000010:1.0:1767384683.248175:0:40483:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb5bf254. 00000020:00000010:1.0:1767384683.248178:0:40483:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000035fb983c. 80000000:00000010:1.0:1767384683.248181:0:40483:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d1e9d673. 40000000:00000010:1.0:1767384683.248184:0:40483:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004ae9d852. 00100000:00000010:1.0:1767384683.248187:0:40483:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ade798da. 00040000:00000010:1.0:1767384683.248190:0:40483:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000024d62113. 00040000:00000010:1.0:1767384683.248193:0:40483:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000058019e32. 00040000:00000010:1.0:1767384683.248195:0:40483:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000038df69cf. 00080000:00000010:1.0:1767384683.248198:0:40483:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000f25f4bd. 00000004:00000010:1.0:1767384683.248201:0:40483:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000061252922. 00000004:00000010:1.0:1767384683.248203:0:40483:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a3923a93. 00000004:00000010:1.0:1767384683.248205:0:40483:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ea6e0803. 00002000:00000010:1.0:1767384683.248208:0:40483:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000075ef601b. 00000004:00000010:1.0:1767384683.248210:0:40483:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fe1bfedc. 00000100:00000010:1.0:1767384683.248241:0:40483:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000007f371eb2. 00000100:00000200:1.0:1767384683.248247:0:40483:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00080000:00000010:3.0:1767384683.249877:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003991a946. 00080000:00000010:3.0:1767384683.249889:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003c0fa49d. 00080000:00000010:3.0:1767384683.249893:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bc25b8ee. 00000004:00000010:3.0:1767384683.249912:0:16840:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000003e66ee1a. 00080000:00000010:3.0:1767384683.249916:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000acf99f6f. 00080000:00000010:3.0:1767384683.249921:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000049f98d39. 00000020:00000010:3.0:1767384683.250012:0:40479:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000eb49e773. 00000020:00000010:3.0:1767384683.250017:0:40479:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000eb49e773. 00080000:00000010:3.0:1767384683.262978:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a1ae97f. 00010000:00000010:2.0:1767384683.263020:0:40451:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000075909402. 00000020:00000010:2.0:1767384683.263027:0:40451:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001be9e745. 00010000:00000010:2.0:1767384683.263041:0:40451:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e243c3fb. 00000100:00000010:2.0:1767384683.263049:0:40451:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd90f24c. 00000100:00000010:2.0:1767384683.263058:0:40451:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000949bf388. 02000000:00000010:2.0:1767384683.263071:0:40451:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071b7f2dc. 02000000:00000010:2.0:1767384683.263094:0:40451:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009516a16d. 00000400:00000010:2.0:1767384683.263100:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a261c8f. 00000400:00000010:2.0:1767384683.263106:0:40451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f74e35. 00000100:00000200:2.0:1767384683.263112:0:40451:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037668224, portal 16 00000400:00000010:2.0:1767384683.263117:0:40451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004360e038. 00000100:00000200:2.0:1767384683.263119:0:40451:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237037668224, offset 0 00000400:00000200:2.0:1767384683.263127:0:40451:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.263137:0:40451:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.263147:0:40451:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825f509780 00000400:00000200:2.0:1767384683.263152:0:40451:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x177d [2] + 1640 00000400:00000200:2.0:1767384683.263159:0:40451:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.263163:0:40451:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384683.263170:0:40451:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384683.263174:0:40451:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000170f84dd. 00000400:00000200:2.0:1767384683.263197:0:40451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004360e038 00000400:00000010:2.0:1767384683.263200:0:40451:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004360e038. 00000100:00000200:2.0:1767384683.263206:0:40451:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000949bf388 x1853237037668224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000010:3.0:1767384683.263233:0:16794:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a0469340. 00000004:00000010:3.0:1767384683.263239:0:16794:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f7d03086. 00000004:00000010:3.0:1767384683.263244:0:16794:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007bf3bca1. 00000004:00000010:3.0:1767384683.263248:0:16794:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000056ede708. 00000004:00000010:3.0:1767384683.263251:0:16794:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049f98d39. 00000020:00000010:3.0:1767384683.263262:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af3a9439. 00000020:00000010:3.0:1767384683.263265:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af3a9439. 00000020:00000010:3.0:1767384683.263270:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c045a920. 00000020:00000010:3.0:1767384683.263273:0:16794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8daeca6. 00000020:00000010:3.0:1767384683.263277:0:16794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.263331:0:16794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af3a9439. 00000020:00000010:3.0:1767384683.263335:0:16794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af3a9439. 00000100:00000200:3.0:1767384683.263339:0:16794:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037668224 02000000:00000010:3.0:1767384683.263351:0:16794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000acf99f6f. 00000400:00000010:3.0:1767384683.263363:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.263367:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237037668224, offset 224 00000400:00000200:3.0:1767384683.263373:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.263381:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.263390:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825f509780 00000400:00000200:3.0:1767384683.263396:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2bb9 [1] + 224 00000400:00000200:3.0:1767384683.263401:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.263405:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384683.263411:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000949bf388 x1853237037668224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384683.263430:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.263432:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00010000:00000010:3.0:1767384683.263441:0:16794:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000082f7583b. 00000400:00000010:2.0:1767384683.263448:0:40451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a261c8f. 00000400:00000200:2.0:1767384683.263453:0:40451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f74e35 00000400:00000010:2.0:1767384683.263455:0:40451:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f74e35. 00000020:00000010:3.0:1767384683.263459:0:16794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8daeca6. 00000100:00000200:2.0:1767384683.263462:0:40451:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000949bf388 x1853237037668224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384683.263465:0:16794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.263473:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c045a920. 00000100:00000200:2.0:1767384683.263476:0:40451:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000949bf388 x1853237037668224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384683.263500:0:40451:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009516a16d. 02000000:00000010:2.0:1767384683.263505:0:40451:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000071b7f2dc. 00000100:00000010:2.0:1767384683.263510:0:40451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000949bf388. 00000100:00000010:2.0:1767384683.263513:0:40451:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cd90f24c. 00010000:00000010:2.0:1767384683.263517:0:40451:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e243c3fb. 00000100:00000010:3.0:1767384683.263530:0:39800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a740b453. 02000000:00000010:3.0:1767384683.263539:0:39800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c045a920. 00040000:00000010:0.0:1767384683.263603:0:16164:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000573a2270. 00000004:00000010:0.0:1767384683.263608:0:16164:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000034c020b7. 00000004:00000010:0.0:1767384683.263612:0:16164:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d3817fee. 00000004:00000010:0.0:1767384683.263614:0:16164:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000041aad9ea. 00000004:00000010:0.0:1767384683.263617:0:16164:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e815b941. 00040000:00000010:2.0:1767384683.263644:0:16163:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fc0f0607. 00000004:00000010:2.0:1767384683.263650:0:16163:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002f050c95. 00000004:00000010:2.0:1767384683.263653:0:16163:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fccd51e3. 00000004:00000010:2.0:1767384683.263656:0:16163:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a803d2c3. 00000004:00000010:2.0:1767384683.263660:0:16163:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005a1ae97f. 00010000:00000010:3.0:1767384683.263667:0:39800:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000082f7583b. 02000000:00000010:0.0:1767384683.263689:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009905f618. 00000400:00000010:0.0:1767384683.263694:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bf8239. 00000400:00000010:0.0:1767384683.263698:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000100:00000200:0.0:1767384683.263701:0:16164:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037668352, portal 18 00000400:00000010:0.0:1767384683.263705:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000100:00000200:0.0:1767384683.263708:0:16164:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237037668352, offset 0 00000400:00000200:0.0:1767384683.263713:0:16164:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.263720:0:16164:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.263727:0:16164:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825f509800 00000400:00000200:0.0:1767384683.263733:0:16164:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:0.0:1767384683.263736:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006dd9c59. 00000400:00000200:0.0:1767384683.263740:0:16164:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5403982 00000400:00000200:0.0:1767384683.263743:0:16164:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.263745:0:16164:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384683.263747:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5403982 00000400:00000010:0.0:1767384683.263749:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5403982. 00000100:00000200:0.0:1767384683.263753:0:16164:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1767384683.263773:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da8206d9 00000400:00000010:0.0:1767384683.263776:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000100:00000200:0.0:1767384683.263781:0:16164:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a740b453 x1853237037668352/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384683.263845:0:16797:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a7f9a98a. 00000004:00000010:1.0:1767384683.263855:0:16797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000044dd48f9. 00000004:00000010:1.0:1767384683.263858:0:16797:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a49600ee. 00000004:00000010:1.0:1767384683.263862:0:16797:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000013ea56a4. 00000004:00000010:1.0:1767384683.263865:0:16797:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ffcfcb90. 00000020:00000010:1.0:1767384683.263876:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032ff5ab6. 00000020:00000010:1.0:1767384683.263878:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032ff5ab6. 00000020:00000010:1.0:1767384683.263882:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027ea0362. 00000020:00000010:1.0:1767384683.263884:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6f8b4e6. 00000020:00000010:1.0:1767384683.263888:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000100:00000200:1.0:1767384683.263978:0:16797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055aa0f11 x1853237037668352/t0(0) o103->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 328/0 e 0 to 0 dl 1767384694 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384683.264005:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032ff5ab6. 00000020:00000010:1.0:1767384683.264008:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032ff5ab6. 00000100:00000200:1.0:1767384683.264010:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037668352 02000000:00000010:1.0:1767384683.264026:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f293793d. 00010000:00000010:1.0:1767384683.264046:0:16797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032ff5ab6. 00000100:00000010:1.0:1767384683.264050:0:16797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4eab9e1. 00000100:00000010:1.0:1767384683.264071:0:16797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e4eab9e1. 00010000:00000010:1.0:1767384683.264075:0:16797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032ff5ab6. 00000400:00000010:1.0:1767384683.264083:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000100:00000200:1.0:1767384683.264087:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237037668352, offset 224 00000400:00000200:1.0:1767384683.264094:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.264100:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.264106:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825f509800 00000400:00000200:1.0:1767384683.264109:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2bc5 [1] + 224 00000400:00000200:1.0:1767384683.264113:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.264116:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.264120:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a740b453 x1853237037668352/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.264137:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000050bf175 00000400:00000010:1.0:1767384683.264140:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000400:00000010:0.0:1767384683.264145:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bf8239. 00000020:00000010:1.0:1767384683.264150:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6f8b4e6. 00000400:00000200:0.0:1767384683.264150:0:16164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba55ef7 00000400:00000010:0.0:1767384683.264155:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000020:00000010:1.0:1767384683.264156:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384683.264160:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027ea0362. 00000100:00000200:0.0:1767384683.264162:0:16164:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a740b453 x1853237037668352/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384683.264167:0:16797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f293793d. 02000000:00000010:1.0:1767384683.264172:0:16797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eabe9464. 00000100:00000010:1.0:1767384683.264177:0:16797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000178b5431. 00000100:00000200:0.0:1767384683.264177:0:16164:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a740b453 x1853237037668352/t0(0) o103->MGC192.168.203.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384683.264183:0:16797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004474b87b. 00000100:00000010:1.0:1767384683.264187:0:16797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c2c9739. 02000000:00000010:1.0:1767384683.264193:0:16797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000732ffea8. 00000100:00000010:1.0:1767384683.264195:0:16797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051c777a2. 02000000:00000010:1.0:1767384683.264198:0:16797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002cb493df. 00000100:00000010:1.0:1767384683.264199:0:16797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ece92945. 02000000:00000010:1.0:1767384683.264202:0:16797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fb3aba45. 00000100:00000010:1.0:1767384683.264205:0:16797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6cbe0e7. 02000000:00000010:0.0:1767384683.264207:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009905f618. 02000000:00000010:1.0:1767384683.264209:0:16797:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002838f80a. 02000000:00000010:0.0:1767384683.264213:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c045a920. 00000100:00000010:1.0:1767384683.264214:0:16797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006017c9b2. 00000100:00000010:0.0:1767384683.264219:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a740b453. 00000100:00000200:1.0:1767384683.264222:0:16797:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767384683.264227:0:16797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b694b0a. 00000400:00000010:1.0:1767384683.264230:0:16797:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4eab9e1. 00000100:00000010:1.0:1767384683.270826:0:40448:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000208c2c49. 00000100:00000010:1.0:1767384683.270832:0:40448:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c50b679a. 20000000:00000010:1.0:1767384683.270834:0:40448:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000007a39ba9c. 00010000:00000200:1.0:1767384683.270842:0:40448:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0e9439a x1853237037668096/t0(0) o253->a916ab72-15c5-41d3-aba3-e6975cd4a72b@0@lo:664/0 lens 4784/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384683.270853:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a21d44db. 00000100:00000200:1.0:1767384683.270856:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237037668096, offset 224 00000400:00000200:1.0:1767384683.270859:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384683.270864:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384683.270869:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825f509700 00000400:00000200:1.0:1767384683.270873:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2bad [2] + 224 00000400:00000200:1.0:1767384683.270877:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384683.270879:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384683.270883:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040edf820 x1853237037668096/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384683.270899:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21d44db 00000400:00000010:1.0:1767384683.270901:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a21d44db. 00000020:00000010:1.0:1767384683.270912:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f0f53e7. 00000020:00000010:1.0:1767384683.270915:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aec2509e. 00000020:00000010:1.0:1767384683.270918:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023055cec. 02000000:00000010:1.0:1767384683.270923:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002219403b. 00000400:00000010:2.0:1767384683.270926:0:40443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000450b56fc. 00000100:00000200:1.0:1767384683.270927:0:40448:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384683.270929:0:40443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a52de6d7 00000400:00000010:2.0:1767384683.270931:0:40443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a52de6d7. 00000400:00000010:1.0:1767384683.270931:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da92952. 00000400:00000010:1.0:1767384683.270935:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a21d44db. 00000100:00000200:2.0:1767384683.270936:0:40443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040edf820 x1853237037668096/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384683.270954:0:40443:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040edf820 x1853237037668096/t0(0) o253->MGC192.168.203.133@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384683.270973:0:40443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002059de00. 02000000:00000010:2.0:1767384683.270982:0:40443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000058ab998d. 00000100:00000010:2.0:1767384683.270985:0:40443:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a46c480f. 00000100:00000010:2.0:1767384683.270988:0:40443:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000deb00c54. 02000000:00000010:2.0:1767384683.270990:0:40443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000304d98a5. 00000100:00000010:2.0:1767384683.270993:0:40443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040edf820. 00000020:00000010:2.0:1767384683.270998:0:40443:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 000000007e2f8848. 00000020:02000000:2.0:1767384683.271002:0:40443:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:2.0:1767384683.273179:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071b7f2dc. 00000020:00000010:2.0:1767384683.273185:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009516a16d. 00000040:00000010:2.0:1767384683.273202:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001d05f722. 00000020:00000010:2.0:1767384683.273207:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075254ca5. 00000020:00000010:2.0:1767384683.273211:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091ba946b. 00000020:00000010:2.0:1767384683.273215:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da16782d. 80000000:00000010:2.0:1767384683.273219:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e4371381. 40000000:00000010:2.0:1767384683.273222:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000518d9068. 00100000:00000010:2.0:1767384683.273226:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000066c1556e. 00040000:00000010:2.0:1767384683.273231:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023bd3249. 00040000:00000010:2.0:1767384683.273234:0:40443:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094dd66e5. 00040000:00000010:2.0:1767384683.273237:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3db55b3. 00080000:00000010:2.0:1767384683.273241:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a68b26c. 00000004:00000010:2.0:1767384683.273246:0:40443:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eb6e3314. 00000004:00000010:2.0:1767384683.273250:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007f178539. 00000004:00000010:2.0:1767384683.273254:0:40443:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000486e4401. 00000004:00000010:2.0:1767384683.273258:0:40443:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000deb00c54. 00000020:00000010:2.0:1767384683.273261:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067158725. 00000020:00000010:2.0:1767384683.273263:0:40443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f0f53e7. 00000020:00000010:2.0:1767384683.273267:0:40443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bc29fc. 00000020:00000010:2.0:1767384683.273336:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000bce0c36. 00080000:00000010:2.0:1767384683.273345:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e1975176. 00080000:00000010:0.0:1767384683.273453:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e1975176. 00000020:00000010:0.0:1767384683.273458:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000bce0c36. 00000004:00000010:0.0:1767384683.273466:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000aa86c8b. 00000004:00000010:0.0:1767384683.273472:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f8a3f5fe. 00000004:00000010:0.0:1767384683.273478:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d01a4490. 00080000:00000010:0.0:1767384683.273482:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009b9d34c8. 00040000:00000010:0.0:1767384683.273520:0:40443:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000005f02deff. 00000004:00000010:0.0:1767384683.273525:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000582d0e74. 00000004:00000010:0.0:1767384683.273528:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c5538c9e. 00000004:00000010:0.0:1767384683.273530:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c16ec821. 00080000:00000010:0.0:1767384683.273533:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d6e3c78. 00000020:00000010:0.0:1767384683.273607:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a18b6267. 00080000:00000010:0.0:1767384683.273611:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b697eef. 00080000:00000010:0.0:1767384683.273641:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004b697eef. 00000020:00000010:0.0:1767384683.273644:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a18b6267. 00000004:00000010:0.0:1767384683.273648:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000421ffb4f. 00000004:00000010:0.0:1767384683.273652:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d14c3e05. 00000004:00000010:0.0:1767384683.273654:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f555e900. 00080000:00000010:0.0:1767384683.273657:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b697eef. 00100000:00000010:0.0:1767384683.273681:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000015158a90. 00000004:00000010:0.0:1767384683.273699:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000810edeb8. 00000004:00000010:0.0:1767384683.273702:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003694b4ee. 00000004:00000010:0.0:1767384683.273704:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009ea7f35c. 00080000:00000010:0.0:1767384683.273707:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003eea9939. 00100000:00000010:0.0:1767384683.273737:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d1bc4e1f. 00040000:00000010:0.0:1767384683.273742:0:40443:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000257f4b00. 00000001:00000010:0.0:1767384683.273748:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e3e10988. 00000001:00000010:0.0:1767384683.273752:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000363835d4. 00000001:00000010:0.0:1767384683.273755:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005066976e. 00040000:00000010:0.0:1767384683.273767:0:40443:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b1e8034b. 00000004:00000010:0.0:1767384683.273771:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000055f3cdf2. 00000004:00000010:0.0:1767384683.273775:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000019139bb1. 00000004:00000010:0.0:1767384683.273777:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c68ce082. 00080000:00000010:0.0:1767384683.273781:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000515b6834. 00000020:00000010:0.0:1767384683.273801:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cd979607. 00080000:00000010:0.0:1767384683.273805:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000534923cb. 00080000:00000010:0.0:1767384683.273842:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000534923cb. 00000020:00000010:0.0:1767384683.273845:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cd979607. 00000004:00000010:0.0:1767384683.273849:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f2779236. 00000004:00000010:0.0:1767384683.273853:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000036739136. 00000004:00000010:0.0:1767384683.273855:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a423c641. 00080000:00000010:0.0:1767384683.273858:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000534923cb. 00100000:00000010:0.0:1767384683.273893:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000859641c5. 00000004:00000010:0.0:1767384683.273914:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003d5255e8. 00000004:00000010:0.0:1767384683.273918:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000327da750. 00000004:00000010:0.0:1767384683.273922:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000011975575. 00080000:00000010:0.0:1767384683.273925:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d2552a9. 00100000:00000010:0.0:1767384683.273969:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a2165b5a. 00040000:00000010:0.0:1767384683.273973:0:40443:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000006cca0d7. 00000001:00000010:0.0:1767384683.273977:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ff81bf04. 00000001:00000010:0.0:1767384683.273980:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007b4433f0. 00000001:00000010:0.0:1767384683.273982:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f398e57e. 00040000:00000010:0.0:1767384683.273988:0:40443:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000005e9f7074. 00000004:00000010:0.0:1767384683.273992:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007ee0439c. 00000004:00000010:0.0:1767384683.273995:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bc2624cb. 00000004:00000010:0.0:1767384683.273997:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008088f075. 00080000:00000010:0.0:1767384683.274000:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000f4fb898. 00000020:00000010:0.0:1767384683.274017:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000046ae28b5. 00080000:00000010:0.0:1767384683.274020:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f94a1e8f. 00080000:00000010:0.0:1767384683.274051:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f94a1e8f. 00000020:00000010:0.0:1767384683.274054:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000046ae28b5. 00000004:00000010:0.0:1767384683.274059:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007da750eb. 00000004:00000010:0.0:1767384683.274062:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e59fd35a. 00000004:00000010:0.0:1767384683.274065:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d998d715. 00080000:00000010:0.0:1767384683.274067:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f94a1e8f. 00100000:00000010:0.0:1767384683.274096:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bdf75ae1. 00000004:00000010:0.0:1767384683.274114:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009a59e431. 00000004:00000010:0.0:1767384683.274118:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e0c6f32d. 00000004:00000010:0.0:1767384683.274120:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c5b0f7df. 00080000:00000010:0.0:1767384683.274123:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000081f8a623. 00100000:00000010:0.0:1767384683.274148:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000083b06606. 00040000:00000010:0.0:1767384683.274152:0:40443:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000039135147. 00000001:00000010:0.0:1767384683.274163:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cf9d2797. 00000001:00000010:0.0:1767384683.274166:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002c6eb9f8. 00000001:00000010:0.0:1767384683.274169:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000db605f5c. 00040000:00000010:0.0:1767384683.274178:0:40443:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000127a7281. 00000020:00000010:0.0:1767384683.274181:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1965472. 00000020:00000010:0.0:1767384683.274183:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d0542d1. 00000020:00000010:0.0:1767384683.274186:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e87c5228. 00000020:00000010:0.0:1767384683.274189:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b9690966. 00000020:00000010:0.0:1767384683.274204:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f734ef33. 80000000:00000010:0.0:1767384683.274207:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000045fdf3c8. 40000000:00000010:0.0:1767384683.274210:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f8f1ee86. 00100000:00000010:0.0:1767384683.274212:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6018935. 00040000:00000010:0.0:1767384683.274215:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f15af66b. 00040000:00000010:0.0:1767384683.274217:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d935e084. 00080000:00000010:0.0:1767384683.274220:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000018467e14. 00002000:00000010:0.0:1767384683.274223:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007a8e4e78. 00010000:00000010:1.1:1767384683.274634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000816187c9. 00000020:00000010:2.0:1767384683.274996:0:40443:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000002eff9e3c. 00000020:00000010:2.0:1767384683.275000:0:40443:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000002eff9e3c. 00000020:00000010:2.0:1767384683.275003:0:40443:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000051f77163. 00000020:00000010:2.0:1767384683.275008:0:40443:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000002eff9e3c. 00000020:00000010:2.0:1767384683.275010:0:40443:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000002eff9e3c. 00040000:00000010:2.0:1767384683.275029:0:40443:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000001fc97fc. 00000020:00000010:2.0:1767384683.275037:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000030f02745. 00080000:00000010:2.0:1767384683.275040:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e1975176. 00080000:00000010:2.0:1767384683.275066:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e1975176. 00000020:00000010:2.0:1767384683.275069:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000030f02745. 00000004:00000010:2.0:1767384683.275075:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000347dedfa. 00000004:00000010:2.0:1767384683.275078:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dd5dec62. 00000004:00000010:2.0:1767384683.275081:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d65ff871. 00080000:00000010:2.0:1767384683.275083:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e1975176. 00100000:00000010:2.0:1767384683.275099:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c8ccbc19. 00000004:00000010:2.0:1767384683.275110:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000056d25db0. 00000004:00000010:2.0:1767384683.275112:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009d324fbf. 00000004:00000010:2.0:1767384683.275114:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008d159d57. 00080000:00000010:2.0:1767384683.275123:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b065c9a1. 00100000:00000010:2.0:1767384683.275145:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000946afb7d. 00040000:00000010:2.0:1767384683.275148:0:40443:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000081b6da82. 00000001:00000010:2.0:1767384683.275150:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000015bea9dc. 00000001:00000010:2.0:1767384683.275153:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d1b3021b. 00000001:00000010:2.0:1767384683.275154:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000cd90f24c. 00040000:00000010:2.0:1767384683.275160:0:40443:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000092850e17. 00000020:00000010:2.0:1767384683.275169:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008dff6547. 00080000:00000010:2.0:1767384683.275172:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f6fce771. 00080000:00000010:2.0:1767384683.275190:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f6fce771. 00000020:00000010:2.0:1767384683.275192:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008dff6547. 00000004:00000010:2.0:1767384683.275195:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000af8a5322. 00000004:00000010:2.0:1767384683.275197:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003fb1dbbb. 00000004:00000010:2.0:1767384683.275198:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000032173f1d. 00080000:00000010:2.0:1767384683.275200:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f6fce771. 00100000:00000010:2.0:1767384683.275213:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002b441686. 00000004:00000010:2.0:1767384683.275223:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000112a9cb6. 00000004:00000010:2.0:1767384683.275225:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d553d719. 00000004:00000010:2.0:1767384683.275226:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bee14771. 00080000:00000010:2.0:1767384683.275228:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000020425f8a. 00100000:00000010:2.0:1767384683.275241:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000003e35eb1. 00040000:00000010:2.0:1767384683.275243:0:40443:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000009f7451d. 00000001:00000010:2.0:1767384683.275245:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000082d9d21c. 00000001:00000010:2.0:1767384683.275247:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000feaf254. 00000001:00000010:2.0:1767384683.275249:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000ea4be2a. 00040000:00000010:2.0:1767384683.275253:0:40443:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000002059de00. 00000020:00000010:2.0:1767384683.275261:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f8bf9875. 00080000:00000010:2.0:1767384683.275263:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d2b89e3. 00080000:00000010:2.0:1767384683.275279:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007d2b89e3. 00000020:00000010:2.0:1767384683.275281:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f8bf9875. 00000004:00000010:2.0:1767384683.275284:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000af4caa8f. 00000004:00000010:2.0:1767384683.275286:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f62a1e93. 00000004:00000010:2.0:1767384683.275287:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cc8f7217. 00080000:00000010:2.0:1767384683.275289:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d2b89e3. 00100000:00000010:2.0:1767384683.275302:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000082c14894. 00000004:00000010:2.0:1767384683.275332:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000acc89971. 00000004:00000010:2.0:1767384683.275337:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ff35e998. 00000004:00000010:2.0:1767384683.275340:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b302c2c3. 00080000:00000010:2.0:1767384683.275343:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000025d53235. 00100000:00000010:2.0:1767384683.275369:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000258db440. 00040000:00000010:2.0:1767384683.275373:0:40443:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000080989041. 00000001:00000010:2.0:1767384683.275375:0:40443:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000433f23ee. 00000001:00000010:2.0:1767384683.275378:0:40443:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000060f178c4. 00000001:00000010:2.0:1767384683.275379:0:40443:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a52de6d7. 00040000:00000010:2.0:1767384683.275385:0:40443:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000ada692fc. 00010000:00000010:3.1:1767384683.275387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000012d36f77. 00000020:00000010:2.0:1767384683.275387:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a7f11ee. 00000020:00000010:2.0:1767384683.275390:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6469b85. 00000020:00000010:2.0:1767384683.275394:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de83e71c. 00010000:00000010:3.1:1767384683.275396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f567f21. 00000020:00000010:2.0:1767384683.275397:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002c895796. 00000020:00000010:2.0:1767384683.275401:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005d473377. 80000000:00000010:2.0:1767384683.275403:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000701dcb20. 40000000:00000010:2.0:1767384683.275404:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a5d1a6d. 00100000:00000010:2.0:1767384683.275408:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000076caab65. 00040000:00000010:2.0:1767384683.275409:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000056c78064. 00040000:00000010:2.0:1767384683.275411:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be776ce8. 00080000:00000010:2.0:1767384683.275413:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000844c3790. 00002000:00000010:2.0:1767384683.275415:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a8073a72. 00000020:00000010:0.0:1767384683.276876:0:40443:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000005fdefdcc. 00000020:00000010:0.0:1767384683.276880:0:40443:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000005fdefdcc. 00000020:00000010:0.0:1767384683.276883:0:40443:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000abfb0d91. 00000020:00000010:0.0:1767384683.276887:0:40443:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000005fdefdcc. 00000020:00000010:0.0:1767384683.276890:0:40443:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000005fdefdcc. 40000000:00000010:0.0:1767384683.276894:0:40443:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 0000000043adb33a. 00080000:00000010:0.0:1767384683.276962:0:40443:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000368eeb37. 00010000:00000010:0.1:1767384683.278342:0:39802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000648dff2e. 00010000:00000010:0.1:1767384683.278350:0:39802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000075909402. 00000100:00000010:0.0:1767384683.282364:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4b999d9. 00000100:00000010:1.0:1767384683.282370:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed1f71ea. 00000100:00000010:3.0:1767384683.282402:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2a0ba4d. 00000100:00000010:2.0:1767384683.283393:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7d3f3f2. 00080000:00000010:2.0:1767384683.290151:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000368eeb37. 00000004:00000010:0.0:1767384683.290266:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009e7e13a7. 00000004:00000010:0.0:1767384683.290285:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000493f35b9. 00000004:00000010:0.0:1767384683.290291:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000007877214. 00080000:00000010:0.0:1767384683.290296:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004a593435. 00000004:00000010:0.0:1767384683.290377:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000403f429d. 00000004:00000010:0.0:1767384683.290381:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bb007065. 00000004:00000010:0.0:1767384683.290384:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dca9c678. 00080000:00000010:0.0:1767384683.290387:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005584857b. 00000020:00000010:0.0:1767384683.290423:0:40443:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000008aa5d912. 00080000:00000010:0.0:1767384683.290428:0:40443:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000bd7931cf. 00080000:00000010:0.0:1767384683.290431:0:40443:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000adb622ce. 00000004:00000010:0.0:1767384683.290469:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000313ac926. 00000004:00000010:0.0:1767384683.290473:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005810fd87. 00000004:00000010:0.0:1767384683.290475:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003fab8e6a. 00080000:00000010:0.0:1767384683.290481:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a33245b3. 00080000:00000010:0.0:1767384683.290513:0:40443:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000adb622ce. 00080000:00000010:0.0:1767384683.290516:0:40443:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000bd7931cf. 00000020:00000010:0.0:1767384683.290518:0:40443:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000008aa5d912. 00000004:00000010:0.0:1767384683.290522:0:40443:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 0000000006d034f6. 00000004:00000010:0.0:1767384683.290527:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d51460f6. 00000004:00000010:0.0:1767384683.290531:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007bd87327. 00000004:00000010:0.0:1767384683.290533:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000068151b4. 00080000:00000010:0.0:1767384683.290535:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000028c54020. 00000020:00000010:0.0:1767384683.290589:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9c4aad0. 00000020:00000010:0.0:1767384683.290593:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000049b276e. 00000040:00000010:0.0:1767384683.290596:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a8ceb3d4. 00000020:00000010:0.0:1767384683.290600:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000097927fce. 00000020:00000010:0.0:1767384683.290603:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008772388b. 00000020:00000010:0.0:1767384683.290606:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076a0b068. 80000000:00000010:0.0:1767384683.290610:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001af2b88f. 40000000:00000010:0.0:1767384683.290613:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005109be29. 00100000:00000010:0.0:1767384683.290617:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a547cdd9. 00040000:00000010:0.0:1767384683.290620:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c12802b8. 00040000:00000010:0.0:1767384683.290623:0:40443:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004d9a2edf. 00040000:00000010:0.0:1767384683.290626:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008248bd01. 00080000:00000010:0.0:1767384683.290629:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005a8d90d1. 00000004:00000010:0.0:1767384683.290632:0:40443:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007a6f1157. 00000004:00000010:0.0:1767384683.290636:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000007801ae6. 00000004:00000010:0.0:1767384683.290639:0:40443:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043b0d510. 00000004:00000010:0.0:1767384683.290643:0:40443:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000044616954. 00000004:00000010:2.0:1767384683.291090:0:40443:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000d7d3f3f2. 00000040:00000010:2.0:1767384683.291096:0:40443:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000fea22168. 00000020:00000010:2.0:1767384683.291102:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073a82b56. 00000020:00000010:2.0:1767384683.291105:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000099fee2ce. 00000040:00000010:2.0:1767384683.291108:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008c002c56. 00000020:00000010:2.0:1767384683.291111:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001aa32ce9. 00000020:00000010:2.0:1767384683.291114:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6bda4d3. 00000020:00000010:2.0:1767384683.291116:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000009919a0b. 80000000:00000010:2.0:1767384683.291119:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048a04c30. 40000000:00000010:2.0:1767384683.291121:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000041f5d122. 00100000:00000010:2.0:1767384683.291124:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000921465c. 00040000:00000010:2.0:1767384683.291126:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095661e24. 00040000:00000010:2.0:1767384683.291129:0:40443:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000381a20b1. 00040000:00000010:2.0:1767384683.291131:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000570e4187. 00080000:00000010:2.0:1767384683.291134:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004ffe718a. 00000004:00000010:2.0:1767384683.291136:0:40443:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003b70418c. 00000004:00000010:2.0:1767384683.291140:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9381ac9. 00000004:00000010:2.0:1767384683.291143:0:40443:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007c69a542. 00000004:00000010:2.0:1767384683.291146:0:40443:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e26b37df. 00000040:00000010:1.0:1767384683.291419:0:40488:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000011b3e930. 00000040:00000010:1.0:1767384683.291440:0:40488:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000008ff2940e. 00000040:00000010:1.0:1767384683.291457:0:40488:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c566c3f2. 00000020:00000010:1.0:1767384683.291460:0:40488:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c896252a. 00000020:00000010:1.0:1767384683.291463:0:40488:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004d4a424e. 00000040:00000010:1.0:1767384683.291466:0:40488:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e1e8b4f0. 00000020:00000010:1.0:1767384683.291469:0:40488:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008820f3bc. 00000020:00000010:1.0:1767384683.291472:0:40488:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5824ef5. 00000020:00000010:1.0:1767384683.291475:0:40488:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f58fb3eb. 80000000:00000010:1.0:1767384683.291478:0:40488:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ecb217d5. 40000000:00000010:1.0:1767384683.291480:0:40488:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000075f405e0. 00100000:00000010:1.0:1767384683.291484:0:40488:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002b75ffc0. 00040000:00000010:1.0:1767384683.291487:0:40488:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002fdb407b. 00040000:00000010:1.0:1767384683.291490:0:40488:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ef98b2aa. 00040000:00000010:1.0:1767384683.291493:0:40488:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000014463c6c. 00080000:00000010:1.0:1767384683.291495:0:40488:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fe3713bc. 00000004:00000010:1.0:1767384683.291498:0:40488:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008d12c62a. 00000004:00000010:1.0:1767384683.291502:0:40488:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d24b9bfc. 00000004:00000010:1.0:1767384683.291505:0:40488:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000084a60757. 00002000:00000010:1.0:1767384683.291508:0:40488:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f2dcd6d. 00000004:00000010:1.0:1767384683.291511:0:40488:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bb419a46. 00000020:00000010:1.0:1767384683.291515:0:40488:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ce4cbc11. 00000040:00000010:1.0:1767384683.291532:0:40488:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000dca771ca. 00000040:00000010:1.0:1767384683.293687:0:40488:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000dca771ca. 00000020:00000010:1.0:1767384683.293701:0:40488:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ce4cbc11. 00000020:00000010:1.0:1767384683.293711:0:40488:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004d4a424e. 00000040:00000010:1.0:1767384683.293715:0:40488:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e1e8b4f0. 00000020:00000010:1.0:1767384683.293718:0:40488:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008820f3bc. 00000020:00000010:1.0:1767384683.293721:0:40488:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5824ef5. 00000020:00000010:1.0:1767384683.293725:0:40488:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f58fb3eb. 80000000:00000010:1.0:1767384683.293728:0:40488:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ecb217d5. 40000000:00000010:1.0:1767384683.293731:0:40488:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000075f405e0. 00100000:00000010:1.0:1767384683.293734:0:40488:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002b75ffc0. 00040000:00000010:1.0:1767384683.293737:0:40488:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002fdb407b. 00040000:00000010:1.0:1767384683.293739:0:40488:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ef98b2aa. 00040000:00000010:1.0:1767384683.293742:0:40488:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000014463c6c. 00080000:00000010:1.0:1767384683.293745:0:40488:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fe3713bc. 00000004:00000010:1.0:1767384683.293748:0:40488:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008d12c62a. 00000004:00000010:1.0:1767384683.293751:0:40488:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d24b9bfc. 00000004:00000010:1.0:1767384683.293754:0:40488:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000084a60757. 00002000:00000010:1.0:1767384683.293756:0:40488:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008f2dcd6d. 00000004:00000010:1.0:1767384683.293759:0:40488:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bb419a46. 00000020:00000010:1.0:1767384683.293761:0:40488:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c896252a. 00000040:00000010:1.0:1767384683.293763:0:40488:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c566c3f2. 00000020:00000010:1.0:1767384683.293768:0:40488:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000099fee2ce. 00000040:00000010:1.0:1767384683.293770:0:40488:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008c002c56. 00000020:00000010:1.0:1767384683.293772:0:40488:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001aa32ce9. 00000020:00000010:1.0:1767384683.293774:0:40488:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6bda4d3. 00000020:00000010:1.0:1767384683.293776:0:40488:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000009919a0b. 80000000:00000010:1.0:1767384683.293778:0:40488:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000048a04c30. 40000000:00000010:1.0:1767384683.293779:0:40488:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000041f5d122. 00100000:00000010:1.0:1767384683.293781:0:40488:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000921465c. 00040000:00000010:1.0:1767384683.293784:0:40488:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095661e24. 00040000:00000010:1.0:1767384683.293786:0:40488:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000381a20b1. 00040000:00000010:1.0:1767384683.293788:0:40488:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000570e4187. 00080000:00000010:1.0:1767384683.293790:0:40488:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004ffe718a. 00000004:00000010:1.0:1767384683.293792:0:40488:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003b70418c. 00000004:00000010:1.0:1767384683.293794:0:40488:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9381ac9. 00000004:00000010:1.0:1767384683.293796:0:40488:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007c69a542. 00000004:00000010:1.0:1767384683.293798:0:40488:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e26b37df. 00000020:00000010:1.0:1767384683.293800:0:40488:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073a82b56. 00000004:00000010:1.0:1767384683.293802:0:40488:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000d7d3f3f2. 00000004:00000010:2.0:1767384683.293894:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000020e18eda. 00000004:00000010:2.0:1767384683.293900:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005653f577. 00000004:00000010:2.0:1767384683.293904:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dca5846b. 00080000:00000010:2.0:1767384683.293908:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a45e8825. 00080000:00000010:2.0:1767384683.294013:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a45e8825. 00000004:00000010:2.0:1767384683.294018:0:40443:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dca5846b. 00000004:00000010:2.0:1767384683.294022:0:40443:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005653f577. 00000004:00000010:2.0:1767384683.294025:0:40443:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000020e18eda. 00000004:00000010:2.0:1767384683.294032:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bc3dc79b. 00000004:00000010:2.0:1767384683.294035:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005653f577. 00000004:00000010:2.0:1767384683.294038:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dca5846b. 00080000:00000010:2.0:1767384683.294041:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a45e8825. 00000004:00000010:2.0:1767384683.294092:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005998e792. 00000004:00000010:2.0:1767384683.294097:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000038389bde. 00000004:00000010:2.0:1767384683.294100:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000088a844e3. 00080000:00000010:2.0:1767384683.294103:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fc3d8fe1. 00080000:00000010:2.0:1767384683.294149:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fc3d8fe1. 00000004:00000010:2.0:1767384683.294152:0:40443:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000088a844e3. 00000004:00000010:2.0:1767384683.294155:0:40443:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000038389bde. 00000004:00000010:2.0:1767384683.294156:0:40443:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005998e792. 00000004:00000010:2.0:1767384683.294162:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e7fa2f96. 00000004:00000010:2.0:1767384683.294165:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000038389bde. 00000004:00000010:2.0:1767384683.294167:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000088a844e3. 00080000:00000010:2.0:1767384683.294170:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fc3d8fe1. 00000004:00000010:2.0:1767384683.294210:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f9bafab2. 00000004:00000010:2.0:1767384683.294214:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007d572974. 00000004:00000010:2.0:1767384683.294216:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000005e830bb. 00080000:00000010:2.0:1767384683.294219:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bbf81a8e. 00080000:00000010:2.0:1767384683.294377:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bbf81a8e. 00000004:00000010:2.0:1767384683.294380:0:40443:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000005e830bb. 00000004:00000010:2.0:1767384683.294383:0:40443:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007d572974. 00000004:00000010:2.0:1767384683.294385:0:40443:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f9bafab2. 00000004:00000010:2.0:1767384683.294391:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000491b6a9a. 00000004:00000010:2.0:1767384683.294394:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007d572974. 00000004:00000010:2.0:1767384683.294397:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000005e830bb. 00080000:00000010:2.0:1767384683.294400:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bbf81a8e. 00000004:00000010:2.0:1767384683.294447:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b4cd50e8. 00000004:00000010:2.0:1767384683.294451:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e1150157. 00000004:00000010:2.0:1767384683.294454:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005b069f5e. 00080000:00000010:2.0:1767384683.294457:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d497b2d1. 00080000:00000010:2.0:1767384683.294600:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d497b2d1. 00000004:00000010:2.0:1767384683.294604:0:40443:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005b069f5e. 00000004:00000010:2.0:1767384683.294606:0:40443:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e1150157. 00000004:00000010:2.0:1767384683.294608:0:40443:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b4cd50e8. 00000004:00000010:2.0:1767384683.294613:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000094ed859. 00000004:00000010:2.0:1767384683.294616:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e1150157. 00000004:00000010:2.0:1767384683.294619:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005b069f5e. 00080000:00000010:2.0:1767384683.294622:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d497b2d1. 00000020:00000010:2.0:1767384683.294672:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a64b5b7d. 00080000:00000010:2.0:1767384683.294676:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002414a3fe. 00080000:00000010:2.0:1767384683.294706:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002414a3fe. 00000020:00000010:2.0:1767384683.294709:0:40443:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a64b5b7d. 00000004:00000010:2.0:1767384683.294724:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000efdf689d. 00000004:00000010:2.0:1767384683.294729:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b9bf1d6a. 00000004:00000010:2.0:1767384683.294732:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000074ed9774. 00080000:00000010:2.0:1767384683.294734:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002414a3fe. 00000040:00000010:2.0:1767384683.294854:0:40443:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a4852b83. 00000040:00000010:2.0:1767384683.294861:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ecfd9931. 00000040:00000010:2.0:1767384683.294879:0:40443:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000005e9eaaba. 00000020:00000010:2.0:1767384683.294882:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000093267e54. 00080000:00000010:2.0:1767384683.294886:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000060ef77e2. 00000040:00000010:2.0:1767384683.294920:0:40443:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000304d98a5. 00000040:00000010:2.0:1767384683.294929:0:40443:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 0000000058ab998d. 00000040:00000010:2.0:1767384683.295392:0:40443:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 0000000058ab998d. 00000040:00000010:2.0:1767384683.295399:0:40443:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000f3d58946. 00000040:00000010:2.0:1767384683.295403:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dc3825e3. 00000040:00000010:2.0:1767384683.295422:0:40443:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000a46c480f. 00000020:00000010:2.0:1767384683.295425:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b6763bac. 00080000:00000010:2.0:1767384683.295429:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009d5a0780. 00000040:00000010:2.0:1767384683.295461:0:40443:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000058ab998d. 00000040:00000010:2.0:1767384683.295470:0:40443:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000002219403b. 00000040:00000010:2.0:1767384683.295887:0:40443:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000002219403b. 00000040:00000010:2.0:1767384683.295893:0:40443:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d9626cd7. 00000020:00000010:2.0:1767384683.295897:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da00ebe0. 00000020:00000010:2.0:1767384683.295900:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a140786b. 00000040:00000010:2.0:1767384683.295903:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073a82b56. 00000020:00000010:2.0:1767384683.295906:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f056329f. 00000020:00000010:2.0:1767384683.295909:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042c4cfbc. 00000020:00000010:2.0:1767384683.295911:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000570e4187. 80000000:00000010:2.0:1767384683.295913:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f958e643. 40000000:00000010:2.0:1767384683.295916:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000041f5d122. 00100000:00000010:2.0:1767384683.295918:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009d00df60. 00040000:00000010:2.0:1767384683.295920:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aecfad7f. 00040000:00000010:2.0:1767384683.295923:0:40443:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000053416a98. 00040000:00000010:2.0:1767384683.295925:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000009919a0b. 00080000:00000010:2.0:1767384683.295928:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eb24302e. 00000004:00000010:2.0:1767384683.295930:0:40443:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6dfeb6e. 00000004:00000010:2.0:1767384683.295933:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4af0880. 00000004:00000010:2.0:1767384683.295936:0:40443:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb558190. 00002000:00000010:2.0:1767384683.295952:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e26b37df. 00000004:00000010:2.0:1767384683.295955:0:40443:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007266dbff. 00000020:00000010:2.0:1767384683.295957:0:40443:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a5e75925. 00000040:00000010:2.0:1767384683.295961:0:40443:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002219403b. 00000040:00000010:2.0:1767384683.296482:0:40443:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002219403b. 00000020:00000010:2.0:1767384683.296487:0:40443:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a5e75925. 00000020:00000010:2.0:1767384683.296492:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a140786b. 00000040:00000010:2.0:1767384683.296494:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000073a82b56. 00000020:00000010:2.0:1767384683.296496:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f056329f. 00000020:00000010:2.0:1767384683.296499:0:40443:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042c4cfbc. 00000020:00000010:2.0:1767384683.296501:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000570e4187. 80000000:00000010:2.0:1767384683.296503:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f958e643. 40000000:00000010:2.0:1767384683.296505:0:40443:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000041f5d122. 00100000:00000010:2.0:1767384683.296508:0:40443:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009d00df60. 00040000:00000010:2.0:1767384683.296510:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000aecfad7f. 00040000:00000010:2.0:1767384683.296512:0:40443:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000053416a98. 00040000:00000010:2.0:1767384683.296514:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000009919a0b. 00080000:00000010:2.0:1767384683.296516:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eb24302e. 00000004:00000010:2.0:1767384683.296518:0:40443:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e6dfeb6e. 00000004:00000010:2.0:1767384683.296520:0:40443:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4af0880. 00000004:00000010:2.0:1767384683.296522:0:40443:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb558190. 00002000:00000010:2.0:1767384683.296524:0:40443:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e26b37df. 00000004:00000010:2.0:1767384683.296526:0:40443:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007266dbff. 00000020:00000010:2.0:1767384683.296528:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da00ebe0. 00000040:00000010:2.0:1767384683.296530:0:40443:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d9626cd7. 00000040:00000010:2.0:1767384683.296533:0:40443:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d9626cd7. 00000020:00000010:2.0:1767384683.296536:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da00ebe0. 00000020:00000010:2.0:1767384683.296538:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009919a0b. 00000040:00000010:2.0:1767384683.296540:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000570e4187. 00000020:00000010:2.0:1767384683.296543:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb558190. 00000020:00000010:2.0:1767384683.296545:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042c4cfbc. 00000020:00000010:2.0:1767384683.296547:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073a82b56. 80000000:00000010:2.0:1767384683.296549:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f958e643. 40000000:00000010:2.0:1767384683.296551:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000041f5d122. 00100000:00000010:2.0:1767384683.296553:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6dfeb6e. 00040000:00000010:2.0:1767384683.296555:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aecfad7f. 00040000:00000010:2.0:1767384683.296557:0:40443:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb24302e. 00040000:00000010:2.0:1767384683.296559:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a140786b. 00080000:00000010:2.0:1767384683.296561:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000053416a98. 00000004:00000010:2.0:1767384683.296563:0:40443:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009d00df60. 00000004:00000010:2.0:1767384683.296565:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4af0880. 00000004:00000010:2.0:1767384683.296567:0:40443:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f056329f. 00002000:00000010:2.0:1767384683.296569:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007266dbff. 00000004:00000010:2.0:1767384683.296571:0:40443:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e26b37df. 00000020:00000010:2.0:1767384683.296573:0:40443:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e0c6460c. 00000040:00000010:2.0:1767384683.296576:0:40443:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002219403b. 00000040:00000010:2.0:1767384683.297179:0:40443:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002219403b. 00000020:00000010:2.0:1767384683.297185:0:40443:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e0c6460c. 00000020:00000010:2.0:1767384683.297189:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000009919a0b. 00000040:00000010:2.0:1767384683.297192:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000570e4187. 00000020:00000010:2.0:1767384683.297194:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fb558190. 00000020:00000010:2.0:1767384683.297196:0:40443:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042c4cfbc. 00000020:00000010:2.0:1767384683.297199:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000073a82b56. 80000000:00000010:2.0:1767384683.297201:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f958e643. 40000000:00000010:2.0:1767384683.297203:0:40443:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000041f5d122. 00100000:00000010:2.0:1767384683.297205:0:40443:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e6dfeb6e. 00040000:00000010:2.0:1767384683.297208:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000aecfad7f. 00040000:00000010:2.0:1767384683.297210:0:40443:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eb24302e. 00040000:00000010:2.0:1767384683.297211:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a140786b. 00080000:00000010:2.0:1767384683.297213:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000053416a98. 00000004:00000010:2.0:1767384683.297215:0:40443:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009d00df60. 00000004:00000010:2.0:1767384683.297217:0:40443:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4af0880. 00000004:00000010:2.0:1767384683.297220:0:40443:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f056329f. 00002000:00000010:2.0:1767384683.297221:0:40443:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007266dbff. 00000004:00000010:2.0:1767384683.297223:0:40443:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e26b37df. 00000020:00000010:2.0:1767384683.297225:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da00ebe0. 00000040:00000010:2.0:1767384683.297227:0:40443:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d9626cd7. 00000040:00000010:2.0:1767384683.297231:0:40443:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000cf68b8a0. 00000040:00000010:2.0:1767384683.297237:0:40443:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000da00ebe0. 00000040:00000010:2.0:1767384683.297256:0:40443:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 0000000028117c4e. 00000020:00000010:2.0:1767384683.297260:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000aecfad7f. 00080000:00000010:2.0:1767384683.297264:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a80edc4a. 00000040:00000010:2.0:1767384683.297298:0:40443:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002219403b. 00000001:00000010:2.0:1767384683.297306:0:40443:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000c9bda2cc. 00000004:00000010:2.0:1767384683.297346:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ab664a33. 00000004:00000010:2.0:1767384683.297352:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fb61079b. 00000004:00000010:2.0:1767384683.297355:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005cea7d9b. 00080000:00000010:2.0:1767384683.297359:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b915769. 00080000:00000010:2.0:1767384683.297394:0:40443:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e26b37df. 00080000:00000010:2.0:1767384683.297406:0:40443:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000068464d59. 00080000:00000010:2.0:1767384683.297663:0:40443:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004b915769. 00000004:00000010:2.0:1767384683.297667:0:40443:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005cea7d9b. 00000004:00000010:2.0:1767384683.297670:0:40443:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fb61079b. 00000004:00000010:2.0:1767384683.297672:0:40443:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ab664a33. 00000020:00000010:2.0:1767384683.297687:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000551e3bad. 00080000:00000010:2.0:1767384683.297690:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b915769. 00080000:00000010:2.0:1767384683.297696:0:40443:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ab7d3300. 00000020:00000010:2.0:1767384683.299049:0:40443:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000005204f58. 00100000:00000010:2.0:1767384683.299065:0:40443:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004ae61f9e. 00080000:00000010:2.0:1767384683.299075:0:40443:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c50b679a. 00000020:00000010:2.0:1767384683.299099:0:40443:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000005204f58. 00000020:00000010:2.0:1767384683.299101:0:40443:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000d0eaac9a. 00080000:00000010:2.0:1767384683.299111:0:40443:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fc2d33c8. 00080000:00000010:2.0:1767384683.299128:0:40443:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc25b8ee. 00080000:00000010:2.0:1767384683.299144:0:40443:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003c0fa49d. 00100000:00000010:2.0:1767384683.299160:0:40443:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000b4af0880. 00000020:00000010:2.0:1767384683.299179:0:40443:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000036261ca1. 00000004:00000010:2.0:1767384683.299190:0:40443:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000331560b3. 00000004:00000010:2.0:1767384683.299192:0:40443:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fb61079b. 00000004:00000010:2.0:1767384683.299194:0:40443:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005cea7d9b. 00080000:00000010:2.0:1767384683.299196:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000044b448c8. 00000020:00000010:2.0:1767384683.299203:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000095661e24. 00080000:00000010:2.0:1767384683.299205:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001bea8ce3. 00000020:00000010:2.0:1767384683.299228:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000418badfc. 00080000:00000010:2.0:1767384683.299230:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bbaea83d. 00100000:00000010:2.0:1767384683.299266:0:40443:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 0000000080fa74b9. 00100000:00000010:2.0:1767384683.299268:0:40443:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000297db5c4. 00100000:00000010:2.0:1767384683.299305:0:40443:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000297db5c4. 00100000:00000010:2.0:1767384683.299308:0:40443:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000f056329f. 00100000:00000010:2.0:1767384683.299327:0:40443:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000f52d248b. 00100000:00000010:2.0:1767384683.299329:0:40443:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000780204a4. 00100000:00000010:2.0:1767384683.299332:0:40443:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000001c4caa22. 00000020:00000010:2.0:1767384683.299342:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000848b547f. 00080000:00000010:2.0:1767384683.299354:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008be59cea. 00000020:00000010:2.0:1767384683.299397:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006e9a696b. 00080000:00000010:2.0:1767384683.299399:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e194d94c. 00000020:00000010:2.0:1767384683.299419:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000189b4b2. 00080000:00000010:2.0:1767384683.299421:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001286996e. 00000020:00000010:2.0:1767384683.299437:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000062447790. 00080000:00000010:2.0:1767384683.299439:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eef156cb. 00000020:00000010:2.0:1767384683.299454:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004c080385. 00080000:00000010:2.0:1767384683.299456:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000020dab22. 00000020:00000010:2.0:1767384683.299478:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005304b8ed. 00080000:00000010:2.0:1767384683.299481:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008dd438c6. 00000020:00000010:2.0:1767384683.299514:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003fde1f1c. 00080000:00000010:2.0:1767384683.299518:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d43f00bd. 00000020:00000010:2.0:1767384683.299539:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f5bb8a07. 00080000:00000010:2.0:1767384683.299541:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008fb82fc1. 00000020:00000010:2.0:1767384683.299570:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000768f2746. 00080000:00000010:2.0:1767384683.299646:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000144e48b6. 00000020:00000010:2.0:1767384683.299687:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007d0e8def. 00080000:00000010:2.0:1767384683.299691:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f6735086. 00000020:00000010:2.0:1767384683.299719:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e4d145bb. 00080000:00000010:2.0:1767384683.299722:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ef5b11e3. 00000020:00000010:2.0:1767384683.299765:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8227489. 00080000:00000010:2.0:1767384683.299769:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a53d66ef. 00000020:00000010:2.0:1767384683.299803:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000feec25d8. 00080000:00000010:2.0:1767384683.299806:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000023190486. 00000020:00000010:2.0:1767384683.299841:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c717129c. 00080000:00000010:2.0:1767384683.299844:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000648531bd. 00000020:00000010:2.0:1767384683.299866:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000088ebb4cb. 00080000:00000010:2.0:1767384683.299868:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000375a502c. 00000020:00000010:2.0:1767384683.299890:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001f18e1a7. 00080000:00000010:2.0:1767384683.299892:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002f88ce35. 00000020:00000010:2.0:1767384683.299908:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b897c10b. 00080000:00000010:2.0:1767384683.299910:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000038c237e2. 00100000:00000010:2.0:1767384683.299923:0:40443:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000009d00df60. 00100000:00000010:2.0:1767384683.299925:0:40443:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000053b0cc2d. 00100000:00000010:2.0:1767384683.299927:0:40443:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000b83936f3. 00100000:00000010:2.0:1767384683.299929:0:40443:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000594465d7. 00000020:00000010:2.0:1767384683.299935:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c63bb138. 00080000:00000010:2.0:1767384683.299955:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004a6eb47f. 00000020:00000010:2.0:1767384683.300008:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003f740e4f. 00080000:00000010:2.0:1767384683.300011:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003696aa1b. 00000020:00000010:2.0:1767384683.300047:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b50db16. 00080000:00000010:2.0:1767384683.300051:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c9c87c55. 00000020:00000010:2.0:1767384683.300087:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000076b32b95. 00080000:00000010:2.0:1767384683.300091:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002d05b1b8. 00000020:00000010:2.0:1767384683.300114:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000014a8b924. 00080000:00000010:2.0:1767384683.300116:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c76686d. 00000020:00000010:2.0:1767384683.300133:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000036291b49. 00080000:00000010:2.0:1767384683.300135:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000981e39bc. 00000020:00000010:2.0:1767384683.300151:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e9a7454f. 00080000:00000010:2.0:1767384683.300153:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000036ec6c49. 00000020:00000010:2.0:1767384683.300168:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006f8d5adb. 00080000:00000010:2.0:1767384683.300170:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5904807. 00000020:00000010:2.0:1767384683.300186:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000faffdaae. 00080000:00000010:2.0:1767384683.300188:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d77de0d3. 00000020:00000010:2.0:1767384683.300204:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a5299fa9. 00080000:00000010:2.0:1767384683.300206:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dbc8d4bf. 00000020:00000010:2.0:1767384683.300222:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000008cbcfae. 00080000:00000010:2.0:1767384683.300223:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d7ea021d. 00000020:00000010:2.0:1767384683.300240:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005f1cf27a. 00080000:00000010:2.0:1767384683.300242:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000006409d13. 00000020:00000010:2.0:1767384683.300257:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000ae87147. 00080000:00000010:2.0:1767384683.300259:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000525f80bb. 00000020:00000010:2.0:1767384683.300275:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000002f3044e. 00080000:00000010:2.0:1767384683.300277:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000038235bb3. 00000020:00000010:2.0:1767384683.300294:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a0fb8c19. 00080000:00000010:2.0:1767384683.300296:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d5ea0bbd. 00000020:00000010:2.0:1767384683.300326:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008f24cf25. 00080000:00000010:2.0:1767384683.300368:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008ca605e9. 00000020:00000010:2.0:1767384683.300401:0:40443:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006edba818. 00080000:00000010:2.0:1767384683.300403:0:40443:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b0940481. 00100000:00000010:2.0:1767384683.300426:0:40443:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000001dee4846. 00200000:00000010:2.0:1767384683.300430:0:40443:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000297db5c4. 00000020:00000010:2.0:1767384683.300443:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077c6f097. 00000020:00000010:2.0:1767384683.300445:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b49eb5e8. 00000020:00000010:2.0:1767384683.300446:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000053416a98. 00000020:00000010:2.0:1767384683.300448:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042c4cfbc. 00000020:00000010:2.0:1767384683.300450:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000570e4187. 80000000:00000010:2.0:1767384683.300451:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c8fc792c. 40000000:00000010:2.0:1767384683.300453:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ff85fabc. 00100000:00000010:2.0:1767384683.300454:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eb24302e. 00040000:00000010:2.0:1767384683.300456:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b1e0c42. 00040000:00000010:2.0:1767384683.300457:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000073a82b56. 00080000:00000010:2.0:1767384683.300458:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e6dfeb6e. 00002000:00000010:2.0:1767384683.300460:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000558816e6. 00080000:00000010:2.0:1767384683.300464:0:40443:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000744fd7b1. 00080000:00000010:3.0:1767384683.315652:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000744fd7b1. 00080000:00000010:3.0:1767384683.315662:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003c0fa49d. 00080000:00000010:3.0:1767384683.315667:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bc25b8ee. 00080000:00000010:3.0:1767384683.315670:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fc2d33c8. 00080000:00000010:3.0:1767384683.315674:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c50b679a. 00080000:00000010:3.0:1767384683.315677:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ab7d3300. 00080000:00000010:3.0:1767384683.315681:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e26b37df. 00000020:00000010:2.0:1767384683.315706:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b49eb5e8. 00000020:00000010:2.0:1767384683.315711:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000053416a98. 00000020:00000010:2.0:1767384683.315713:0:40443:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042c4cfbc. 00000020:00000010:2.0:1767384683.315717:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000570e4187. 80000000:00000010:2.0:1767384683.315719:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c8fc792c. 40000000:00000010:2.0:1767384683.315721:0:40443:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ff85fabc. 00100000:00000010:2.0:1767384683.315723:0:40443:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eb24302e. 00040000:00000010:2.0:1767384683.315725:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b1e0c42. 00040000:00000010:2.0:1767384683.315727:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000073a82b56. 00080000:00000010:2.0:1767384683.315730:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e6dfeb6e. 00002000:00000010:2.0:1767384683.315732:0:40443:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000558816e6. 00000020:00000010:2.0:1767384683.315733:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077c6f097. 00000004:00000010:2.0:1767384683.315742:0:40443:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000c337e1c0. 00000004:00000010:2.0:1767384683.315868:0:40489:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 0000000075ddadc1. 00000020:00000010:2.0:1767384683.315872:0:40489:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077c6f097. 00000004:00000010:0.0:1767384683.315872:0:40443:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000c337e1c0. 00000020:00000010:2.0:1767384683.315875:0:40489:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073a82b56. 00000040:00000010:2.0:1767384683.315878:0:40489:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000570e4187. 00000020:00000010:2.0:1767384683.315880:0:40489:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6dfeb6e. 00000020:00000010:2.0:1767384683.315884:0:40489:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042c4cfbc. 00000020:00000010:2.0:1767384683.315886:0:40489:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b49eb5e8. 80000000:00000010:2.0:1767384683.315889:0:40489:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c8fc792c. 00000020:00000010:0.0:1767384683.315889:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009516a16d. 40000000:00000010:2.0:1767384683.315891:0:40489:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e5753332. 00000040:00000010:0.0:1767384683.315892:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001d05f722. 00100000:00000010:2.0:1767384683.315894:0:40489:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eb24302e. 00000020:00000010:0.0:1767384683.315895:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000075254ca5. 00040000:00000010:2.0:1767384683.315896:0:40489:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b1e0c42. 00000020:00000010:0.0:1767384683.315898:0:40443:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091ba946b. 00040000:00000010:2.0:1767384683.315899:0:40489:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000053416a98. 00040000:00000010:2.0:1767384683.315902:0:40489:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a140786b. 00000020:00000010:0.0:1767384683.315902:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da16782d. 00080000:00000010:2.0:1767384683.315905:0:40489:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fb558190. 80000000:00000010:0.0:1767384683.315905:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e4371381. 00000004:00000010:2.0:1767384683.315908:0:40489:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007c69a542. 40000000:00000010:0.0:1767384683.315908:0:40443:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000518d9068. 00000020:00000010:0.0:1767384683.315910:0:40443:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 0000000036261ca1. 00000004:00000010:2.0:1767384683.315912:0:40489:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000020a40845. 00100000:00000010:0.0:1767384683.315913:0:40443:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000066c1556e. 00040000:00000010:0.0:1767384683.315915:0:40443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023bd3249. 00000004:00000010:2.0:1767384683.315916:0:40489:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003b70418c. 00000100:00000010:3.0:1767384683.315917:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021341f2. 00040000:00000010:0.0:1767384683.315918:0:40443:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000094dd66e5. 00000004:00000010:2.0:1767384683.315920:0:40489:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000558816e6. 00040000:00000010:0.0:1767384683.315922:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3db55b3. 00080000:00000010:0.0:1767384683.315924:0:40443:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000068464d59. 00000020:00000010:0.0:1767384683.315925:0:40443:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000d0eaac9a. 00080000:00000010:0.0:1767384683.315928:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a68b26c. 00000004:00000010:0.0:1767384683.315930:0:40443:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eb6e3314. 02000000:00000010:3.0:1767384683.315934:0:40476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc03bd42. 00000004:00000010:0.0:1767384683.315935:0:40443:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007f178539. 00080000:00000010:2.0:1767384683.315954:0:40489:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ad8743ca. 00000004:00000010:0.0:1767384683.315954:0:40443:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000486e4401. 00080000:00000010:2.0:1767384683.315958:0:40489:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000005b02c664. 00000004:00000010:0.0:1767384683.315958:0:40443:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000deb00c54. 00000100:00000010:3.0:1767384683.315959:0:40476:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd7ee5b5. 00000020:00000010:0.0:1767384683.315960:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071b7f2dc. 00000020:00000010:0.0:1767384683.315966:0:40443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f0f53e7. 00000020:00000010:0.0:1767384683.315969:0:40443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bc29fc. 00000020:00000010:0.0:1767384683.315973:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067158725. 02000000:00000010:3.0:1767384683.315976:0:40476:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1cc3f5b. 00000400:00000010:3.0:1767384683.315984:0:40476:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000311d9a8c. 00000040:00000010:0.0:1767384683.315984:0:40443:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000073adb66a. 00000400:00000010:3.0:1767384683.315993:0:40476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000020:00000010:0.0:1767384683.315994:0:40443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000086611bb4. 00000100:00000200:3.0:1767384683.315999:0:40476:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237037668480, portal 4 00000040:00000010:0.0:1767384683.315999:0:40443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b64d9567. 00000020:00000010:0.0:1767384683.316001:0:40443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000221559ef. 00000020:00000010:0.0:1767384683.316006:0:40443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f7d4ce9b. 00000020:00000010:3.0:1767384683.316008:0:40476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b0bf1a3b. 80000000:00000010:0.0:1767384683.316009:0:40443:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c209f735. 00040000:00000010:0.0:1767384683.316015:0:40443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d8489824. 00080000:00000010:0.0:1767384683.316017:0:40443:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000020aa0dad. 00000400:00000010:3.0:1767384683.316018:0:40476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 20000000:00000010:0.0:1767384683.316021:0:40443:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000012dedf97. 00000100:00000200:3.0:1767384683.316022:0:40476:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237037668480, offset 0 00000020:00000010:0.0:1767384683.316026:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f806e894. 00000400:00000200:3.0:1767384683.316033:0:40476:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:2.0:1767384683.316036:0:40489:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000005b02c664. 00080000:00000010:2.0:1767384683.316041:0:40489:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ad8743ca. 00000400:00000200:3.0:1767384683.316046:0:40476:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384683.316046:0:40489:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000073a82b56. 00000040:00000010:2.0:1767384683.316052:0:40489:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000570e4187. 00000020:00000010:2.0:1767384683.316055:0:40489:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6dfeb6e. 00000020:00000010:2.0:1767384683.316057:0:40489:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042c4cfbc. 00000400:00000200:3.0:1767384683.316061:0:40476:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695825f509880 00000020:00000010:2.0:1767384683.316063:0:40489:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b49eb5e8. 80000000:00000010:2.0:1767384683.316068:0:40489:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c8fc792c. 40000000:00000010:2.0:1767384683.316071:0:40489:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e5753332. 00000400:00000200:3.0:1767384683.316073:0:40476:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xae1 [8] + 6720 00100000:00000010:2.0:1767384683.316075:0:40489:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eb24302e. 00040000:00000010:2.0:1767384683.316079:0:40489:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b1e0c42. 00000400:00000200:3.0:1767384683.316081:0:40476:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1767384683.316082:0:40489:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000053416a98. 00040000:00000010:2.0:1767384683.316087:0:40489:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a140786b. 00000400:00000200:3.0:1767384683.316089:0:40476:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:2.0:1767384683.316091:0:40489:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fb558190. 00000004:00000010:2.0:1767384683.316094:0:40489:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007c69a542. 00000100:00000200:3.0:1767384683.316096:0:40476:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000010:2.0:1767384683.316097:0:40489:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000020a40845. 00000100:00000010:3.0:1767384683.316101:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3b5f95. 00000004:00000010:2.0:1767384683.316102:0:40489:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003b70418c. 00000004:00000010:2.0:1767384683.316106:0:40489:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000558816e6. 00000020:00000010:2.0:1767384683.316109:0:40489:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077c6f097. 00000004:00000010:2.0:1767384683.316110:0:40489:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 0000000075ddadc1. 00000400:00000200:3.0:1767384683.316120:0:40476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.316124:0:40476:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.316131:0:40476:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021341f2 x1853237037668480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384699 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.316150:0:40476:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e66ee1a. 00000100:00000010:3.0:1767384683.316159:0:40476:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce2e0ac6. 00000100:00000010:3.0:1767384683.316163:0:40476:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009843c6ec. 00000100:00000010:3.0:1767384683.316168:0:40476:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1119762. 00000020:00000010:3.0:1767384683.316208:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.316212:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.316216:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c045a920. 00000020:00000010:3.0:1767384683.316219:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d3b6d6f1. 00000020:00000010:3.0:1767384683.316222:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.316250:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.316254:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0953e60. 00000100:00000200:3.0:1767384683.316258:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037668480 02000000:00000010:3.0:1767384683.316272:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ab71dec8. 00010000:00000200:3.0:1767384683.316286:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f3b5f95 x1853237037668480/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:664/0 lens 264/240 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384683.316305:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.316308:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237037668480, offset 224 00000400:00000200:3.0:1767384683.316339:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.316349:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.316357:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695825f509880 00000400:00000200:3.0:1767384683.316363:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2bdd [1] + 224 00000400:00000200:3.0:1767384683.316367:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.316372:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384683.316378:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021341f2 x1853237037668480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384683.316397:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.316400:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000020:00000010:3.0:1767384683.316410:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d3b6d6f1. 00000020:00000010:3.0:1767384683.316415:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.316422:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c045a920. 00000400:00000010:3.0:1767384683.316440:0:40476:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000311d9a8c. 00000400:00000200:3.0:1767384683.316445:0:40476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.316447:0:40476:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.316455:0:40476:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021341f2 x1853237037668480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384683.316474:0:40476:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021341f2 x1853237037668480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.316503:0:40476:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dd7ee5b5. 02000000:00000010:3.0:1767384683.316511:0:40476:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1cc3f5b. 02000000:00000010:3.0:1767384683.316517:0:40476:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc03bd42. 00000100:00000010:3.0:1767384683.316521:0:40476:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021341f2. 00000100:00000010:3.0:1767384683.316528:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021341f2. 02000000:00000010:3.0:1767384683.316536:0:40476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc03bd42. 00000100:00000010:3.0:1767384683.316542:0:40476:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd7ee5b5. 02000000:00000010:3.0:1767384683.316550:0:40476:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed209149. 00000400:00000010:3.0:1767384683.316554:0:40476:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000311d9a8c. 00000400:00000010:3.0:1767384683.316558:0:40476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.316561:0:40476:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037668608, portal 4 00000400:00000010:3.0:1767384683.316566:0:40476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.316570:0:40476:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237037668608, offset 0 00000400:00000200:3.0:1767384683.316577:0:40476:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.316581:0:40476:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.316586:0:40476:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695825f509900 00000400:00000200:3.0:1767384683.316593:0:40476:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xae1 [8] + 6984 00000400:00000200:3.0:1767384683.316599:0:40476:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.316602:0:40476:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384683.316605:0:40476:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384683.316607:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7674fc6. 00000400:00000200:3.0:1767384683.316616:0:40476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.316619:0:40476:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.316623:0:40476:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021341f2 x1853237037668608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384699 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384683.316652:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.316657:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.316661:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1cc3f5b. 00000020:00000010:3.0:1767384683.316666:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d3b6d6f1. 00000020:00000010:3.0:1767384683.316670:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.316687:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.316690:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0953e60. 00000100:00000200:3.0:1767384683.316692:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037668608 02000000:00000010:3.0:1767384683.318208:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000dee631ca. 00010000:00000200:3.0:1767384683.318222:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7674fc6 x1853237037668608/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:664/0 lens 432/432 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384683.318231:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.318234:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237037668608, offset 224 00000400:00000200:3.0:1767384683.318238:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.318243:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.318248:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695825f509900 00000400:00000200:3.0:1767384683.318251:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2be9 [1] + 224 00000400:00000200:3.0:1767384683.318255:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.318257:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384683.318262:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021341f2 x1853237037668608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384683.318276:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.318278:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000020:00000010:3.0:1767384683.318285:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d3b6d6f1. 00000020:00000010:3.0:1767384683.318287:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.318289:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1cc3f5b. 00000400:00000010:3.0:1767384683.318301:0:40476:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000311d9a8c. 00000400:00000200:3.0:1767384683.318303:0:40476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:3.0:1767384683.318304:0:40476:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.318307:0:40476:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021341f2 x1853237037668608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384683.318329:0:40476:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021341f2 x1853237037668608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384683.318344:0:40476:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dd7ee5b5. 02000000:00000010:3.0:1767384683.318349:0:40476:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed209149. 02000000:00000010:3.0:1767384683.318351:0:40476:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc03bd42. 00000100:00000010:3.0:1767384683.318353:0:40476:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021341f2. 00000100:00000010:3.0:1767384683.318359:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021341f2. 02000000:00000010:3.0:1767384683.318363:0:40476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc03bd42. 00000100:00000010:3.0:1767384683.318368:0:40476:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd7ee5b5. 02000000:00000010:3.0:1767384683.318374:0:40476:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed209149. 00000400:00000010:3.0:1767384683.318376:0:40476:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000311d9a8c. 00000400:00000010:3.0:1767384683.318379:0:40476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d54758. 00000100:00000200:3.0:1767384683.318381:0:40476:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237037668736, portal 4 00000400:00000010:3.0:1767384683.318385:0:40476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.318386:0:40476:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237037668736, offset 0 00000400:00000200:3.0:1767384683.318391:0:40476:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384683.318396:0:40476:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384683.318400:0:40476:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695825f509980 00000400:00000200:3.0:1767384683.318404:0:40476:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xae1 [8] + 7416 00000400:00000200:3.0:1767384683.318408:0:40476:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384683.318411:0:40476:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384683.318414:0:40476:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384683.318418:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f859a789. 00000400:00000200:3.0:1767384683.318430:0:40476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2ce829 00000400:00000010:3.0:1767384683.318432:0:40476:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000100:00000200:3.0:1767384683.318437:0:40476:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021341f2 x1853237037668736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384699 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384683.318476:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.318479:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.318485:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1cc3f5b. 00000020:00000010:3.0:1767384683.318489:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d3b6d6f1. 00000020:00000010:3.0:1767384683.318493:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082607130. 00000020:00000010:3.0:1767384683.318522:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0953e60. 00000020:00000010:3.0:1767384683.318526:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0953e60. 00000100:00000200:3.0:1767384683.318530:0:18091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237037668736 02000000:00000010:3.0:1767384683.318539:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000767d57ee. 00002000:00000010:3.0:1767384683.318557:0:18091:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f0953e60. 00002000:00000010:3.0:1767384683.318577:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000009098fe3. 00080000:00000010:3.0:1767384683.318584:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d63ff15c. 00002000:00000010:3.0:1767384683.318797:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000080170932. 00080000:00000010:3.0:1767384683.318803:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f5aae59. 00002000:00000010:3.0:1767384683.319368:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000091e7306a. 00080000:00000010:3.0:1767384683.319375:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000094f32320. 00002000:00000010:2.0:1767384683.320237:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000bbe32e4. 00080000:00000010:2.0:1767384683.320251:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e3c0f7d. 00002000:00000010:2.0:1767384683.320462:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000023430a05. 00080000:00000010:2.0:1767384683.320468:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007964ca48. 00002000:00000010:2.0:1767384683.320767:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d0235d47. 00080000:00000010:2.0:1767384683.320773:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000798521e3. 00002000:00000010:2.0:1767384683.320994:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b4e3e5ba. 00080000:00000010:2.0:1767384683.320999:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d073751. 00002000:00000010:2.0:1767384683.321168:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004b19be15. 00080000:00000010:2.0:1767384683.321173:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000af165735. 00080000:00000010:2.0:1767384683.321466:0:18091:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000558816e6. 00000100:00000010:0.0:1767384683.321642:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e66ee1a. 00080000:00000010:2.0:1767384683.321690:0:18091:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000008b1e0c42. 00000100:00000010:2.0:1767384683.322345:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009843c6ec. 00000100:00000010:3.0:1767384683.322355:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1119762. 00002000:00000010:2.0:1767384683.322749:0:18091:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000009a895654. 00000001:00000010:2.0:1767384683.322759:0:18091:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d6b2eca4. 00000020:00000010:2.0:1767384683.322777:0:18091:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000a38a40e4. 00002000:00000010:2.0:1767384683.322920:0:18091:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f0953e60. 00002000:00000010:2.0:1767384683.322927:0:18091:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000013b25089. 00002000:00000010:2.0:1767384683.322931:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004f4703ae. 00080000:00000010:2.0:1767384683.322961:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a7ab0960. 00002000:00000010:2.0:1767384683.323174:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001aff65ed. 00080000:00000010:2.0:1767384683.323180:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003d4d30b9. 00002000:00000010:2.0:1767384683.323435:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fe43efe7. 00080000:00000010:2.0:1767384683.323441:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e5f040d4. 00002000:00000010:2.0:1767384683.323710:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b98cc6d9. 00080000:00000010:2.0:1767384683.323716:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000479d06ff. 00002000:00000010:2.0:1767384683.323889:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000044008744. 00080000:00000010:2.0:1767384683.323894:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ce8c4c30. 00002000:00000010:2.0:1767384683.324091:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fbd0855f. 00080000:00000010:2.0:1767384683.324096:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ede41bd7. 00002000:00000010:2.0:1767384683.324334:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000052cdd2b6. 00080000:00000010:2.0:1767384683.324340:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000008c80df8. 00002000:00000010:2.0:1767384683.324512:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f144ed97. 00080000:00000010:2.0:1767384683.324517:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000810bf3ea. 00080000:00000010:2.0:1767384683.324780:0:18091:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000988f4cf8. 00000100:00000010:1.0:1767384683.324998:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce2e0ac6. 00002000:00000010:2.0:1767384683.325702:0:18091:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000000500258d. 00000001:00000010:2.0:1767384683.325709:0:18091:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000023a5195c. 00002000:00000010:2.0:1767384683.325859:0:18091:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000013b25089. 00002000:00000010:2.0:1767384683.325867:0:18091:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000013b25089. 00002000:00000010:2.0:1767384683.325872:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000d5037d1. 00080000:00000010:2.0:1767384683.325876:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000833d89c5. 00002000:00000010:2.0:1767384683.326074:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005a1b6631. 00080000:00000010:2.0:1767384683.326079:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a94276e. 00002000:00000010:2.0:1767384683.326249:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000047925e55. 00080000:00000010:2.0:1767384683.326255:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000096262fc. 00002000:00000010:2.0:1767384683.326480:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d736d7cb. 00080000:00000010:2.0:1767384683.326486:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000587a51fb. 00002000:00000010:2.0:1767384683.326679:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000074ad06d. 00080000:00000010:2.0:1767384683.326693:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003affd617. 00002000:00000010:2.0:1767384683.326858:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004d81a2af. 00080000:00000010:2.0:1767384683.326863:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000898c6155. 00002000:00000010:2.0:1767384683.327102:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000021dbcf8f. 00080000:00000010:2.0:1767384683.327107:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005dfecb3e. 00002000:00000010:2.0:1767384683.327275:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000094f237b9. 00080000:00000010:2.0:1767384683.327279:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ee417e8. 00080000:00000010:2.0:1767384683.327438:0:18091:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004abda3bd. 00002000:00000010:2.0:1767384683.329004:0:18091:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000c2607b16. 00000001:00000010:2.0:1767384683.329009:0:18091:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004d213e0f. 00002000:00000010:2.0:1767384683.329062:0:18091:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000013b25089. 00002000:00000010:2.0:1767384683.329065:0:18091:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000013b25089. 00002000:00000010:2.0:1767384683.329068:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004d44e8e2. 00080000:00000010:2.0:1767384683.329071:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fd109353. 00002000:00000010:2.0:1767384683.329193:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c4958156. 00080000:00000010:2.0:1767384683.329197:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000099bce349. 00002000:00000010:2.0:1767384683.329341:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000049f61d9e. 00080000:00000010:2.0:1767384683.329345:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000067438bf. 00002000:00000010:2.0:1767384683.329485:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003408bfe1. 00080000:00000010:2.0:1767384683.329490:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aa2855a8. 00002000:00000010:2.0:1767384683.329711:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000023c451da. 00080000:00000010:2.0:1767384683.329716:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec7dd661. 00002000:00000010:2.0:1767384683.329853:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000074978376. 00080000:00000010:2.0:1767384683.329858:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f85afc8b. 00002000:00000010:2.0:1767384683.330002:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e6ea794e. 00080000:00000010:2.0:1767384683.330005:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004051e8c4. 00002000:00000010:2.0:1767384683.330121:0:18091:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000c7bdf71. 00080000:00000010:2.0:1767384683.330124:0:18091:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000adceff2e. 00080000:00000010:2.0:1767384683.330241:0:18091:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000396c7c5a. 00002000:00000010:2.0:1767384683.330995:0:18091:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e6e5316d. 00000001:00000010:2.0:1767384683.331001:0:18091:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c4948176. 00002000:00000010:2.0:1767384683.331083:0:18091:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000013b25089. 00010000:00000200:2.0:1767384683.331099:0:18091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f859a789 x1853237037668736/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:664/0 lens 432/432 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384683.331116:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f74e35. 00000100:00000200:2.0:1767384683.331122:0:18091:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237037668736, offset 224 00000400:00000200:2.0:1767384683.331129:0:18091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.331139:0:18091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.331147:0:18091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695825f509980 00000400:00000200:2.0:1767384683.331154:0:18091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bf5 [1] + 224 00000400:00000200:2.0:1767384683.331160:0:18091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.331165:0:18091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384683.331172:0:18091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021341f2 x1853237037668736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384683.331195:0:18091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f74e35 00000400:00000010:2.0:1767384683.331197:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f74e35. 00000400:00000010:0.0:1767384683.331207:0:40476:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000311d9a8c. 00000020:00000010:2.0:1767384683.331211:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d3b6d6f1. 00000400:00000200:0.0:1767384683.331211:0:40476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d54758 00000400:00000010:0.0:1767384683.331212:0:40476:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d54758. 00000020:00000010:2.0:1767384683.331214:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082607130. 00000100:00000200:0.0:1767384683.331216:0:40476:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021341f2 x1853237037668736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384683.331218:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1cc3f5b. 00000100:00000200:0.0:1767384683.331225:0:40476:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021341f2 x1853237037668736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384699 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384683.331239:0:40476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008aa5d912. 00000100:00000010:0.0:1767384683.331256:0:40476:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dd7ee5b5. 00000800:00000200:0.0:1767384683.617485:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (4) 00000800:00000200:0.1:1767384683.617495:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006e8550e5] -> 12345-192.168.203.133@tcp35 (4) 00000400:00000200:2.0:1767384683.617685:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.617735:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.617767:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.617805:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.617838:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.617873:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.617911:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618008:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618042:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618071:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618100:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618136:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618172:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618205:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618228:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618266:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618299:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618457:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618488:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618518:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618552:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618578:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618607:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618643:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618675:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618707:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618740:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618771:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618799:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618824:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618850:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618876:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618905:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618945:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:2.0:1767384683.618981:0:16151:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:2.0:1767384683.619129:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e2f8848. 00000800:00000010:2.0:1767384683.619134:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce79bc8d. 00000800:00000010:2.0:1767384683.619140:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d12e74d. 00000800:00000010:2.0:1767384683.619164:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d12e74d. 00000800:00020000:2.0:1767384683.619174:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384683.619177:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce79bc8d. 00000800:00000010:2.0:1767384683.619180:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007e2f8848. 00000400:02020000:2.0:1767384683.619218:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp35 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384683.619223:0:16151:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:0.0:1767384683.677281:0:40537:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001f4a0e9. 00000020:00000010:0.0:1767384683.677296:0:40537:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000376221b0. 00000020:00000010:0.0:1767384683.677301:0:40537:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000486e4401. 00000020:00000010:0.0:1767384683.677308:0:40537:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fa326e86. 00000020:00000010:0.0:1767384683.677441:0:40537:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a0ec8641. 80000000:00000010:0.0:1767384683.677446:0:40537:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006732b1ba. 40000000:00000010:0.0:1767384683.677449:0:40537:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e22ad7b0. 00100000:00000010:0.0:1767384683.677456:0:40537:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e644d96b. 00040000:00000010:0.0:1767384683.677459:0:40537:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000bce0c36. 00040000:00000010:0.0:1767384683.677463:0:40537:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007507886c. 00080000:00000010:0.0:1767384683.677468:0:40537:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006dea874e. 00002000:00000010:0.0:1767384683.677473:0:40537:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000097a5dc46. 00000020:00000010:0.0:1767384683.677493:0:40537:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000376221b0. 00000020:00000010:0.0:1767384683.677497:0:40537:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000486e4401. 00000020:00000010:0.0:1767384683.677501:0:40537:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fa326e86. 00000020:00000010:0.0:1767384683.677506:0:40537:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a0ec8641. 80000000:00000010:0.0:1767384683.677509:0:40537:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006732b1ba. 40000000:00000010:0.0:1767384683.677512:0:40537:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e22ad7b0. 00100000:00000010:0.0:1767384683.677515:0:40537:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e644d96b. 00040000:00000010:0.0:1767384683.677518:0:40537:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000bce0c36. 00040000:00000010:0.0:1767384683.677522:0:40537:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007507886c. 00080000:00000010:0.0:1767384683.677525:0:40537:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006dea874e. 00002000:00000010:0.0:1767384683.677527:0:40537:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000097a5dc46. 00000020:00000010:0.0:1767384683.677530:0:40537:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001f4a0e9. 00000001:00000010:2.0:1767384684.157090:0:17607:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c4948176. 00002000:00000010:2.0:1767384684.157101:0:17607:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e6e5316d. 00080000:00000010:2.0:1767384684.157106:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000396c7c5a. 00000001:00000010:2.0:1767384684.157110:0:17607:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004d213e0f. 00002000:00000010:2.0:1767384684.157113:0:17607:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000c2607b16. 00080000:00000010:2.0:1767384684.157115:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004abda3bd. 00000001:00000010:2.0:1767384684.157118:0:17607:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000023a5195c. 00002000:00000010:2.0:1767384684.157121:0:17607:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000000500258d. 00080000:00000010:2.0:1767384684.157123:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000988f4cf8. 00000001:00000010:2.0:1767384684.157125:0:17607:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d6b2eca4. 00002000:00000010:2.0:1767384684.157127:0:17607:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000009a895654. 00080000:00000010:2.0:1767384684.157129:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000558816e6. 00000001:00000010:2.0:1767384684.157133:0:17607:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000142a6711. 00080000:00000010:2.0:1767384684.157137:0:17607:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e47dc6be. 00000020:00000010:0.0:1767384684.193397:0:41:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004e8ef876. 00000001:02000400:0.0:1767384684.881593:0:40713:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-server.virtnet: executing set_default_debug -1 all 00000400:00000200:2.0:1767384684.897384:0:16160:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.133@tcp43 00000400:00000010:2.0:1767384684.897390:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000095e96c79. 00000400:00000010:2.0:1767384684.897397:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004bc6886c. 00000400:00000010:2.0:1767384684.897402:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0f74e35. 00000400:00000010:2.0:1767384684.897408:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0269e9f. 00000400:00000200:2.0:1767384684.897412:0:16160:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.133@tcp43 00000400:00000200:2.0:1767384684.897430:0:16160:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.133@tcp43 local destination 00000400:00000200:2.0:1767384684.897435:0:16160:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp43 00000400:00000200:2.0:1767384684.897439:0:16160:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.133@tcp43 NI seq info: [256:256:256:4294967295] 192.168.203.133@tcp43 LPNI seq info [221:221:8:4294967295] 00000400:00000200:2.0:1767384684.897445:0:16160:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.133@tcp43 00000400:00000200:2.0:1767384684.897452:0:16160:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.133@tcp43(192.168.203.133@tcp43:) -> 192.168.203.133@tcp43(192.168.203.133@tcp43:192.168.203.133@tcp43) : GET try# 0 00000800:00000200:2.0:1767384684.897457:0:16160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.133@tcp43 00000800:00000010:2.0:1767384684.897462:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a64b5b7d. 00000800:00000200:2.0:1767384684.897468:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000800:00000200:2.1:1767384684.897472:0:16160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e87b5a3a] -> 12345-192.168.203.133@tcp43 (2) 00000400:00000200:2.0:1767384684.897495:0:16160:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.133@tcp43 added to recovery queue. ping count: 5 next ping: 338 health :500 00000400:00000200:3.0:1767384684.897864:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.897900:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.897912:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.897937:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.897953:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.897968:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.897981:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898004:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898023:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898044:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898060:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898072:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898083:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898099:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898114:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898133:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898156:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898184:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898220:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898255:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898283:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898331:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898353:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898373:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898398:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898431:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898454:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898479:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898493:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898510:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898526:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898541:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898562:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898589:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:3.0:1767384684.898616:0:16154:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:3.0:1767384684.898784:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8fa40c4. 00000800:00000010:3.0:1767384684.898789:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000077909fb4. 00000800:00000010:3.0:1767384684.898795:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000054123baf. 00000800:00000010:3.0:1767384684.898816:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000054123baf. 00000800:00020000:3.0:1767384684.898827:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384684.898831:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000077909fb4. 00000800:00000010:3.0:1767384684.898834:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c8fa40c4. 00000400:02020000:3.0:1767384684.898867:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp43 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384684.898874:0:16154:0:(router.c:1755:lnet_notify()) 192.168.203.133@tcp43 notifying 192.168.203.133@tcp43: down 00000800:00000200:3.0:1767384684.898896:0:16154:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.133@tcp43 down 00000800:00000100:3.0:1767384684.898903:0:16154:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.133@tcp43 00000800:00000010:3.0:1767384684.898906:0:16154:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a64b5b7d. 00000400:00000200:3.0:1767384684.898911:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384684.898916:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.133@tcp43->192.168.203.133@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384684.898924:0:16154:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384684.898938:0:16154:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384684.898942:0:16154:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.133@tcp43) recovery failed with -71 00000400:00000001:1.0:1767384684.901671:0:40715:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:3.0:1767384685.114538:0:40728:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384685.114551:0:40728:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384685.114555:0:40728:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384685.114561:0:40728:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384685.114567:0:40728:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384685.114569:0:40728:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384685.217394:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384685.217400:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384685.217406:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384685.217407:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384685.217442:0:39799:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384685.217445:0:39799:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384685.217448:0:39799:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384685.283984:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384685.283999:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384685.284001:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.284004:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384685.284007:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384685.284009:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.284012:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384685.467033:0:40778:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384685.467044:0:40778:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.467049:0:40778:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384685.467055:0:40778:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384685.467061:0:40778:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.467063:0:40778:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384685.665489:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (4) 00000800:00000200:0.1:1767384685.665497:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069b67c59] -> 12345-192.168.203.133@tcp38 (4) 00000400:00000200:1.0:1767384685.665628:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665665:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665686:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665707:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665727:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665752:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665773:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665797:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665823:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665847:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665869:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665886:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665904:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665940:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665964:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.665984:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666005:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666026:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666046:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666066:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666088:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666111:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666134:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666154:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666175:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666193:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666214:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666234:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666251:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666268:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666286:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666305:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666397:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666416:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.133:988 00000400:00000200:1.0:1767384685.666433:0:16153:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.133:988 00000800:00000010:1.0:1767384685.666554:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a583063. 00000800:00000010:1.0:1767384685.666558:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a46c692. 00000800:00000010:1.0:1767384685.666562:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028563434. 00000800:00000010:1.0:1767384685.666579:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028563434. 00000800:00020000:1.0:1767384685.666587:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384685.666590:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a46c692. 00000800:00000010:1.0:1767384685.666592:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a583063. 00000400:02020000:1.0:1767384685.666654:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp38 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384685.666659:0:16153:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:1.0:1767384685.921454:0:16160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384685.921459:0:16160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384685.921462:0:16160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f74e35 00000400:00000010:1.0:1767384685.921467:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0f74e35. 00000400:00000200:1.0:1767384685.921473:0:16160:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384685.921480:0:16160:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.133@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384685.921493:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000095e96c79. 00000400:00000010:1.0:1767384685.921497:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004bc6886c. 00080000:00000001:0.0:1767384686.042700:0:40827:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384686.042712:0:40827:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.042716:0:40827:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.042723:0:40827:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384686.042728:0:40827:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.042730:0:40827:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.242364:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384686.242368:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.242371:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384686.242372:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384686.242402:0:16800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384686.242406:0:16800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384686.242409:0:16800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384686.306015:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384686.306029:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384686.306030:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384686.306035:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384686.306038:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384686.306041:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.306044:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384686.689370:0:16155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e91242b] -> 12345-192.168.203.133@tcp25 (6) 00000800:00000200:0.0:1767384686.689379:0:16155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.133@tcp25 ip 192.168.203.133:988 00000800:00000200:0.0:1767384686.689383:0:16155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd38d5c4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384686.689541:0:16158:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384686.689546:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384686.689661:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384686.689666:0:16158:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384686.689669:0:16158:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384686.837856:0:40875:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384686.837868:0:40875:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384686.837872:0:40875:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384686.837878:0:40875:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384686.837883:0:40875:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384686.837886:0:40875:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384686.997516:0:40911:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384686.997521:0:40911:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg333-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1767384687.001794:0:40911:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1767384687.265363:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384687.265370:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.265376:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384687.265377:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384687.265562:0:39800:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384687.265565:0:39800:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384687.265568:0:39800:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384687.314278:0:40923:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384687.314290:0:40923:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.314295:0:40923:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384687.314302:0:40923:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384687.314306:0:40923:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.314576:0:40923:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.330981:0:16162:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384687.330993:0:16162:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384687.330994:0:16162:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.330998:0:16162:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384687.331001:0:16162:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384687.331003:0:16162:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.331006:0:16162:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384687.744127:0:40967:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384687.744140:0:40967:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.744144:0:40967:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384687.744150:0:40967:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384687.744155:0:40967:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.744157:0:40967:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.099650:0:41019:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384688.099662:0:41019:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.099665:0:41019:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.099670:0:41019:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384688.099674:0:41019:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.099676:0:41019:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384688.233265:0:41055:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000010:0.0:1767384688.737505:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e999e1eb. 02000000:00000010:0.0:1767384688.737526:0:40476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023bd3249. 00000100:00000010:0.0:1767384688.737957:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afaece40. 02000000:00000010:0.0:1767384688.737965:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000101ceeb4. 00000100:00000010:0.0:1767384688.737981:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b21a8da1. 02000000:00000010:0.0:1767384688.737985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f8bf9875. 02000000:00000010:1.0:1767384688.738013:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001618f626. 00000400:00000010:1.0:1767384688.738022:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000083bf351. 02000000:00000010:3.0:1767384688.738024:0:16165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bfda933. 00000400:00000010:1.0:1767384688.738030:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000400:00000010:3.0:1767384688.738032:0:16165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000190ed6e. 00000100:00000010:0.0:1767384688.738033:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 00000400:00000010:3.0:1767384688.738039:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 02000000:00000010:0.0:1767384688.738039:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f4cd6020. 00000400:00000010:1.0:1767384688.738042:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:3.0:1767384688.738045:0:16165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a587e9a. 02000000:00000010:2.0:1767384688.738109:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d02feab7. 00000400:00000010:2.0:1767384688.738114:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000450b56fc. 00000400:00000010:2.0:1767384688.738118:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004360e038. 00000400:00000010:2.0:1767384688.738122:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 02000000:00000010:0.0:1767384688.738168:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e975a8ae. 00000400:00000010:0.0:1767384688.738173:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bf8239. 00000400:00000010:0.0:1767384688.738177:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384688.738182:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000400:00000010:3.0:1767384688.738252:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029189cd8. 00000400:00000010:3.0:1767384688.738265:0:16165:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e393a14c. 00000400:00000010:3.0:1767384688.738282:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a587e9a. 00000100:00000010:3.0:1767384688.738294:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1119762. 00000100:00000010:3.0:1767384688.738304:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5c9372a. 00000100:00000010:3.0:1767384688.738308:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027d78eb0. 00000100:00000010:1.0:1767384688.738402:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006017c9b2. 00000400:00000010:1.0:1767384688.738416:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000020:00000010:1.0:1767384688.738460:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088923c34. 00000020:00000010:1.0:1767384688.738464:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088923c34. 00000020:00000010:1.0:1767384688.738471:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c480ede6. 00000100:00000010:2.0:1767384688.738473:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040edf820. 00000020:00000010:1.0:1767384688.738476:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a38d5b8. 00000020:00000010:1.0:1767384688.738481:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000400:00000010:2.0:1767384688.738496:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000100:00000010:3.0:1767384688.738512:0:16165:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d11e9c5b. 00000020:00000010:1.0:1767384688.738513:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088923c34. 00000020:00000010:1.0:1767384688.738518:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088923c34. 02000000:00000010:1.0:1767384688.738529:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ce904eaf. 00000400:00000010:1.0:1767384688.738540:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000020:00000010:3.0:1767384688.738541:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c51f750. 00000020:00000010:2.0:1767384688.738541:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c810cc42. 00000020:00000010:2.0:1767384688.738546:0:18091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c85dbe34. 00000400:00000010:1.0:1767384688.738561:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000020:00000010:1.0:1767384688.738572:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a38d5b8. 00000020:00000010:1.0:1767384688.738575:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384688.738577:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c480ede6. 02000000:00000010:1.0:1767384688.738583:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ce904eaf. 00000400:00000010:1.0:1767384688.738588:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bc0c25d. 00000400:00000010:1.0:1767384688.738591:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018c62acd. 00000020:00000010:3.0:1767384688.738647:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c51f750. 00000020:00000010:3.0:1767384688.738654:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6c82c7. 00000020:00000010:2.0:1767384688.738654:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0821635. 00000020:00000010:3.0:1767384688.738657:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ab34ed9. 00000020:00000010:2.0:1767384688.738657:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e4fdbc7. 00000020:00000010:3.0:1767384688.738660:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b31a3fa. 00000020:00000010:2.0:1767384688.738660:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:3.0:1767384688.738931:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c51f750. 00000020:00000010:3.0:1767384688.738934:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c51f750. 02000000:00000010:3.0:1767384688.738944:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b6f1398c. 00000400:00000010:3.0:1767384688.738968:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a587e9a. 00000400:00000010:3.0:1767384688.738991:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a587e9a. 00000020:00000010:3.0:1767384688.738999:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ab34ed9. 00000020:00000010:3.0:1767384688.739002:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b31a3fa. 00000020:00000010:3.0:1767384688.739006:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e6c82c7. 00000400:00000010:1.0:1767384688.739013:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000083bf351. 00000400:00000010:1.0:1767384688.739019:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 02000000:00000010:1.0:1767384688.739035:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed209149. 02000000:00000010:1.0:1767384688.739040:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc03bd42. 00000100:00000010:1.0:1767384688.739050:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021341f2. 02000000:00000010:1.0:1767384688.739063:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001618f626. 02000000:00000010:1.0:1767384688.739066:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023bd3249. 00000100:00000010:1.0:1767384688.739069:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e999e1eb. 00000020:00000010:2.0:1767384688.739082:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc75feb6. 00000020:00000010:2.0:1767384688.739086:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc75feb6. 02000000:00000010:2.0:1767384688.739096:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000070cc373e. 00000400:00000010:2.0:1767384688.739102:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384688.739125:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000400:00000010:3.0:1767384688.739135:0:16165:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000190ed6e. 00000020:00000010:2.0:1767384688.739135:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e4fdbc7. 00000400:00000010:3.0:1767384688.739138:0:16165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000020:00000010:2.0:1767384688.739138:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384688.739141:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0821635. 00000400:00000010:1.0:1767384688.739143:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000450b56fc. 00000400:00000010:1.0:1767384688.739149:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004360e038. 02000000:00000010:3.0:1767384688.739150:0:16165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bfda933. 02000000:00000010:3.0:1767384688.739155:0:16165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000101ceeb4. 00000100:00000010:3.0:1767384688.739158:0:16165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afaece40. 02000000:00000010:1.0:1767384688.739164:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d02feab7. 02000000:00000010:1.0:1767384688.739169:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f8bf9875. 00000100:00000010:1.0:1767384688.739172:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b21a8da1. 00000100:00000010:0.0:1767384688.739236:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012389a18. 00000400:00000010:0.0:1767384688.739251:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000020:00000010:1.0:1767384688.739281:0:40483:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009a583063. 00000020:00000010:1.0:1767384688.739289:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c480ede6. 00000020:00000010:1.0:1767384688.739292:0:40483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a38d5b8. 00000020:00000010:1.0:1767384688.739295:0:40483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 02000000:00000010:1.0:1767384688.739345:0:40483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000001618f626. 00000020:00000010:1.0:1767384688.739354:0:40483:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ef98b2aa. 00000004:00000010:1.0:1767384688.739362:0:40483:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000088923c34. 00000001:00000010:1.0:1767384688.739367:0:40483:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000a67ab31b. 00000001:00000010:1.0:1767384688.739373:0:40483:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ed1ed1bf. 00000001:00000010:1.0:1767384688.739381:0:40483:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000075497301. 00000001:00000010:1.0:1767384688.739384:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e472a5b7. 00000001:00000010:1.0:1767384688.739386:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6d93c2e. 00000001:00000010:1.0:1767384688.739389:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2281a86. 00000001:00000010:1.0:1767384688.739391:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000cef5c61. 00000001:00000010:1.0:1767384688.739394:0:40483:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001c6af9d5. 00000001:00000010:1.0:1767384688.739397:0:40483:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009270083e. 00000001:00000010:1.0:1767384688.739398:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009284e9e9. 00000001:00000010:1.0:1767384688.739401:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000948bb36e. 00000001:00000010:1.0:1767384688.739403:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e674593c. 00000001:00000010:1.0:1767384688.739406:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000509fd92e. 00000020:00000010:1.0:1767384688.739431:0:40483:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000938c69ee. 00000020:00000010:1.0:1767384688.739498:0:40483:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ce904eaf. 00000020:00000010:1.0:1767384688.739503:0:40483:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000011c1beac. 00000020:00000010:1.0:1767384688.739511:0:40483:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000fe3713bc. 00000020:00000010:1.0:1767384688.739531:0:40483:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000000859c35. 00000020:00000010:1.0:1767384688.739534:0:40483:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000049d6df92. 00000020:00000010:1.0:1767384688.739537:0:40483:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000df6bbadc. 00000020:00000010:1.0:1767384688.739554:0:40483:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008d12c62a. 00000400:00000010:1.0:1767384688.739578:0:40483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000400:00000010:1.0:1767384688.739598:0:40483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000020:00000010:1.0:1767384688.739612:0:40483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a38d5b8. 00000020:00000010:1.0:1767384688.739615:0:40483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384688.739618:0:40483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c480ede6. 00000400:00000010:0.0:1767384688.739645:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bf8239. 00000400:00000010:0.0:1767384688.739650:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 02000000:00000010:0.0:1767384688.739672:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e975a8ae. 02000000:00000010:0.0:1767384688.739676:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f4cd6020. 00000100:00000010:0.0:1767384688.739778:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000100:00000010:1.0:1767384688.756402:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5c9372a. 00000100:00000010:0.0:1767384688.756462:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1119762. 00000100:00000010:3.0:1767384688.757376:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d11e9c5b. 00000100:00000010:2.0:1767384688.757384:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027d78eb0. 00000400:00000010:1.0:1767384688.993412:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003682f9c4. 00000400:00000010:1.0:1767384688.993425:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d546c049. 00000400:00000010:1.0:1767384688.993431:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000400:00000010:1.0:1767384688.993439:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cac19611. 00000800:00000010:1.0:1767384688.993467:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006615c6fa. 00000400:00000010:1.0:1767384688.993502:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003d479ed8. 00000400:00000010:1.0:1767384688.993506:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007507886c. 00000400:00000010:1.0:1767384688.993508:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384688.993511:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000168ee88d. 00000800:00000010:1.0:1767384688.993519:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005b24ca06. 00000800:00000010:0.0:1767384688.994965:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d57347d8. 00000800:00000010:0.0:1767384688.994971:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066fa7dd1. 00000800:00000010:0.0:1767384688.994976:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f31a0dd1. 00000800:00000010:0.0:1767384688.995000:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f31a0dd1. 00000800:00020000:0.0:1767384688.995011:0:16152:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384688.995016:0:16152:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066fa7dd1. 00000800:00000010:0.0:1767384688.995018:0:16152:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d57347d8. 00000400:02020000:0.0:1767384688.995063:0:16152:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp33 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384688.995074:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005b24ca06. 00000800:00000010:2.0:1767384688.995598:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e2f8848. 00000800:00000010:2.0:1767384688.995602:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008290917f. 00000800:00000010:2.0:1767384688.995604:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000651a23bd. 00000800:00000010:2.0:1767384688.995622:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000651a23bd. 00000800:00020000:2.0:1767384688.995627:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:2.0:1767384688.995629:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008290917f. 00000800:00000010:2.0:1767384688.995631:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007e2f8848. 00000400:02020000:2.0:1767384688.995655:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp45 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384688.995661:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006615c6fa. 00040000:00000010:1.0:1767384689.761424:0:16841:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ed3957a5. 00000004:00000010:1.0:1767384689.761436:0:16841:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f3bf7578. 00000004:00000010:1.0:1767384689.761442:0:16841:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e57d4db. 00000004:00000010:1.0:1767384689.761448:0:16841:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005af93aa1. 00000004:00000010:1.0:1767384689.761453:0:16841:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000606e2182. 00000800:00000010:0.0:1767384689.763165:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d57347d8. 00000800:00000010:0.0:1767384689.763174:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066fa7dd1. 00000800:00000010:0.0:1767384689.763180:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f31a0dd1. 00000800:00000010:0.0:1767384689.763206:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f31a0dd1. 00000800:00020000:0.0:1767384689.763219:0:16153:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:0.0:1767384689.763224:0:16153:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066fa7dd1. 00000800:00000010:0.0:1767384689.763227:0:16153:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d57347d8. 00000400:02020000:0.0:1767384689.763293:0:16153:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp44 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384689.763671:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f675b4f. 00000800:00000010:1.0:1767384689.763675:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3ea34a4. 00000800:00000010:1.0:1767384689.763678:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007744612b. 00000800:00000010:1.0:1767384689.763702:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007744612b. 00000800:00000010:2.0:1767384689.763806:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000048745ada. 00000800:00000010:0.0:1767384689.763850:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d57347d8. 00000800:00000010:0.0:1767384689.763857:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066fa7dd1. 00000800:00000010:0.0:1767384689.763889:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ae7c4f51. 00000800:00000010:0.1:1767384689.763904:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ae7c4f51. 00000800:00000010:0.0:1767384689.763915:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f31a0dd1. 00000800:00000010:0.0:1767384689.763971:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f31a0dd1. 00000800:00000010:0.0:1767384689.763975:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066fa7dd1. 00000800:00000010:1.0:1767384689.763988:0:16154:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3ea34a4. 00000800:00000010:0.0:1767384689.764017:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000048745ada. 00000400:00000010:1.0:1767384690.018163:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000400:00000010:1.0:1767384690.018186:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003682f9c4. 00000400:00000010:1.0:1767384690.018202:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d546c049. 00000400:00000010:1.0:1767384690.018205:0:16160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.018207:0:16160:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003d479ed8. 00000400:00000010:1.0:1767384690.018208:0:16160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007507886c. 00000100:00000010:0.0:1767384690.273931:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.273951:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006dc74e50. 00010000:00000010:0.0:1767384690.273964:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000648dff2e. 00010000:00000010:0.0:1767384690.273969:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000816187c9. 00000100:00000010:0.0:1767384690.273983:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae7c4f51. 02000000:00000010:0.0:1767384690.273999:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e975a8ae. 00000400:00000010:0.0:1767384690.274007:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bf8239. 00000400:00000010:0.0:1767384690.274013:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.274020:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000400:00000010:0.0:1767384690.274038:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090b99098. 00000400:00000010:0.0:1767384690.274047:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000162b1062. 00000400:00000010:0.0:1767384690.274067:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000100:00000010:0.0:1767384690.274078:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0634d70. 00000100:00000010:0.0:1767384690.274089:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077f2fb1f. 00000100:00000010:0.0:1767384690.274096:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c01d572. 00000100:00000010:0.0:1767384690.274100:0:16808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b86672f. 00000020:00000010:1.0:1767384690.274155:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.274159:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.274163:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007507886c. 00000020:00000010:1.0:1767384690.274166:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf509c46. 00000020:00000010:1.0:1767384690.274169:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384690.274197:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.274198:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007744612b. 00010000:00000010:1.0:1767384690.274212:0:40447:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006bbed0b3. 00010000:00000010:1.0:1767384690.274215:0:40447:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000068486f91. 02000000:00000010:1.0:1767384690.274225:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000946a05ba. 00000400:00000010:1.0:1767384690.274242:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.274261:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000020:00000010:1.0:1767384690.274271:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf509c46. 00000020:00000010:1.0:1767384690.274274:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384690.274277:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007507886c. 02000000:00000010:1.0:1767384690.274283:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000946a05ba. 00000400:00000010:1.0:1767384690.274289:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000083bf351. 00000400:00000010:0.0:1767384690.274289:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bf8239. 00000400:00000010:0.0:1767384690.274292:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000400:00000010:1.0:1767384690.274299:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3ea34a4. 00000100:00000010:0.0:1767384690.274307:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae7c4f51. 02000000:00000010:0.0:1767384690.274332:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e975a8ae. 02000000:00000010:0.0:1767384690.274337:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006dc74e50. 00000100:00000010:0.0:1767384690.274341:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 10000000:00000010:0.0:1767384690.274403:0:16808:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000dabdfc04. 00000100:00000010:0.0:1767384690.274421:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.274426:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006dc74e50. 00000100:00000010:0.0:1767384690.274432:0:16808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e975a8ae. 00000100:00000010:0.0:1767384690.274434:0:16808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f31a0dd1. 00000100:00000010:0.0:1767384690.274444:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae7c4f51. 00000400:00000010:0.0:1767384690.274453:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bf8239. 00000400:00000010:0.0:1767384690.274457:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.274461:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df8ecc3d. 00000400:00000010:0.0:1767384690.274464:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.274466:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.274468:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000400:00000010:0.0:1767384690.274476:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e3b5ec7. 00000400:00000010:0.0:1767384690.274480:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009aec8026. 00000400:00000010:0.0:1767384690.274496:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000020:00000010:1.0:1767384690.274941:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.274944:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.274947:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007507886c. 00000020:00000010:1.0:1767384690.274949:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf509c46. 00000020:00000010:1.0:1767384690.274952:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384690.274971:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.274973:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007744612b. 02000000:00000010:1.0:1767384690.274979:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000946a05ba. 20000000:00000010:1.0:1767384690.274987:0:40447:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000003d479ed8. 00000100:00000010:1.0:1767384690.275033:0:40447:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008f2dcd6d. 00000100:00000010:1.0:1767384690.275036:0:40447:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008739d598. 00000400:00000010:1.0:1767384690.275044:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.275049:0:40447:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e002a366. 00000400:00000010:1.0:1767384690.275058:0:40447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bf8239. 00000400:00000010:1.0:1767384690.275064:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000066fa7dd1. 00000400:00000010:1.0:1767384690.275087:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000100:00000010:1.0:1767384690.275094:0:40447:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008739d598. 00000100:00000010:1.0:1767384690.275096:0:40447:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008f2dcd6d. 20000000:00000010:1.0:1767384690.275103:0:40447:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000003d479ed8. 00000400:00000010:1.0:1767384690.275110:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.275121:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000020:00000010:1.0:1767384690.275128:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf509c46. 00000020:00000010:1.0:1767384690.275131:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384690.275134:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007507886c. 02000000:00000010:1.0:1767384690.275137:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000946a05ba. 00000400:00000010:1.0:1767384690.275141:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000927344f. 00000400:00000010:1.0:1767384690.275144:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa76d507. 00000400:00000010:0.0:1767384690.275194:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.275198:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000010:0.0:1767384690.275206:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae7c4f51. 10000000:00000010:0.0:1767384690.275216:0:16808:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c70f5351. 10000000:00000010:0.0:1767384690.275225:0:16808:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c70f5351. 02000000:00000010:0.0:1767384690.275227:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df8ecc3d. 00000100:00000010:0.0:1767384690.275230:0:16808:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f31a0dd1. 00000100:00000010:0.0:1767384690.275232:0:16808:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e975a8ae. 02000000:00000010:0.0:1767384690.275234:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006dc74e50. 00000100:00000010:0.0:1767384690.275236:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 10000000:00000010:0.0:1767384690.275248:0:16808:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000dabdfc04. 00000100:00000010:0.0:1767384690.275257:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.275261:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006dc74e50. 00010000:00000010:0.0:1767384690.275267:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004f567f21. 00000100:00000010:0.0:1767384690.275273:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.275279:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e975a8ae. 00000400:00000010:0.0:1767384690.275282:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.275284:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.275287:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000400:00000010:0.0:1767384690.275294:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000483f0cd7. 00000400:00000010:0.0:1767384690.275298:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016e88362. 00000400:00000010:0.0:1767384690.275365:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000020:00000010:1.0:1767384690.275413:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.275416:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.275418:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007507886c. 00000020:00000010:1.0:1767384690.275421:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf509c46. 00000020:00000010:1.0:1767384690.275423:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384690.275445:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007744612b. 00000020:00000010:1.0:1767384690.275447:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007744612b. 00010000:00000010:1.0:1767384690.275456:0:40447:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ea89eab7. 02000000:00000010:1.0:1767384690.275462:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000946a05ba. 00000400:00000010:1.0:1767384690.275473:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.275535:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000020:00000010:1.0:1767384690.275544:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf509c46. 00000020:00000010:1.0:1767384690.275546:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:1.0:1767384690.275549:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007507886c. 02000000:00000010:1.0:1767384690.275552:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000946a05ba. 00000400:00000010:1.0:1767384690.275556:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e339fe5. 00000400:00000010:1.0:1767384690.275560:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab08d90. 00000400:00000010:0.0:1767384690.275619:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.275622:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000010:0.0:1767384690.275632:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.275638:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e975a8ae. 02000000:00000010:0.0:1767384690.275640:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006dc74e50. 00000100:00000010:0.0:1767384690.275641:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 10000000:00000010:0.0:1767384690.275645:0:16808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f31a0dd1. 00000020:00000010:0.0:1767384690.275646:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dc74e50. 00000020:00000010:0.0:1767384690.275648:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df8ecc3d. 00000040:00000010:0.0:1767384690.275651:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006e887f84. 00000020:00000010:0.0:1767384690.275654:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a8b7198d. 00000020:00000010:0.0:1767384690.275656:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068f87be5. 80000000:00000010:0.0:1767384690.275658:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d6c8b6f. 00040000:00000010:0.0:1767384690.275661:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ef8fda2. 00080000:00000010:0.0:1767384690.275664:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e644d96b. 20000000:00000010:0.0:1767384690.275666:0:16808:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b5934132. 00000040:00000010:0.0:1767384690.275670:0:16808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085fedf1b. 00000100:00000010:0.0:1767384690.275672:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.275676:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abf391a2. 00000100:00000010:0.0:1767384690.275680:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.275684:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b76fbf6d. 00000400:00000010:0.0:1767384690.275686:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.275687:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.275689:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000400:00000010:0.0:1767384690.275694:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a680ae7. 00000400:00000010:0.0:1767384690.275697:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8c4cdaa. 00000400:00000010:0.0:1767384690.275709:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000020:00000010:2.0:1767384690.275743:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.275746:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.275751:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384690.275753:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.275756:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.275778:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.275780:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c73825. 02000000:00000010:2.0:1767384690.275794:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000396c7c5a. 00000040:00000010:2.0:1767384690.275799:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fcd31b5b. 00000040:00000010:2.0:1767384690.275976:0:40448:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000026da9dc1. 00000040:00000010:2.0:1767384690.275986:0:40448:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000026da9dc1. 00000040:00000010:2.0:1767384690.275988:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fcd31b5b. 20000000:00000010:2.0:1767384690.275993:0:40448:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000056c73825. 20000000:00000010:2.0:1767384690.275995:0:40448:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 0000000056c73825. 00000400:00000010:2.0:1767384690.276000:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384690.276018:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000020:00000010:2.0:1767384690.276026:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.276029:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.276031:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 02000000:00000010:2.0:1767384690.276034:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.276040:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a261c8f. 00000400:00000010:2.0:1767384690.276043:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008290917f. 00000400:00000010:0.0:1767384690.276044:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.276046:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000010:0.0:1767384690.276054:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.276059:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b76fbf6d. 02000000:00000010:0.0:1767384690.276061:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abf391a2. 00000100:00000010:0.0:1767384690.276063:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000040:00000010:0.0:1767384690.276069:0:16808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000637f22e4. 00000100:00000010:0.0:1767384690.276071:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.276081:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abf391a2. 00000100:00000010:0.0:1767384690.276085:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.276101:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006c4edb28. 00000400:00000010:0.0:1767384690.276105:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.276107:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ae7c4f51. 00000400:00000010:0.0:1767384690.276111:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.276119:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf8367a. 00000400:00000010:0.0:1767384690.276124:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e03245. 00000400:00000010:0.0:1767384690.276142:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000020:00000010:2.0:1767384690.276193:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.276195:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.276197:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384690.276198:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.276200:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.276215:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.276219:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c73825. 02000000:00000010:2.0:1767384690.276232:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000001300cb3f. 00000040:00000010:2.0:1767384690.276235:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fcd31b5b. 00000040:00000010:2.0:1767384690.276241:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384690.276405:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384690.276407:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fcd31b5b. 00000400:00000010:2.0:1767384690.276413:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000254eb3d0. 00000400:00000010:2.0:1767384690.276469:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000254eb3d0. 00000020:00000010:2.0:1767384690.276478:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.276480:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.276482:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 02000000:00000010:2.0:1767384690.276485:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000001300cb3f. 00000400:00000010:2.0:1767384690.276498:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dafc4a06. 00000400:00000010:2.0:1767384690.276505:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000254eb3d0. 00000400:00000010:0.0:1767384690.276535:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.276538:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ae7c4f51. 00000100:00000010:0.0:1767384690.276544:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.276548:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006c4edb28. 02000000:00000010:0.0:1767384690.276554:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abf391a2. 00000100:00000010:0.0:1767384690.276556:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000040:00000010:0.0:1767384690.276560:0:16808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000007d854760. 00000020:00000010:0.0:1767384690.276741:0:41070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf391a2. 00000020:00000010:0.0:1767384690.276743:0:41070:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b76fbf6d. 00000040:00000010:0.0:1767384690.276745:0:41070:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d51a64a8. 00000020:00000010:0.0:1767384690.276747:0:41070:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006dea874e. 00000020:00000010:0.0:1767384690.276750:0:41070:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fa326e86. 00000020:00000010:0.0:1767384690.276752:0:41070:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d5653e66. 80000000:00000010:0.0:1767384690.276754:0:41070:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000047d1e377. 40000000:00000010:0.0:1767384690.276756:0:41070:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001c0c4672. 00100000:00000010:0.0:1767384690.276760:0:41070:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eb6e3314. 00040000:00000010:0.0:1767384690.276763:0:41070:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008dff6547. 00040000:00000010:0.0:1767384690.276766:0:41070:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003a68b26c. 00040000:00000010:0.0:1767384690.276768:0:41070:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd25e152. 00080000:00000010:0.0:1767384690.276770:0:41070:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000094dd66e5. 00000004:00000010:0.0:1767384690.276773:0:41070:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000066c1556e. 00000004:00000010:0.0:1767384690.276775:0:41070:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c70f5351. 00000004:00000010:0.0:1767384690.276779:0:41070:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000075254ca5. 00002000:00000010:0.0:1767384690.276781:0:41070:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e975a8ae. 00000004:00000010:0.0:1767384690.276787:0:41070:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000018ec750b. 00000020:00000010:0.0:1767384690.276789:0:41070:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000289ecbaf. 00000040:00000010:0.0:1767384690.276800:0:41070:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000b8d476b. 00000040:00000010:0.0:1767384690.277171:0:41070:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000000b8d476b. 00000020:00000010:0.0:1767384690.277177:0:41070:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000289ecbaf. 00000020:00000010:0.0:1767384690.277184:0:41070:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b76fbf6d. 00000040:00000010:0.0:1767384690.277186:0:41070:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d51a64a8. 00000020:00000010:0.0:1767384690.277188:0:41070:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006dea874e. 00000020:00000010:0.0:1767384690.277190:0:41070:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fa326e86. 00000020:00000010:0.0:1767384690.277193:0:41070:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d5653e66. 80000000:00000010:0.0:1767384690.277195:0:41070:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000047d1e377. 40000000:00000010:0.0:1767384690.277197:0:41070:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001c0c4672. 00100000:00000010:0.0:1767384690.277198:0:41070:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eb6e3314. 00040000:00000010:0.0:1767384690.277200:0:41070:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008dff6547. 00040000:00000010:0.0:1767384690.277202:0:41070:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003a68b26c. 00040000:00000010:0.0:1767384690.277204:0:41070:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dd25e152. 00080000:00000010:0.0:1767384690.277206:0:41070:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000094dd66e5. 00000004:00000010:0.0:1767384690.277208:0:41070:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000066c1556e. 00000004:00000010:0.0:1767384690.277210:0:41070:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c70f5351. 00000004:00000010:0.0:1767384690.277212:0:41070:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000075254ca5. 00002000:00000010:0.0:1767384690.277214:0:41070:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e975a8ae. 00000004:00000010:0.0:1767384690.277216:0:41070:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000018ec750b. 00000020:00000010:0.0:1767384690.277217:0:41070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf391a2. 00000040:00000010:1.0:1767384690.277260:0:16808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007d854760. 00000040:00000010:1.0:1767384690.277271:0:16808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000637f22e4. 00000040:00000010:1.0:1767384690.277276:0:16808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085fedf1b. 00000020:00000010:1.0:1767384690.277282:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df8ecc3d. 00000040:00000010:1.0:1767384690.277284:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e887f84. 00000020:00000010:1.0:1767384690.277286:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a8b7198d. 00000020:00000010:1.0:1767384690.277293:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068f87be5. 80000000:00000010:1.0:1767384690.277295:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006d6c8b6f. 00040000:00000010:1.0:1767384690.277297:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ef8fda2. 00080000:00000010:1.0:1767384690.277300:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e644d96b. 20000000:00000010:1.0:1767384690.277302:0:16808:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b5934132. 00000020:00000010:1.0:1767384690.277303:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dc74e50. 10000000:00000010:1.0:1767384690.277305:0:16808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f31a0dd1. 00000100:00000010:1.0:1767384690.277335:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384690.277342:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007507886c. 00010000:00000010:1.0:1767384690.277354:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a240a611. 00000100:00000010:1.0:1767384690.277362:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bb8a147. 02000000:00000010:1.0:1767384690.277370:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000946a05ba. 00000400:00000010:1.0:1767384690.277374:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d468bc45. 00000400:00000010:1.0:1767384690.277378:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.277382:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000400:00000010:1.0:1767384690.277393:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005975b71f. 00000400:00000010:1.0:1767384690.277400:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef833eee. 00000400:00000010:1.0:1767384690.277419:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000020:00000010:2.0:1767384690.277788:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.277792:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.277795:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384690.277798:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.277800:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.277821:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.277824:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c73825. 00010000:00000010:2.0:1767384690.277835:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bcd1ea9. 02000000:00000010:2.0:1767384690.277843:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.277855:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384690.277879:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000020:00000010:2.0:1767384690.277887:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.277904:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.277907:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcd31b5b. 02000000:00000010:2.0:1767384690.277910:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.277916:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e963d7f6. 00000400:00000010:2.0:1767384690.277919:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa7f814b. 00000400:00000010:1.0:1767384690.277960:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d468bc45. 00000400:00000010:1.0:1767384690.277965:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000100:00000010:1.0:1767384690.277975:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005bb8a147. 02000000:00000010:1.0:1767384690.277985:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000946a05ba. 02000000:00000010:1.0:1767384690.277988:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007507886c. 00000100:00000010:1.0:1767384690.277990:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 10000000:00000010:1.0:1767384690.277996:0:16808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007744612b. 00000020:00000010:1.0:1767384690.277998:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007507886c. 00000020:00000010:1.0:1767384690.278000:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d546c049. 00000040:00000010:1.0:1767384690.278003:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000001f4a0e9. 00000020:00000010:1.0:1767384690.278006:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009dc3ee48. 00000020:00000010:1.0:1767384690.278014:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a0ec8641. 80000000:00000010:1.0:1767384690.278017:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003b9f79d7. 00040000:00000010:1.0:1767384690.278020:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002559023a. 00080000:00000010:1.0:1767384690.278022:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002e9e4a60. 20000000:00000010:1.0:1767384690.278025:0:16808:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d91f7236. 00000040:00000010:1.0:1767384690.278028:0:16808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000376221b0. 00000100:00000010:1.0:1767384690.278031:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384690.278039:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c480ede6. 00000100:00000010:1.0:1767384690.278044:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bb8a147. 02000000:00000010:1.0:1767384690.278051:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005eed7be9. 00000400:00000010:1.0:1767384690.278054:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d468bc45. 00000400:00000010:1.0:1767384690.278057:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.278060:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000400:00000010:1.0:1767384690.278068:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a62a8306. 00000400:00000010:1.0:1767384690.278073:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000838e9f51. 00000400:00000010:1.0:1767384690.278093:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000020:00000010:2.0:1767384690.278203:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.278207:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.278211:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384690.278214:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.278217:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.278237:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c73825. 00000020:00000010:2.0:1767384690.278240:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c73825. 02000000:00000010:2.0:1767384690.278248:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000396c7c5a. 00000040:00000010:2.0:1767384690.278254:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc03bd42. 00000040:00000010:2.0:1767384690.278286:0:40448:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000026da9dc1. 00000020:00000010:2.0:1767384690.278293:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f55cdce4. 00080000:00000010:2.0:1767384690.278300:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000081eb0029. 00000040:00000010:2.0:1767384690.278470:0:40448:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000026da9dc1. 00000040:00000010:2.0:1767384690.278474:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc03bd42. 20000000:00000010:2.0:1767384690.278481:0:40448:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000000944cebd. 20000000:00000010:2.0:1767384690.278489:0:40448:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000000944cebd. 00000400:00000010:2.0:1767384690.278497:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384690.278520:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000020:00000010:2.0:1767384690.278529:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.278532:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.278535:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcd31b5b. 02000000:00000010:2.0:1767384690.278540:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000396c7c5a. 00000400:00000010:1.0:1767384690.278546:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d468bc45. 00000400:00000010:2.0:1767384690.278547:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e3c4b20. 00000400:00000010:1.0:1767384690.278553:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000400:00000010:2.0:1767384690.278560:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d645428. 00000100:00000010:1.0:1767384690.278564:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005bb8a147. 02000000:00000010:1.0:1767384690.278572:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005eed7be9. 02000000:00000010:1.0:1767384690.278576:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c480ede6. 00000100:00000010:1.0:1767384690.278580:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 00000040:00000010:1.0:1767384690.278585:0:16808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000637f22e4. 00000100:00000010:1.0:1767384690.278589:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384690.278594:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005eed7be9. 00000100:00000010:1.0:1767384690.278598:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bb8a147. 02000000:00000010:1.0:1767384690.278611:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006c4edb28. 00000400:00000010:1.0:1767384690.278615:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d468bc45. 00000400:00000010:1.0:1767384690.278618:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b392e4f3. 00000400:00000010:1.0:1767384690.278621:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.278629:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084af5790. 00000400:00000010:1.0:1767384690.278634:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f5e8597. 00000400:00000010:1.0:1767384690.278647:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000020:00000010:2.0:1767384690.278681:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000944cebd. 00000020:00000010:2.0:1767384690.278684:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000944cebd. 00000020:00000010:2.0:1767384690.278687:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc03bd42. 00000020:00000010:2.0:1767384690.278688:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.278690:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.278705:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000944cebd. 00000020:00000010:2.0:1767384690.278707:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000944cebd. 02000000:00000010:2.0:1767384690.278729:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000001300cb3f. 00000040:00000010:2.0:1767384690.278738:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c1cc3f5b. 00000040:00000010:2.0:1767384690.278746:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384690.278962:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384690.278965:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c1cc3f5b. 00000400:00000010:2.0:1767384690.278971:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c02adfa5. 00000400:00000010:2.0:1767384690.278989:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c02adfa5. 00000020:00000010:2.0:1767384690.278994:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.278996:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.278998:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc03bd42. 02000000:00000010:2.0:1767384690.279000:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000001300cb3f. 00000400:00000010:2.0:1767384690.279010:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004255a6bb. 00000400:00000010:2.0:1767384690.279013:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c02adfa5. 00000400:00000010:1.0:1767384690.279020:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d468bc45. 00000400:00000010:1.0:1767384690.279026:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b392e4f3. 00000100:00000010:1.0:1767384690.279036:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005bb8a147. 02000000:00000010:1.0:1767384690.279042:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006c4edb28. 02000000:00000010:1.0:1767384690.279050:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005eed7be9. 00000100:00000010:1.0:1767384690.279053:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 00000040:00000010:1.0:1767384690.279058:0:16808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000c2ab927. 00000020:00000010:1.0:1767384690.279262:0:41071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005eed7be9. 00000020:00000010:1.0:1767384690.279265:0:41071:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df502592. 00000040:00000010:1.0:1767384690.279267:0:41071:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003f14a0e8. 00000020:00000010:1.0:1767384690.279269:0:41071:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000625cd6fc. 00000020:00000010:1.0:1767384690.279272:0:41071:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5824ef5. 00000020:00000010:1.0:1767384690.279274:0:41071:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004583dae8. 80000000:00000010:1.0:1767384690.279276:0:41071:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfe70e7c. 40000000:00000010:1.0:1767384690.279277:0:41071:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c2676710. 00100000:00000010:1.0:1767384690.279280:0:41071:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000063883da6. 00040000:00000010:1.0:1767384690.279283:0:41071:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006c39d10a. 00040000:00000010:1.0:1767384690.279285:0:41071:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000edcdb9aa. 00040000:00000010:1.0:1767384690.279286:0:41071:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ae0f9d1f. 00080000:00000010:1.0:1767384690.279288:0:41071:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b75ffc0. 00000004:00000010:1.0:1767384690.279290:0:41071:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000084a60757. 00000004:00000010:1.0:1767384690.279293:0:41071:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005d87892f. 00000004:00000010:1.0:1767384690.279296:0:41071:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000486e4401. 00002000:00000010:1.0:1767384690.279298:0:41071:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000946a05ba. 00000004:00000010:1.0:1767384690.279300:0:41071:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008f2dcd6d. 00000020:00000010:1.0:1767384690.279302:0:41071:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002cc4fa34. 00000040:00000010:1.0:1767384690.279307:0:41071:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002f3718ad. 00000040:00000010:1.0:1767384690.279690:0:41071:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002f3718ad. 00000020:00000010:1.0:1767384690.279697:0:41071:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002cc4fa34. 00000020:00000010:1.0:1767384690.279707:0:41071:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df502592. 00000040:00000010:1.0:1767384690.279710:0:41071:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003f14a0e8. 00000020:00000010:1.0:1767384690.279714:0:41071:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000625cd6fc. 00000020:00000010:1.0:1767384690.279717:0:41071:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5824ef5. 00000020:00000010:1.0:1767384690.279726:0:41071:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004583dae8. 80000000:00000010:1.0:1767384690.279729:0:41071:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cfe70e7c. 40000000:00000010:1.0:1767384690.279732:0:41071:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c2676710. 00100000:00000010:1.0:1767384690.279735:0:41071:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000063883da6. 00040000:00000010:1.0:1767384690.279737:0:41071:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006c39d10a. 00040000:00000010:1.0:1767384690.279740:0:41071:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000edcdb9aa. 00040000:00000010:1.0:1767384690.279742:0:41071:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ae0f9d1f. 00080000:00000010:1.0:1767384690.279745:0:41071:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b75ffc0. 00000004:00000010:1.0:1767384690.279748:0:41071:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000084a60757. 00000004:00000010:1.0:1767384690.279750:0:41071:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005d87892f. 00000004:00000010:1.0:1767384690.279758:0:41071:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000486e4401. 00002000:00000010:1.0:1767384690.279761:0:41071:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000946a05ba. 00000004:00000010:1.0:1767384690.279764:0:41071:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008f2dcd6d. 00000020:00000010:1.0:1767384690.279766:0:41071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005eed7be9. 00000040:00000010:0.0:1767384690.279791:0:16808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000c2ab927. 00000040:00000010:0.0:1767384690.279797:0:16808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000637f22e4. 00000040:00000010:0.0:1767384690.279801:0:16808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000376221b0. 00000020:00000010:0.0:1767384690.279805:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d546c049. 00000040:00000010:0.0:1767384690.279808:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000001f4a0e9. 00000020:00000010:0.0:1767384690.279810:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009dc3ee48. 00000020:00000010:0.0:1767384690.279812:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a0ec8641. 80000000:00000010:0.0:1767384690.279814:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003b9f79d7. 00040000:00000010:0.0:1767384690.279817:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002559023a. 00080000:00000010:0.0:1767384690.279819:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002e9e4a60. 20000000:00000010:0.0:1767384690.279821:0:16808:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d91f7236. 00000020:00000010:0.0:1767384690.279827:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007507886c. 10000000:00000010:0.0:1767384690.279829:0:16808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000007744612b. 00000100:00000010:0.0:1767384690.279837:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.279842:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abf391a2. 00010000:00000010:0.0:1767384690.279848:0:16808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009d18f40b. 00010000:00000010:0.0:1767384690.279851:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a014d7cb. 00000100:00000010:0.0:1767384690.279857:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.279863:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000018ec750b. 00000400:00000010:0.0:1767384690.279866:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.279869:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.279871:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000400:00000010:0.0:1767384690.279878:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb148da6. 00000400:00000010:0.0:1767384690.279882:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9d8b40b. 00000400:00000010:0.0:1767384690.279905:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000020:00000010:2.0:1767384690.279931:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.279934:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.279937:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1cc3f5b. 00000020:00000010:2.0:1767384690.279939:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.279940:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.279965:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.279967:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048893dda. 00010000:00000010:2.0:1767384690.279975:0:40448:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009f45db80. 00010000:00000010:2.0:1767384690.279978:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000edbd8bb3. 02000000:00000010:2.0:1767384690.279984:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.279992:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384690.280010:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000020:00000010:2.0:1767384690.280015:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.280017:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.280018:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1cc3f5b. 02000000:00000010:2.0:1767384690.280020:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.280023:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cfd0eaa. 00000400:00000010:2.0:1767384690.280026:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007271b8b. 00000400:00000010:0.0:1767384690.280040:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.280046:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000010:0.0:1767384690.280055:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.280064:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000018ec750b. 02000000:00000010:0.0:1767384690.280068:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abf391a2. 00000100:00000010:0.0:1767384690.280070:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000100:00000010:0.0:1767384690.280079:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.280085:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abf391a2. 00010000:00000010:0.0:1767384690.280091:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a957705f. 00000100:00000010:0.0:1767384690.280096:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.280103:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000018ec750b. 00000400:00000010:0.0:1767384690.280106:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.280109:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.280113:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000400:00000010:0.0:1767384690.280121:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c42c690. 00000400:00000010:0.0:1767384690.280127:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022fff1a7. 00000400:00000010:0.0:1767384690.280145:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000020:00000010:2.0:1767384690.280186:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280190:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280194:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1cc3f5b. 00000020:00000010:2.0:1767384690.280197:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.280199:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.280218:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280220:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048893dda. 00010000:00000010:2.0:1767384690.280228:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a53b606. 02000000:00000010:2.0:1767384690.280234:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.280245:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384690.280266:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000020:00000010:2.0:1767384690.280273:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.280275:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.280277:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1cc3f5b. 02000000:00000010:2.0:1767384690.280281:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.280286:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0c80a9b. 00000400:00000010:2.0:1767384690.280290:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4452f58. 00000400:00000010:0.0:1767384690.280293:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.280298:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000100:00000010:0.0:1767384690.280336:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.280357:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000018ec750b. 02000000:00000010:0.0:1767384690.280361:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abf391a2. 00000100:00000010:0.0:1767384690.280363:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 10000000:00000010:0.0:1767384690.280368:0:16808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001c0c4672. 00000020:00000010:0.0:1767384690.280370:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf391a2. 00000020:00000010:0.0:1767384690.280372:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd25e152. 00000040:00000010:0.0:1767384690.280375:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d5653e66. 00000020:00000010:0.0:1767384690.280378:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075254ca5. 00000020:00000010:0.0:1767384690.280381:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d51a64a8. 80000000:00000010:0.0:1767384690.280383:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000047d1e377. 00040000:00000010:0.0:1767384690.280385:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b76fbf6d. 00080000:00000010:0.0:1767384690.280388:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000066c1556e. 20000000:00000010:0.0:1767384690.280391:0:16808:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000008764bbba. 00000040:00000010:0.0:1767384690.280394:0:16808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b684a83c. 00000100:00000010:0.0:1767384690.280397:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.280402:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006dc74e50. 00000100:00000010:0.0:1767384690.280407:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.280413:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5934132. 00000400:00000010:0.0:1767384690.280416:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.280420:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.280423:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000400:00000010:0.0:1767384690.280431:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001abec88c. 00000400:00000010:0.0:1767384690.280436:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b502b673. 00000400:00000010:0.0:1767384690.280449:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000020:00000010:2.0:1767384690.280473:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280477:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280480:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1cc3f5b. 00000020:00000010:2.0:1767384690.280482:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.280489:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.280508:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280510:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048893dda. 02000000:00000010:2.0:1767384690.280517:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000396c7c5a. 00000040:00000010:2.0:1767384690.280522:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fcd31b5b. 00000040:00000010:2.0:1767384690.280549:0:40448:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000004c2d71ce. 00000040:00000010:2.0:1767384690.280555:0:40448:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000004c2d71ce. 00000040:00000010:2.0:1767384690.280557:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fcd31b5b. 00000400:00000010:2.0:1767384690.280564:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384690.280582:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000020:00000010:2.0:1767384690.280589:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.280592:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.280594:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1cc3f5b. 02000000:00000010:2.0:1767384690.280600:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000396c7c5a. 00000400:00000010:0.0:1767384690.280603:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000400:00000010:2.0:1767384690.280605:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4091f61. 00000400:00000010:0.0:1767384690.280608:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000400:00000010:2.0:1767384690.280619:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8426f68. 00000100:00000010:0.0:1767384690.280619:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.280627:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5934132. 02000000:00000010:0.0:1767384690.280630:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006dc74e50. 00000100:00000010:0.0:1767384690.280632:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000040:00000010:0.0:1767384690.280638:0:16808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000b8d476b. 00000100:00000010:0.0:1767384690.280642:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 02000000:00000010:0.0:1767384690.280652:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006dc74e50. 00000100:00000010:0.0:1767384690.280656:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.280669:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006c4edb28. 00000400:00000010:0.0:1767384690.280673:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384690.280677:0:16808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b502b673. 00000400:00000010:0.0:1767384690.280680:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384690.280688:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb3bcd4a. 00000400:00000010:0.0:1767384690.280693:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2994bde. 00000400:00000010:0.0:1767384690.280704:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000020:00000010:2.0:1767384690.280719:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280722:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280726:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384690.280728:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.280731:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.280750:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048893dda. 00000020:00000010:2.0:1767384690.280752:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048893dda. 02000000:00000010:2.0:1767384690.280764:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000001300cb3f. 00000040:00000010:2.0:1767384690.280768:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c1cc3f5b. 00000040:00000010:2.0:1767384690.280775:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384690.280782:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384690.280785:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c1cc3f5b. 00000400:00000010:2.0:1767384690.280790:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ca7d8832. 00000400:00000010:2.0:1767384690.280810:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ca7d8832. 00000020:00000010:2.0:1767384690.280817:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.280820:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000400:00000010:0.0:1767384690.280821:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b5441d. 00000020:00000010:2.0:1767384690.280823:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcd31b5b. 00000400:00000010:0.0:1767384690.280826:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b502b673. 02000000:00000010:2.0:1767384690.280834:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000001300cb3f. 00000100:00000010:0.0:1767384690.280836:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066fa7dd1. 02000000:00000010:0.0:1767384690.280844:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006c4edb28. 00000400:00000010:2.0:1767384690.280845:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c4d0509. 00000400:00000010:2.0:1767384690.280849:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca7d8832. 02000000:00000010:0.0:1767384690.280854:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006dc74e50. 00000100:00000010:0.0:1767384690.280859:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9fc9631. 00000040:00000010:0.0:1767384690.280864:0:16808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003eae7757. 00000020:00000010:0.0:1767384690.281010:0:41072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dc74e50. 00000020:00000010:0.0:1767384690.281014:0:41072:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5934132. 00000040:00000010:0.0:1767384690.281016:0:41072:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ef8fda2. 00000020:00000010:0.0:1767384690.281018:0:41072:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000094dd66e5. 00000020:00000010:0.0:1767384690.281022:0:41072:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fa326e86. 00000020:00000010:0.0:1767384690.281024:0:41072:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068f87be5. 80000000:00000010:0.0:1767384690.281027:0:41072:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000979ed1e8. 40000000:00000010:0.0:1767384690.281029:0:41072:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9751de0. 00100000:00000010:0.0:1767384690.281033:0:41072:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a68b26c. 00040000:00000010:0.0:1767384690.281036:0:41072:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008dff6547. 00040000:00000010:0.0:1767384690.281040:0:41072:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb6e3314. 00040000:00000010:0.0:1767384690.281042:0:41072:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e887f84. 00080000:00000010:0.0:1767384690.281045:0:41072:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e644d96b. 00000004:00000010:0.0:1767384690.281048:0:41072:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a8b7198d. 00000004:00000010:0.0:1767384690.281051:0:41072:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c70f5351. 00000004:00000010:0.0:1767384690.281054:0:41072:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006dea874e. 00002000:00000010:0.0:1767384690.281057:0:41072:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000018ec750b. 00000004:00000010:0.0:1767384690.281065:0:41072:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e975a8ae. 00000020:00000010:0.0:1767384690.281068:0:41072:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c38e5edc. 00000040:00000010:0.0:1767384690.281074:0:41072:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d3d1ccbf. 00000040:00000010:0.0:1767384690.281588:0:41072:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000d3d1ccbf. 00000020:00000010:0.0:1767384690.281595:0:41072:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c38e5edc. 00000020:00000010:0.0:1767384690.281602:0:41072:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5934132. 00000040:00000010:0.0:1767384690.281604:0:41072:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ef8fda2. 00000020:00000010:0.0:1767384690.281607:0:41072:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000094dd66e5. 00000020:00000010:0.0:1767384690.281610:0:41072:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fa326e86. 00000020:00000010:0.0:1767384690.281613:0:41072:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068f87be5. 80000000:00000010:0.0:1767384690.281616:0:41072:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000979ed1e8. 40000000:00000010:0.0:1767384690.281619:0:41072:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c9751de0. 00100000:00000010:0.0:1767384690.281621:0:41072:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003a68b26c. 00040000:00000010:0.0:1767384690.281624:0:41072:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008dff6547. 00040000:00000010:0.0:1767384690.281626:0:41072:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eb6e3314. 00040000:00000010:0.0:1767384690.281629:0:41072:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e887f84. 00080000:00000010:0.0:1767384690.281630:0:41072:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e644d96b. 00000004:00000010:0.0:1767384690.281633:0:41072:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a8b7198d. 00000004:00000010:0.0:1767384690.281639:0:41072:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c70f5351. 00000004:00000010:0.0:1767384690.281641:0:41072:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006dea874e. 00002000:00000010:0.0:1767384690.281643:0:41072:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000018ec750b. 00000004:00000010:0.0:1767384690.281646:0:41072:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e975a8ae. 00000020:00000010:0.0:1767384690.281648:0:41072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dc74e50. 00000040:00000010:1.0:1767384690.281724:0:16808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003eae7757. 00000040:00000010:1.0:1767384690.281737:0:16808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000b8d476b. 00000040:00000010:1.0:1767384690.281741:0:16808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b684a83c. 00000020:00000010:1.0:1767384690.281749:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dd25e152. 00000040:00000010:1.0:1767384690.281752:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d5653e66. 00000020:00000010:1.0:1767384690.281755:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000075254ca5. 00000020:00000010:1.0:1767384690.281759:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d51a64a8. 80000000:00000010:1.0:1767384690.281762:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000047d1e377. 00040000:00000010:1.0:1767384690.281764:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b76fbf6d. 00080000:00000010:1.0:1767384690.281766:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000066c1556e. 20000000:00000010:1.0:1767384690.281769:0:16808:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000008764bbba. 00000020:00000010:1.0:1767384690.281771:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf391a2. 10000000:00000010:1.0:1767384690.281773:0:16808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001c0c4672. 00000100:00000010:1.0:1767384690.281782:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384690.281788:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005eed7be9. 00010000:00000010:1.0:1767384690.281795:0:16808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000122eaa19. 00000100:00000010:1.0:1767384690.281802:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b392e4f3. 02000000:00000010:1.0:1767384690.281809:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008f2dcd6d. 00000400:00000010:1.0:1767384690.281813:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d468bc45. 00000400:00000010:1.0:1767384690.281817:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.281829:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000400:00000010:1.0:1767384690.281839:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2b1da0f. 00000400:00000010:1.0:1767384690.281845:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092c704ce. 00000400:00000010:1.0:1767384690.281860:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000020:00000010:2.0:1767384690.281900:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001660631b. 00000020:00000010:2.0:1767384690.281904:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001660631b. 00000020:00000010:2.0:1767384690.281908:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384690.281910:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.281912:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.281932:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001660631b. 00000020:00000010:2.0:1767384690.281934:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001660631b. 00010000:00000010:2.0:1767384690.281945:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000075909402. 02000000:00000010:2.0:1767384690.281951:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.281963:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384690.281985:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000020:00000010:2.0:1767384690.281993:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.281996:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.281998:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcd31b5b. 02000000:00000010:2.0:1767384690.282003:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000396c7c5a. 00000400:00000010:1.0:1767384690.282004:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d468bc45. 00000400:00000010:2.0:1767384690.282008:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070817ae8. 00000400:00000010:1.0:1767384690.282010:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000400:00000010:2.0:1767384690.282016:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000247f5dec. 00000100:00000010:1.0:1767384690.282024:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b392e4f3. 02000000:00000010:1.0:1767384690.282035:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f2dcd6d. 02000000:00000010:1.0:1767384690.282038:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005eed7be9. 00000100:00000010:1.0:1767384690.282041:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 10000000:00000010:1.0:1767384690.282045:0:16808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c2676710. 00000020:00000010:1.0:1767384690.282048:0:16808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005eed7be9. 00000020:00000010:1.0:1767384690.282062:0:16808:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ae0f9d1f. 00000040:00000010:1.0:1767384690.282065:0:16808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004583dae8. 00000020:00000010:1.0:1767384690.282067:0:16808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000486e4401. 00000020:00000010:1.0:1767384690.282070:0:16808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003f14a0e8. 80000000:00000010:1.0:1767384690.282072:0:16808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfe70e7c. 00040000:00000010:1.0:1767384690.282075:0:16808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df502592. 00080000:00000010:1.0:1767384690.282078:0:16808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002e9e4a60. 20000000:00000010:1.0:1767384690.282080:0:16808:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006aa7db80. 00000040:00000010:1.0:1767384690.282084:0:16808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000adfb2130. 00000100:00000010:1.0:1767384690.282087:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384690.282091:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b4da096. 00000100:00000010:1.0:1767384690.282097:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b392e4f3. 02000000:00000010:1.0:1767384690.282103:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e297bc5a. 00000400:00000010:1.0:1767384690.282105:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d468bc45. 00000400:00000010:1.0:1767384690.282108:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1f1701. 00000400:00000010:1.0:1767384690.282111:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000400:00000010:1.0:1767384690.282119:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000972815e2. 00000400:00000010:1.0:1767384690.282123:0:16808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fba620b4. 00000400:00000010:1.0:1767384690.282145:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000020:00000010:2.0:1767384690.282174:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001660631b. 00000020:00000010:2.0:1767384690.282177:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001660631b. 00000020:00000010:2.0:1767384690.282181:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384690.282183:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.282186:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.282207:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001660631b. 00000020:00000010:2.0:1767384690.282209:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001660631b. 02000000:00000010:2.0:1767384690.282217:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000396c7c5a. 00000040:00000010:2.0:1767384690.282222:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c3e9f5ae. 00000040:00000010:2.0:1767384690.282248:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c3e9f5ae. 00000400:00000010:2.0:1767384690.282255:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000400:00000010:2.0:1767384690.282285:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 00000020:00000010:2.0:1767384690.282294:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000964bb457. 00000020:00000010:2.0:1767384690.282297:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384690.282305:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcd31b5b. 02000000:00000010:2.0:1767384690.282347:0:40448:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000396c7c5a. 00000400:00000010:2.0:1767384690.282354:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af750526. 00000400:00000010:2.0:1767384690.282357:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7791600. 00000400:00000010:0.0:1767384690.282443:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d468bc45. 00000400:00000010:0.0:1767384690.282447:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb1f1701. 00000100:00000010:0.0:1767384690.282455:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b392e4f3. 02000000:00000010:0.0:1767384690.282459:0:16808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e297bc5a. 02000000:00000010:0.0:1767384690.282462:0:16808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004b4da096. 00000100:00000010:0.0:1767384690.282465:0:16808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 00000040:00000010:0.0:1767384690.282467:0:16808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000adfb2130. 00000020:00000010:0.0:1767384690.282470:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ae0f9d1f. 00000040:00000010:0.0:1767384690.282473:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004583dae8. 00000020:00000010:0.0:1767384690.282475:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000486e4401. 00000020:00000010:0.0:1767384690.282478:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f14a0e8. 80000000:00000010:0.0:1767384690.282487:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cfe70e7c. 00040000:00000010:0.0:1767384690.282489:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df502592. 00080000:00000010:0.0:1767384690.282492:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002e9e4a60. 20000000:00000010:0.0:1767384690.282494:0:16808:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006aa7db80. 00000020:00000010:0.0:1767384690.282496:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005eed7be9. 10000000:00000010:0.0:1767384690.282498:0:16808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c2676710. 00000100:00000010:3.0:1767384690.300382:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b86672f. 00000100:00000010:1.0:1767384690.300382:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077f2fb1f. 00000100:00000010:2.0:1767384690.300386:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c01d572. 00000100:00000010:0.0:1767384690.300454:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0634d70. 00000800:00000010:2.0:1767384690.412807:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cb227f81. 00000800:00000010:1.0:1767384690.412881:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002f3718ad. 00000800:00000010:1.0:1767384690.412925:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005bb8a147. 00000800:00000010:1.0:1767384690.413173:0:16151:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c2a3f275. 00000800:00000010:1.0:1767384690.413184:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002cc4fa34. 00000800:00000010:1.0:1767384690.413246:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002cc4fa34. 00000800:00000010:1.0:1767384690.413250:0:16151:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005bb8a147. 00000800:00000010:1.0:1767384690.413278:0:16151:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cb227f81. 00000800:00000010:3.0:1767384690.413736:0:16158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06b94ec. 00000800:00000010:3.0:1767384690.413799:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06b94ec. 00000800:00000010:0.0:1767384690.414527:0:16157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dff6547. 00000800:00000010:0.0:1767384690.414571:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dff6547. 00000800:00000010:2.0:1767384690.414988:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f4ed2a8a. 00000800:00000010:0.0:1767384690.415045:0:16153:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3d1ccbf. 00000800:00000010:0.0:1767384690.415060:0:16153:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b502b673. 00000800:00000010:0.0:1767384690.415096:0:16153:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2994bde. 00000800:00000010:0.1:1767384690.415100:0:16153:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e2994bde. 00000800:00000010:0.0:1767384690.415106:0:16153:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c38e5edc. 00000800:00000010:0.0:1767384690.415139:0:16153:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c38e5edc. 00000800:00000010:0.0:1767384690.415143:0:16153:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b502b673. 00000800:00000010:0.0:1767384690.415168:0:16153:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f4ed2a8a. 00000800:00000010:2.0:1767384690.416069:0:16159:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000085e97401. 00000800:00000010:0.0:1767384690.416571:0:16152:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004bb851f0. 00000800:00000010:0.0:1767384690.416575:0:16152:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b502b673. 00000800:00000010:0.0:1767384690.416912:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2994bde. 00000800:00000010:0.1:1767384690.416916:0:16152:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e2994bde. 00000800:00000010:0.0:1767384690.416921:0:16152:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c38e5edc. 00000800:00000010:0.0:1767384690.416952:0:16152:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c38e5edc. 00000800:00000010:0.0:1767384690.416955:0:16152:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b502b673. 00000800:00000010:0.0:1767384690.416974:0:16152:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000085e97401. 00000400:00000010:1.0:1767384691.418990:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000311c94b4. 00000400:00000010:1.0:1767384691.419025:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aea2c128. 00000020:00000010:2.0:1767384691.419957:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3e9f5ae. 00000020:00000010:2.0:1767384691.419965:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.419969:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 02000000:00000010:2.0:1767384691.420023:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000396c7c5a. 00000020:00000010:2.0:1767384691.420033:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007c69a542. 00000001:00000010:2.0:1767384691.420041:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000af064624. 00000001:00000010:2.0:1767384691.420045:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000aab1ca97. 00000001:00000010:2.0:1767384691.420049:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a45b5879. 00000001:00000010:2.0:1767384691.420051:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048f49245. 00000001:00000010:2.0:1767384691.420053:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5931e0b. 00000001:00000010:2.0:1767384691.420055:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002cfeb1f. 00000020:00000010:2.0:1767384691.420068:0:40448:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000011acde36. 00000020:00000010:2.0:1767384691.420137:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004abda3bd. 00000020:00000010:2.0:1767384691.420141:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000741ee2e2. 00000020:00000010:2.0:1767384691.420143:0:40448:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000a64b5b7d. 00000020:00000010:2.0:1767384691.420155:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000001f0e9b09. 00000020:00000010:2.0:1767384691.420159:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000007ca5a015. 00000020:00000010:2.0:1767384691.420161:0:40448:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c66adf86. 00000020:00000010:2.0:1767384691.420170:0:40448:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000fb558190. 00000400:00000010:2.0:1767384691.420211:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041f90561. 00000800:00000010:2.0:1767384691.420239:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0651b0e. 00000020:00000010:2.0:1767384691.420261:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.420265:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.420268:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3e9f5ae. 00000400:00000010:2.0:1767384691.420288:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afc1b5e1. 00000400:00000010:2.0:1767384691.420292:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f4ed40c. 00000800:00000010:3.0:1767384691.420388:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0651b0e. 00000400:00000010:3.0:1767384691.420396:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041f90561. 02000000:00000010:3.0:1767384691.420402:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000396c7c5a. 00000400:00000010:1.0:1767384691.424082:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a77c600. 00000400:00000010:1.0:1767384691.424104:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9e91bf1. 00000020:00000010:0.0:1767384691.424275:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.424280:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.424284:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dc74e50. 00000020:00000010:0.0:1767384691.424288:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b07c02f. 00000020:00000010:0.0:1767384691.424292:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384691.424397:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.424400:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38e5edc. 00010000:00000010:0.0:1767384691.424422:0:40447:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cdef4e7. 02000000:00000010:0.0:1767384691.424435:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005208f6a5. 00000400:00000010:0.0:1767384691.424457:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000800:00000010:0.0:1767384691.424495:0:40447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dff6547. 00000020:00000010:0.0:1767384691.424526:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b07c02f. 00000020:00000010:0.0:1767384691.424530:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384691.424534:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dc74e50. 00000400:00000010:0.0:1767384691.424542:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b5441d. 00000400:00000010:0.0:1767384691.424553:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b502b673. 00000800:00000010:1.0:1767384691.424647:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dff6547. 00000400:00000010:1.0:1767384691.424652:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 02000000:00000010:1.0:1767384691.424656:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005208f6a5. 00000400:00000010:3.0:1767384691.426383:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b60be1f. 00000400:00000010:3.0:1767384691.426397:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005de260c7. 00000020:00000010:0.0:1767384691.426474:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.426478:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.426481:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dc74e50. 00000020:00000010:0.0:1767384691.426484:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b07c02f. 00000020:00000010:0.0:1767384691.426486:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384691.426512:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.426515:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38e5edc. 02000000:00000010:0.0:1767384691.426526:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000368eeb37. 00000040:00000010:0.0:1767384691.426532:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006e887f84. 00000040:00000010:0.0:1767384691.426660:0:40447:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006e887f84. 00000400:00000010:0.0:1767384691.426672:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000800:00000010:0.0:1767384691.426692:0:40447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef739376. 00000020:00000010:0.0:1767384691.426715:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b07c02f. 00000020:00000010:0.0:1767384691.426718:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384691.426721:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dc74e50. 00000400:00000010:0.0:1767384691.426727:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9811c5c. 00000400:00000010:0.0:1767384691.426731:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2994bde. 00000800:00000010:1.0:1767384691.426891:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef739376. 00000400:00000010:1.0:1767384691.426897:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 02000000:00000010:1.0:1767384691.426901:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000368eeb37. 00000400:00000010:1.0:1767384691.433640:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d191e817. 00000400:00000010:1.0:1767384691.433675:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a415da3d. 00000020:00000010:0.0:1767384691.434215:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.434219:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.434225:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dc74e50. 00000020:00000010:0.0:1767384691.434229:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b07c02f. 00000020:00000010:0.0:1767384691.434233:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384691.434278:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c38e5edc. 00000020:00000010:0.0:1767384691.434281:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c38e5edc. 00010000:00000010:0.0:1767384691.434302:0:40447:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005e5ca15. 02000000:00000010:0.0:1767384691.434346:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000009c1692e. 00000400:00000010:0.0:1767384691.434373:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6355ddb. 00000800:00000010:0.0:1767384691.434412:0:40447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef739376. 00000020:00000010:0.0:1767384691.434435:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b07c02f. 00000020:00000010:0.0:1767384691.434438:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384691.434443:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dc74e50. 00000400:00000010:0.0:1767384691.434453:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b15bd5e7. 00000400:00000010:0.0:1767384691.434457:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022fff1a7. 00000800:00000010:3.0:1767384691.434735:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef739376. 00000400:00000010:3.0:1767384691.434742:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6355ddb. 02000000:00000010:3.0:1767384691.434747:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000009c1692e. 00000400:00000010:1.0:1767384691.441800:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008be8202f. 00000400:00000010:1.0:1767384691.441826:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3ccc54e. 00000020:00000010:2.0:1767384691.441959:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c33957b. 00000020:00000010:2.0:1767384691.441964:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c33957b. 00000020:00000010:2.0:1767384691.441970:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3e9f5ae. 00000020:00000010:2.0:1767384691.441975:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.441980:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.442023:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c33957b. 00000020:00000010:2.0:1767384691.442026:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c33957b. 02000000:00000010:2.0:1767384691.442045:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008ed1ca96. 00000040:00000010:2.0:1767384691.442053:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003bd704ff. 00000040:00000010:2.0:1767384691.442102:0:40448:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000026da9dc1. 00000040:00000010:2.0:1767384691.442114:0:40448:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000026da9dc1. 00000040:00000010:2.0:1767384691.442117:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003bd704ff. 20000000:00000010:2.0:1767384691.442126:0:40448:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000007c33957b. 00000400:00000010:2.0:1767384691.442141:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064ad990f. 00000800:00000010:2.0:1767384691.442172:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092d3f7b3. 00000020:00000010:2.0:1767384691.442279:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.442284:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.442287:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3e9f5ae. 00000400:00000010:2.0:1767384691.442297:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d47e9b. 00000400:00000010:2.0:1767384691.442301:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000853e68bf. 00000800:00000010:1.0:1767384691.442599:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092d3f7b3. 00000400:00000010:1.0:1767384691.442606:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064ad990f. 02000000:00000010:1.0:1767384691.442611:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008ed1ca96. 00000400:00000010:3.0:1767384691.448579:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd780756. 00000400:00000010:3.0:1767384691.448604:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f616898. 00000020:00000010:2.0:1767384691.448763:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.448768:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.448774:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384691.448779:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.448784:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.448870:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.448873:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 02000000:00000010:2.0:1767384691.448917:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000006c4edb28. 00000040:00000010:2.0:1767384691.448924:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fcd31b5b. 00000040:00000010:2.0:1767384691.448940:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384691.449047:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384691.449056:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fcd31b5b. 00000400:00000010:2.0:1767384691.449073:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e1dbfa83. 00000800:00000010:2.0:1767384691.449103:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384691.449143:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.449147:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.449151:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 00000400:00000010:2.0:1767384691.449160:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f25a537. 00000400:00000010:2.0:1767384691.449164:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b70b7a7e. 00000800:00000010:1.0:1767384691.449304:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000fcd31b5b. 00000400:00000010:1.0:1767384691.449333:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e1dbfa83. 02000000:00000010:1.0:1767384691.449339:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000006c4edb28. 00000400:00000010:1.0:1767384691.451934:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5789810. 00000400:00000010:1.0:1767384691.451953:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f439422c. 00000020:00000010:2.0:1767384691.452100:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.452103:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.452109:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384691.452112:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.452115:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.452192:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.452195:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 02000000:00000010:2.0:1767384691.452220:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000006c4edb28. 00000040:00000010:2.0:1767384691.452228:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fcd31b5b. 00000040:00000010:2.0:1767384691.452240:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384691.452443:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384691.452447:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fcd31b5b. 00000400:00000010:2.0:1767384691.452459:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b69c4fe4. 00000800:00000010:2.0:1767384691.452484:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384691.452511:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.452515:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.452518:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 00000400:00000010:2.0:1767384691.452526:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9b612d8. 00000400:00000010:2.0:1767384691.452530:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eea0cc6e. 00000800:00000010:3.0:1767384691.452610:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000fcd31b5b. 00000400:00000010:3.0:1767384691.452616:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b69c4fe4. 02000000:00000010:3.0:1767384691.452620:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000006c4edb28. 00000400:00000010:1.0:1767384691.470934:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1c119bf. 00000400:00000010:1.0:1767384691.470966:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020d630f2. 00000020:00000010:2.0:1767384691.471083:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.471087:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.471093:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384691.471105:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.471112:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.471806:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.471822:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 02000000:00000010:2.0:1767384691.471854:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000006c4edb28. 00000040:00000010:2.0:1767384691.471861:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fcd31b5b. 00000040:00000010:2.0:1767384691.471877:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384691.472026:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384691.472031:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fcd31b5b. 00000400:00000010:2.0:1767384691.472046:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b69c4fe4. 00000800:00000010:2.0:1767384691.472079:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384691.472259:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.472264:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.472267:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 00000400:00000010:2.0:1767384691.472277:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042bfb42a. 00000400:00000010:2.0:1767384691.472281:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093ac409a. 00000800:00000010:1.0:1767384691.473222:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000fcd31b5b. 00000400:00000010:1.0:1767384691.473231:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b69c4fe4. 02000000:00000010:1.0:1767384691.473235:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000006c4edb28. 00000400:00000010:3.0:1767384691.474917:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8656c48. 00000400:00000010:3.0:1767384691.474931:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c117e3b. 00000020:00000010:2.0:1767384691.475029:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.475032:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.475037:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384691.475040:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.475044:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.475114:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.475117:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00010000:00000010:2.0:1767384691.475138:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000001dd3a57. 02000000:00000010:2.0:1767384691.475150:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000988f4cf8. 00000400:00000010:2.0:1767384691.475171:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007f03228. 00000800:00000010:2.0:1767384691.475193:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e4ef7fe. 00000020:00000010:2.0:1767384691.475214:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.475216:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.475218:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 00000400:00000010:2.0:1767384691.475224:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000778f4736. 00000400:00000010:2.0:1767384691.475226:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000597fbb63. 00000800:00000010:1.0:1767384691.475339:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e4ef7fe. 00000400:00000010:1.0:1767384691.475345:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007f03228. 02000000:00000010:1.0:1767384691.475367:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000988f4cf8. 00000400:00000010:1.0:1767384691.476928:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb06ab25. 00000400:00000010:1.0:1767384691.476939:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000564c5f71. 00000020:00000010:2.0:1767384691.476981:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.476984:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.476987:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384691.476989:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.476996:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.477013:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.477014:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 02000000:00000010:2.0:1767384691.477021:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000558816e6. 20000000:00000010:2.0:1767384691.477029:0:40448:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000053416a98. 00000100:00000010:2.0:1767384691.477079:0:40448:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000794e6a05. 00000100:00000010:2.0:1767384691.477081:0:40448:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000026da9dc1. 00000400:00000010:2.0:1767384691.477086:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a617e7ef. 00000400:00000010:2.0:1767384691.477091:0:40448:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004e6a4334. 00000800:00000010:2.0:1767384691.477102:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a197bf8. 00000800:00000010:3.0:1767384691.477231:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a197bf8. 00000400:00000010:1.0:1767384691.477940:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a617e7ef. 00000100:00000010:2.0:1767384691.477991:0:40448:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000026da9dc1. 00000100:00000010:2.0:1767384691.477995:0:40448:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000794e6a05. 20000000:00000010:2.0:1767384691.478001:0:40448:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000053416a98. 00000400:00000010:2.0:1767384691.478009:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff1c7890. 00000800:00000010:2.0:1767384691.478019:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003809e8ea. 00000020:00000010:2.0:1767384691.478032:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.478034:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.478036:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 00000400:00000010:2.0:1767384691.478041:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e566966. 00000400:00000010:2.0:1767384691.478044:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4e0bb8f. 00000800:00000010:1.0:1767384691.478088:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003809e8ea. 00000400:00000010:1.0:1767384691.478094:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1c7890. 02000000:00000010:1.0:1767384691.478098:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000558816e6. 00000400:00000010:3.0:1767384691.491839:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a919b414. 00000400:00000010:3.0:1767384691.491865:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b150360. 00000020:00000010:2.0:1767384691.492050:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.492055:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.492061:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384691.492066:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.492070:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.492218:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.492220:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00010000:00000010:2.0:1767384691.492243:0:40448:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000474c83dd. 02000000:00000010:2.0:1767384691.492256:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000794e6a05. 00000400:00000010:2.0:1767384691.492283:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6b060c8. 00000800:00000010:2.0:1767384691.492344:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000263db8a4. 00000020:00000010:2.0:1767384691.492368:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.492371:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.492383:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 00000400:00000010:2.0:1767384691.492394:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096a22ca8. 00000400:00000010:2.0:1767384691.492399:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fabd6311. 00000800:00000010:1.0:1767384691.492663:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000263db8a4. 00000400:00000010:1.0:1767384691.492672:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6b060c8. 02000000:00000010:1.0:1767384691.492678:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000794e6a05. 00000400:00000010:1.0:1767384691.493871:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e13c4578. 00000400:00000010:1.0:1767384691.493895:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7b722e5. 00000020:00000010:2.0:1767384691.493965:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.493969:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.493973:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384691.493976:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.493978:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.494039:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.494042:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 02000000:00000010:2.0:1767384691.494052:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f653b067. 00000040:00000010:2.0:1767384691.494061:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fcd31b5b. 00000040:00000010:2.0:1767384691.494109:0:40448:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000004c2d71ce. 00000040:00000010:2.0:1767384691.494118:0:40448:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000004c2d71ce. 00000040:00000010:2.0:1767384691.494130:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fcd31b5b. 00000400:00000010:2.0:1767384691.494140:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000052eb002. 00000800:00000010:2.0:1767384691.494153:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b71d614f. 00000020:00000010:2.0:1767384691.494172:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.494175:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.494178:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 00000400:00000010:2.0:1767384691.494185:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae1068d6. 00000400:00000010:2.0:1767384691.494188:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8b55051. 00000800:00000010:3.0:1767384691.494256:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b71d614f. 00000400:00000010:3.0:1767384691.494261:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000052eb002. 02000000:00000010:3.0:1767384691.494265:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f653b067. 00000400:00000010:1.0:1767384691.495461:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acab86b8. 00000400:00000010:1.0:1767384691.495472:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a80edcf0. 00000020:00000010:2.0:1767384691.495548:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.495551:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.495555:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bd704ff. 00000020:00000010:2.0:1767384691.495557:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.495559:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.495579:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ec369c5. 00000020:00000010:2.0:1767384691.495581:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ec369c5. 02000000:00000010:2.0:1767384691.495604:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000006c4edb28. 00000040:00000010:2.0:1767384691.495608:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fcd31b5b. 00000040:00000010:2.0:1767384691.495618:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384691.495629:0:40448:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007e2f8848. 00000040:00000010:2.0:1767384691.495636:0:40448:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fcd31b5b. 00000400:00000010:2.0:1767384691.495645:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005229df02. 00000800:00000010:2.0:1767384691.495659:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384691.495851:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384691.495855:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384691.495857:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bd704ff. 00000400:00000010:2.0:1767384691.495864:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000327f794d. 00000400:00000010:2.0:1767384691.495868:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fad93d91. 00000800:00000010:1.0:1767384691.496393:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000fcd31b5b. 00000400:00000010:1.0:1767384691.496400:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005229df02. 02000000:00000010:1.0:1767384691.496403:0:16156:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000006c4edb28. 00000100:00000010:3.0:1767384691.501208:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fd28c6. 00000020:00000010:1.0:1767384691.501435:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbaed9df. 00000020:00000010:1.0:1767384691.501442:0:40483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf509c46. 00000020:00000010:1.0:1767384691.501446:0:40483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000463f5ed2. 02000000:00000010:1.0:1767384691.501562:0:40483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000052d4d9c0. 00000020:00000010:1.0:1767384691.501582:0:40483:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009dc3ee48. 00000004:00000010:1.0:1767384691.501590:0:40483:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000b44b1ef6. 00000001:00000010:1.0:1767384691.501593:0:40483:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c5091fae. 00000001:00000010:1.0:1767384691.501600:0:40483:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006c39d10a. 00000001:00000010:1.0:1767384691.501604:0:40483:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b4884366. 00000001:00000010:1.0:1767384691.501607:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9e20c5a. 00000001:00000010:1.0:1767384691.501611:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005eed7be9. 00000001:00000010:1.0:1767384691.501613:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006aa7db80. 00000001:00000010:1.0:1767384691.501615:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df502592. 00000001:00000010:1.0:1767384691.501619:0:40483:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000061f1f84b. 00000001:00000010:1.0:1767384691.501622:0:40483:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b578e438. 00000001:00000010:1.0:1767384691.501623:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f14a0e8. 00000001:00000010:1.0:1767384691.501625:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004583dae8. 00000001:00000010:1.0:1767384691.501639:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae0f9d1f. 00000001:00000010:1.0:1767384691.501641:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000adfb2130. 00080000:00000010:1.0:1767384691.501682:0:40483:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bdde021b. 00080000:00000010:3.0:1767384691.519450:0:16840:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bdde021b. 00080000:00000010:0.0:1767384691.519611:0:40483:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f7d29483. 00000001:00000010:0.0:1767384691.519710:0:40483:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000979ed1e8. 00000020:00000010:0.0:1767384691.519806:0:40483:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f0634d70. 00000020:00000010:0.0:1767384691.519873:0:40483:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000097a5dc46. 00000020:00000010:0.0:1767384691.519877:0:40483:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000009c1692e. 00000020:00000010:0.0:1767384691.519880:0:40483:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000006dea874e. 00000020:00000010:0.0:1767384691.519909:0:40483:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000368eeb37. 00000020:00000010:0.0:1767384691.519912:0:40483:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008dff6547. 00000020:00000010:0.0:1767384691.519913:0:40483:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000006e887f84. 00000020:00000010:0.0:1767384691.519926:0:40483:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a8b7198d. 00000020:00000010:0.0:1767384691.519936:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a27c165. 00000400:00000010:0.0:1767384691.519984:0:40483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc5cdec. 00000800:00000010:0.0:1767384691.520015:0:40483:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f02745. 00000020:00000010:0.0:1767384691.520076:0:40483:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000473fd7fc. 00000020:00000010:0.0:1767384691.520086:0:40483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf509c46. 00000020:00000010:0.0:1767384691.520090:0:40483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000463f5ed2. 00000020:00000010:0.0:1767384691.520093:0:40483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbaed9df. 00000800:00000010:1.0:1767384691.520511:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f02745. 00000400:00000010:1.0:1767384691.520594:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc5cdec. 00000800:00000010:1.0:1767384691.810572:0:16154:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002602fcc0. 00000800:00000010:1.0:1767384691.810583:0:16154:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020d630f2. 00000800:00000010:1.0:1767384691.810588:0:16154:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000611fce54. 00000800:00000010:1.0:1767384691.810606:0:16154:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000611fce54. 00000800:00020000:1.0:1767384691.810616:0:16154:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:1.0:1767384691.810621:0:16154:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020d630f2. 00000800:00000010:1.0:1767384691.810623:0:16154:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002602fcc0. 00000400:02020000:1.0:1767384691.810657:0:16154:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp34 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000100:00000010:1.0:1767384692.522363:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fb925b9. 00000100:00000010:1.0:1767384692.522414:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076f64c0d. 00000020:00000010:2.0:1767384692.522678:0:40456:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187b34f9. 00000020:00000010:2.0:1767384692.522685:0:40456:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002a27c165. 00000020:00000010:2.0:1767384692.522739:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384692.522745:0:40456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384692.522750:0:40456:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003481818a. 00000020:00000010:2.0:1767384692.522789:0:40456:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.522792:0:40456:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.522796:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3e9f5ae. 00000020:00000010:2.0:1767384692.522798:0:40456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8036fc3. 00000020:00000010:2.0:1767384692.522801:0:40456:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384692.522818:0:40456:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.522820:0:40456:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe3abbc. 02000000:00000010:2.0:1767384692.522837:0:40456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f653b067. 00000020:00000010:2.0:1767384692.522864:0:40456:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000053416a98. 00000400:00000010:2.0:1767384692.522893:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fbf687. 00000800:00000010:2.0:1767384692.522923:0:40456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be423bf3. 00000020:00000010:2.0:1767384692.522942:0:40456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000000f9f8d. 00000020:00000010:2.0:1767384692.522946:0:40456:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003481818a. 00000020:00000010:2.0:1767384692.522949:0:40456:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384692.522961:0:40456:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.522964:0:40456:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe3abbc. 02000000:00000010:2.0:1767384692.522970:0:40456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000558816e6. 00000400:00000010:2.0:1767384692.522979:0:40456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ff63099. 00000800:00000010:2.0:1767384692.522989:0:40456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4e0a906. 00000020:00000010:2.0:1767384692.522996:0:40456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8036fc3. 00000020:00000010:2.0:1767384692.523007:0:40456:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384692.523009:0:40456:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3e9f5ae. 00000800:00000010:3.0:1767384692.523112:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be423bf3. 00000400:00000010:3.0:1767384692.523120:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5fbf687. 00000800:00000010:3.0:1767384692.523380:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4e0a906. 00000400:00000010:3.0:1767384692.523386:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ff63099. 00000100:00000010:1.0:1767384692.527329:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029611bb5. 00000020:00000010:0.0:1767384692.527784:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.527789:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.527794:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068f87be5. 00000020:00000010:0.0:1767384692.527798:0:40483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.527803:0:40483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.528217:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.528221:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000057482bb. 02000000:00000010:0.0:1767384692.528237:0:40483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000005208f6a5. 00000400:00000010:0.0:1767384692.528254:0:40483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc5cdec. 00000800:00000010:0.0:1767384692.528288:0:40483:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8bf9875. 00000020:00000010:0.0:1767384692.528333:0:40483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.528337:0:40483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.528341:0:40483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068f87be5. 00000800:00000010:1.0:1767384692.528452:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8bf9875. 00000400:00000010:1.0:1767384692.528460:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc5cdec. 00000100:00000010:3.0:1767384692.531147:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d4b9f70c. 00000400:00000010:3.0:1767384692.531178:0:16158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000076b3da. 00000400:00000010:3.0:1767384692.531188:0:16158:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c24d4085. 00000020:00000010:2.0:1767384692.531275:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.531279:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.531283:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3e9f5ae. 00000020:00000010:2.0:1767384692.531287:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8036fc3. 00000020:00000010:2.0:1767384692.531291:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384692.531336:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.531338:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe3abbc. 02000000:00000010:2.0:1767384692.531348:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000794e6a05. 00000400:00000010:2.0:1767384692.531356:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de92192b. 00000800:00000010:2.0:1767384692.531375:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072049cca. 00000020:00000010:2.0:1767384692.531400:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8036fc3. 00000020:00000010:2.0:1767384692.531404:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384692.531407:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3e9f5ae. 00000400:00000010:2.0:1767384692.531415:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053d7f6da. 00000400:00000010:2.0:1767384692.531420:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005229df02. 00000800:00000010:3.0:1767384692.531546:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072049cca. 00000400:00000010:3.0:1767384692.531552:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de92192b. 02000000:00000010:3.0:1767384692.531557:0:16157:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000794e6a05. 00000020:00000010:0.0:1767384692.531611:0:40459:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000b8d476b. 00040000:00000010:0.0:1767384692.531619:0:40459:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e644d96b. 00000004:00000010:0.0:1767384692.531623:0:40459:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000486e4401. 00000004:00000010:0.0:1767384692.531627:0:40459:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eb6e3314. 00000004:00000010:0.0:1767384692.531631:0:40459:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e975a8ae. 00000020:00000010:0.0:1767384692.531637:0:40459:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.531640:0:40459:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.531643:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068f87be5. 00000020:00000010:0.0:1767384692.531646:0:40459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.531649:0:40459:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.531673:0:40459:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.531676:0:40459:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000057482bb. 02000000:00000010:0.0:1767384692.531709:0:40459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000003a68b26c. 02000000:00000010:0.0:1767384692.531720:0:40459:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000000ef8fda2. 00000100:00000010:2.0:1767384692.532803:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000949bf388. 00000020:00000010:3.0:1767384692.532884:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aeabbf61. 00000020:00000010:3.0:1767384692.532889:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfce1d87. 00000020:00000010:3.0:1767384692.532901:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b31a3fa. 02000000:00000010:3.0:1767384692.532940:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ed209149. 00000020:00000010:3.0:1767384692.532949:0:18091:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000099c6d6ca. 00000001:00000010:3.0:1767384692.532959:0:18091:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c3ff6384. 00000001:00000010:3.0:1767384692.532964:0:18091:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008af4d11e. 00000001:00000010:3.0:1767384692.532968:0:18091:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f12a25dc. 00000001:00000010:3.0:1767384692.532971:0:18091:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eec5acbb. 00000001:00000010:3.0:1767384692.532974:0:18091:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b86c2ca. 00000001:00000010:3.0:1767384692.532976:0:18091:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003e6c82c7. 00000001:00000010:3.0:1767384692.532978:0:18091:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009bfda933. 00080000:00000010:3.0:1767384692.533016:0:18091:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b2e3d1a6. 00000001:00000010:3.0:1767384692.533138:0:18091:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a1f6a725. 00000020:00000010:3.0:1767384692.533218:0:18091:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d11e9c5b. 00000020:00000010:3.0:1767384692.533226:0:18091:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000d11e9c5b. 00000020:00000010:3.0:1767384692.533231:0:18091:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000071ce47b9. 00000020:00000010:3.0:1767384692.533239:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000010f137f. 00000400:00000010:3.0:1767384692.533269:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff2ce829. 00000800:00000010:3.0:1767384692.533283:0:18091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf956770. 00000020:00000010:3.0:1767384692.533306:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfce1d87. 00000020:00000010:3.0:1767384692.533330:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b31a3fa. 00000020:00000010:3.0:1767384692.533335:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aeabbf61. 00000800:00000010:0.0:1767384692.533456:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf956770. 00000400:00000010:0.0:1767384692.533462:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff2ce829. 00000004:00000010:3.0:1767384692.544087:0:41074:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000221559ef. 00000004:00000010:3.0:1767384692.544186:0:41074:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000221559ef. 00000020:00000010:0.0:1767384692.545353:0:40459:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000066c1556e. 00000400:00000010:0.0:1767384692.545392:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6355ddb. 00000800:00000010:0.0:1767384692.545429:0:40459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000101ceeb4. 00000020:00000010:0.0:1767384692.545459:0:40459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.545463:0:40459:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.545467:0:40459:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068f87be5. 00000800:00000010:0.0:1767384692.545906:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000101ceeb4. 00000400:00000010:0.0:1767384692.545916:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6355ddb. 00000100:00000010:2.0:1767384692.595570:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6cbe0e7. 00000020:00000010:0.0:1767384692.595699:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.595704:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.595711:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068f87be5. 00000020:00000010:0.0:1767384692.595716:0:40483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.595721:0:40483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.595774:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000057482bb. 00000020:00000010:0.0:1767384692.595777:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000057482bb. 00010000:00000010:0.0:1767384692.595832:0:40483:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008916f3a9. 00010000:00000010:0.0:1767384692.595836:0:40483:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cce313fe. 00010000:00000010:0.0:1767384692.595851:0:40483:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f81cf0d7. 00000020:00000010:0.0:1767384692.595856:0:40483:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000057482bb. 00010000:00000010:0.0:1767384692.595862:0:40483:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ac83c55a. 02000000:00000010:0.0:1767384692.595902:0:40483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000c70f5351. 00010000:00000010:0.0:1767384692.595927:0:40483:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081c510ad. 00010000:00000010:0.0:1767384692.595931:0:40483:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009594eb82. 00000020:00000010:0.0:1767384692.595941:0:40483:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000df8ecc3d. 00010000:00000010:0.0:1767384692.596034:0:40483:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac83c55a. 00000400:00000010:0.0:1767384692.596059:0:40483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6355ddb. 00000800:00000010:0.0:1767384692.596089:0:40483:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000101ceeb4. 00000020:00000010:0.0:1767384692.596537:0:40483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.596542:0:40483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.596547:0:40483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068f87be5. 00000800:00000010:3.0:1767384692.596809:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000101ceeb4. 00000400:00000010:3.0:1767384692.596817:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6355ddb. 00000100:00000010:0.0:1767384692.598074:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9fc9631. 00000020:00000010:1.0:1767384692.598163:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000611fce54. 00000020:00000010:1.0:1767384692.598167:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000611fce54. 00000020:00000010:1.0:1767384692.598171:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b4da096. 00000020:00000010:1.0:1767384692.598174:0:40483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.598177:0:40483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.598200:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000611fce54. 00000020:00000010:1.0:1767384692.598202:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000611fce54. 00010000:00000010:1.0:1767384692.598214:0:40483:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005afd5fce. 00000020:00000010:1.0:1767384692.598217:0:40483:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000611fce54. 00010000:00000010:1.0:1767384692.598221:0:40483:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006ae4bcf6. 02000000:00000010:1.0:1767384692.598233:0:40483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000005d87892f. 00010000:00000010:1.0:1767384692.598247:0:40483:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a32dcdaa. 00010000:00000010:1.0:1767384692.598250:0:40483:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094f109aa. 00000020:00000010:1.0:1767384692.598262:0:40483:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000cbaed9df. 00010000:00000010:1.0:1767384692.598285:0:40483:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ac65705. 00010000:00000010:1.0:1767384692.598287:0:40483:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e38406ce. 00010000:00000010:1.0:1767384692.598291:0:40483:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0c199df. 00010000:00000010:1.0:1767384692.598293:0:40483:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ec3114b9. 00010000:00000010:1.0:1767384692.598436:0:40483:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094f109aa. 00010000:00000010:1.0:1767384692.598443:0:40483:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec3114b9. 00010000:00000010:1.0:1767384692.598447:0:40483:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e38406ce. 00010000:00000010:1.0:1767384692.598463:0:40483:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ae4bcf6. 00000400:00000010:1.0:1767384692.598472:0:40483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000050bf175. 00000800:00000010:1.0:1767384692.598488:0:40483:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006615c6fa. 00000020:00000010:1.0:1767384692.598504:0:40483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.598507:0:40483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.598509:0:40483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b4da096. 00000800:00000010:2.0:1767384692.598571:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006615c6fa. 00000400:00000010:2.0:1767384692.598579:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000050bf175. 00000100:00000010:3.0:1767384692.600146:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be8c1735. 00000020:00000010:0.0:1767384692.600276:0:40465:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000637f22e4. 00010000:00000010:0.1:1767384692.601671:0:40465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f81cf0d7. 00040000:00000010:0.0:1767384692.601699:0:40465:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000075254ca5. 00000004:00000010:0.0:1767384692.601704:0:40465:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000094dd66e5. 00000004:00000010:0.0:1767384692.601708:0:40465:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000012f7cc59. 00000004:00000010:0.0:1767384692.601712:0:40465:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f4cd6020. 00000020:00000010:0.0:1767384692.601722:0:40465:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007986b2d0. 00000020:00000010:0.0:1767384692.601725:0:40465:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007986b2d0. 00000020:00000010:0.0:1767384692.601730:0:40465:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068f87be5. 00000020:00000010:0.0:1767384692.601734:0:40465:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.601737:0:40465:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.601765:0:40465:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007986b2d0. 00000020:00000010:0.0:1767384692.601768:0:40465:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007986b2d0. 02000000:00000010:0.0:1767384692.601781:0:40465:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 0000000018ec750b. 00000400:00000010:0.0:1767384692.601806:0:40465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da8206d9. 00000800:00000010:0.0:1767384692.601828:0:40465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023bd3249. 00000020:00000010:0.0:1767384692.601902:0:40465:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.601906:0:40465:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.601910:0:40465:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068f87be5. 00000800:00000010:3.0:1767384692.602417:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023bd3249. 00000400:00000010:3.0:1767384692.602424:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da8206d9. 00000100:00000010:2.0:1767384692.603424:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ece92945. 00040000:00000010:3.0:1767384692.603468:0:40455:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c2e0b970. 00000004:00000010:3.0:1767384692.603473:0:40455:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000221559ef. 00000004:00000010:3.0:1767384692.603475:0:40455:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000020aa0dad. 00000004:00000010:3.0:1767384692.603478:0:40455:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000897c1f41. 00000020:00000010:3.0:1767384692.603485:0:40455:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ad13352. 00000020:00000010:3.0:1767384692.603493:0:40455:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ad13352. 00000020:00000010:3.0:1767384692.603497:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aeabbf61. 00000020:00000010:3.0:1767384692.603500:0:40455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfce1d87. 00000020:00000010:3.0:1767384692.603503:0:40455:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b31a3fa. 00000020:00000010:3.0:1767384692.603566:0:40455:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ad13352. 00000020:00000010:3.0:1767384692.603569:0:40455:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ad13352. 00000020:00000010:3.0:1767384692.603592:0:40455:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000015046528. 00000020:00000010:3.0:1767384692.603596:0:40455:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000002ad13352. 00010000:00000010:3.0:1767384692.603599:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009594eb82. 00010000:00000010:3.0:1767384692.603611:0:40455:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cce313fe. 00010000:00000010:3.0:1767384692.603619:0:40455:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b0793e6. 00010000:00000010:3.0:1767384692.603622:0:40455:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003473a2bd. 00010000:00000010:3.0:1767384692.603626:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009cfcdaf3. 00010000:00000010:3.0:1767384692.603630:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082e637f3. 02000000:00000010:3.0:1767384692.603652:0:40455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000008257381e. 00000020:00000010:3.0:1767384692.603669:0:40455:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000ac5dc7f5. 00010000:00000010:3.0:1767384692.603720:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007bc4ca4f. 00010000:00000010:3.0:1767384692.603724:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b689815c. 00010000:00000010:3.0:1767384692.603735:0:40455:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000192ae3b0. 00010000:00000010:3.0:1767384692.603738:0:40455:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005d6017c4. 00010000:00000010:3.0:1767384692.603741:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000652c944c. 00010000:00000010:3.0:1767384692.603743:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034232486. 00000004:00000010:3.0:1767384692.603766:0:40455:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000005ef1304. 00000004:00000010:3.0:1767384692.603774:0:40455:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006851308e. 00000004:00000010:3.0:1767384692.603779:0:40455:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000044f4cd77. 00080000:00000010:3.0:1767384692.603788:0:40455:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005e80e8a9. 00000020:00000010:3.0:1767384692.603817:0:40455:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000d11e9c5b. 00080000:00000010:3.0:1767384692.603825:0:40455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001c075184. 00000020:00000010:3.0:1767384692.603828:0:40455:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000007f603aa7. 00000020:00000010:3.0:1767384692.603831:0:40455:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000f7d4ce9b. 00080000:00000010:3.0:1767384692.603844:0:40455:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000055b502c6. 00000004:00000010:3.0:1767384692.603859:0:40455:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 000000009c0e5885. 00000020:00000010:3.0:1767384692.603864:0:40455:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000002060a13c. 00020000:00000010:0.0:1767384692.605749:0:40455:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 0000000032c3609e. 00020000:00000010:0.0:1767384692.605754:0:40455:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 00000000f02ba753. 00020000:00000010:0.0:1767384692.605758:0:40455:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 0000000020d24b5d. 00000020:00000010:0.0:1767384692.605765:0:40455:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 0000000042ace922. 00000004:00000010:0.0:1767384692.605787:0:40455:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000a9aaa68b. 00010000:00000010:1.1:1767384692.606370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a32dcdaa. 00010000:00000010:1.1:1767384692.606376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ac65705. 00010000:00000010:1.1:1767384692.606379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0c199df. 00010000:00000010:1.1:1767384692.606388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005afd5fce. 00000020:00000010:0.0:1767384692.608932:0:40455:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 0000000042ace922. 00000020:00000010:0.0:1767384692.608937:0:40455:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 000000004b220750. 00000001:00000010:0.0:1767384692.609018:0:40455:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000ce49d5d6. 00000001:00000010:0.0:1767384692.609025:0:40455:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000f9e91bf1. 00000001:00000010:0.0:1767384692.609071:0:40455:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000b6622663. 00000020:00000010:0.0:1767384692.609187:0:40455:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 000000008764bbba. 00000020:00000010:0.0:1767384692.609222:0:40455:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000d11e9c5b. 00010000:00000010:0.0:1767384692.609272:0:40455:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9661df5. 00010000:00000010:0.0:1767384692.609276:0:40455:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac5f07fb. 00010000:00000010:0.0:1767384692.609280:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f81cf0d7. 00010000:00000010:0.0:1767384692.609285:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ac83c55a. 00000004:00000010:0.0:1767384692.609378:0:40455:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000d92450f3. 00010000:00000010:0.0:1767384692.609404:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b689815c. 00010000:00000010:0.0:1767384692.609430:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082e637f3. 00010000:00000010:0.0:1767384692.609435:0:40455:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003473a2bd. 00000400:00000010:0.0:1767384692.609455:0:40455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bba55ef7. 00000400:00000010:0.0:1767384692.609463:0:40455:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dcc1acbf. 00000800:00000010:0.0:1767384692.609487:0:40455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023bd3249. 00000020:00000010:0.0:1767384692.609543:0:40455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfce1d87. 00000020:00000010:0.0:1767384692.609547:0:40455:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b31a3fa. 00000020:00000010:0.0:1767384692.609552:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aeabbf61. 00000800:00000010:3.0:1767384692.609644:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023bd3249. 00000400:00000010:3.0:1767384692.610827:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba55ef7. 00000020:00000010:1.0:1767384692.610944:0:16149:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5824ef5. 00000020:00000010:1.0:1767384692.610950:0:16149:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004b4da096. 80000000:00000010:1.0:1767384692.610953:0:16149:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000147faf7d. 40000000:00000010:1.0:1767384692.610956:0:16149:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008c237a8b. 00100000:00000010:1.0:1767384692.610961:0:16149:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000084a60757. 00040000:00000010:1.0:1767384692.610964:0:16149:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b24ca06. 00040000:00000010:1.0:1767384692.610968:0:16149:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002b75ffc0. 00040000:00000010:1.0:1767384692.610972:0:16149:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c1cc3f5b. 00080000:00000010:1.0:1767384692.610974:0:16149:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000edcdb9aa. 00000004:00000010:1.0:1767384692.610978:0:16149:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000063883da6. 00000004:00000010:1.0:1767384692.610982:0:16149:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c334ecb6. 00000004:00000010:1.0:1767384692.610985:0:16149:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000625cd6fc. 00002000:00000010:1.0:1767384692.610988:0:16149:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a369dba1. 00000004:00000010:1.0:1767384692.610991:0:16149:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f293793d. 00010000:00000010:1.0:1767384692.611005:0:16149:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034232486. 00010000:00000010:1.0:1767384692.611009:0:16149:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d6017c4. 00010000:00000010:3.1:1767384692.611579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081c510ad. 00010000:00000010:3.1:1767384692.611586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008916f3a9. 00000100:00000010:2.0:1767384692.611905:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051c777a2. 00000020:00000010:1.0:1767384692.612170:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f81527c9. 00000020:00000010:1.0:1767384692.612183:0:17586:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000010f137f. 00000020:00000010:1.0:1767384692.612206:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc03bd42. 00000020:00000010:1.0:1767384692.612210:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.612213:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.612240:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007880c679. 00000020:00000010:1.0:1767384692.612242:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007880c679. 00010000:00000010:1.0:1767384692.612258:0:17586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ac65705. 00010000:00000010:1.0:1767384692.612262:0:17586:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 0000000088a9b484. 00010000:00000010:1.0:1767384692.612267:0:17586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005afd5fce. 00000020:00000010:1.0:1767384692.612271:0:17586:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007880c679. 00002000:00000010:1.0:1767384692.612278:0:17586:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 0000000013a32514. 02000000:00000010:1.0:1767384692.612294:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000bb419a46. 00000020:00000010:1.0:1767384692.612339:0:17586:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c480ede6. 00000400:00000010:1.0:1767384692.612358:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ea2688a. 00000800:00000010:1.0:1767384692.612378:0:17586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001abeb533. 00000020:00000010:1.0:1767384692.612396:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.612399:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.612403:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc03bd42. 00000800:00000010:3.0:1767384692.612449:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001abeb533. 00000400:00000010:3.0:1767384692.612456:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ea2688a. 00000100:00000010:3.0:1767384692.614037:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e904ac6. 00000020:00000010:1.0:1767384692.614083:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e197266. 00000020:00000010:1.0:1767384692.614087:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e197266. 00000020:00000010:1.0:1767384692.614091:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc03bd42. 00000020:00000010:1.0:1767384692.614095:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.614097:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.614171:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e197266. 00000020:00000010:1.0:1767384692.614174:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e197266. 00010000:00000010:1.0:1767384692.614185:0:17586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0c199df. 02000000:00000010:1.0:1767384692.614193:0:17586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000946a05ba. 00010000:00000010:1.0:1767384692.614201:0:17586:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009e197266. 00000100:00000010:1.0:1767384692.614206:0:17586:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d630f2. 00000100:00000010:1.0:1767384692.614213:0:17586:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384692.614223:0:17586:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c46c337b. 02000000:00000010:1.0:1767384692.614241:0:17586:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b5e1ea9. 00000400:00000010:1.0:1767384692.614251:0:17586:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3306fc4. 00000400:00000010:1.0:1767384692.614255:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43f152e. 00000400:00000010:1.0:1767384692.614261:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007770af38. 00000800:00000010:1.0:1767384692.614276:0:17586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011d8b24f. 00000100:00000010:1.0:1767384692.614304:0:17586:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bd41507. 00000100:00000010:1.0:1767384692.614331:0:17586:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004070dc98. 00000100:00000010:1.0:1767384692.614336:0:17586:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000304d4915. 00000100:00000010:1.0:1767384692.614341:0:17586:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf051a33. 00000800:00000010:2.0:1767384692.615072:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011d8b24f. 00000400:00000010:2.0:1767384692.615080:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007770af38. 00010000:00000010:0.1:1767384692.616340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007bc4ca4f. 00010000:00000010:0.1:1767384692.616358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b0793e6. 00010000:00000010:0.1:1767384692.616362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009cfcdaf3. 00000400:00000010:1.0:1767384692.617461:0:17586:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3306fc4. 00000400:00000010:1.0:1767384692.617467:0:17586:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43f152e. 02000000:00000010:1.0:1767384692.617486:0:17586:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b5e1ea9. 02000000:00000010:1.0:1767384692.617490:0:17586:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c46c337b. 00000100:00000010:1.0:1767384692.617494:0:17586:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 00000100:00000010:1.0:1767384692.617497:0:17586:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000020d630f2. 00010000:00000010:1.0:1767384692.617499:0:17586:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009e197266. 00000400:00000010:1.0:1767384692.617517:0:17586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43f152e. 00000800:00000010:1.0:1767384692.617532:0:17586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4582dc. 00000020:00000010:1.0:1767384692.617586:0:17586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.617590:0:17586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.617593:0:17586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc03bd42. 00000800:00000010:3.0:1767384692.617653:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4582dc. 00000400:00000010:3.0:1767384692.617659:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43f152e. 00010000:00000010:1.1:1767384692.620340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000192ae3b0. 00010000:00000010:1.1:1767384692.620347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000652c944c. 00000100:00000010:2.0:1767384692.620535:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000178b5431. 00000020:00000010:1.0:1767384692.620589:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e197266. 00000020:00000010:1.0:1767384692.620593:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e197266. 00000020:00000010:1.0:1767384692.620597:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c46c337b. 00000020:00000010:1.0:1767384692.620601:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.620604:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.620641:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e197266. 00000020:00000010:1.0:1767384692.620644:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e197266. 02000000:00000010:1.0:1767384692.620651:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008f2dcd6d. 00010000:00000010:1.0:1767384692.620705:0:16841:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009e197266. 00000100:00000010:1.0:1767384692.620711:0:16841:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d630f2. 00000100:00000010:1.0:1767384692.620715:0:16841:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384692.620724:0:16841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b5e1ea9. 02000000:00000010:1.0:1767384692.620739:0:16841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003418d6e4. 00000400:00000010:1.0:1767384692.620752:0:16841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3306fc4. 00000400:00000010:1.0:1767384692.620756:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000400:00000010:1.0:1767384692.620761:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335b0b9d. 00000800:00000010:1.0:1767384692.620781:0:16841:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007795c4fe. 00000800:00000010:3.0:1767384692.620976:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007795c4fe. 00000400:00000010:3.0:1767384692.620983:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335b0b9d. 00000100:00000010:0.0:1767384692.622770:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d80903f. 00000400:00000010:1.0:1767384692.622819:0:16841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3306fc4. 00000400:00000010:1.0:1767384692.622825:0:16841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 02000000:00000010:1.0:1767384692.622839:0:16841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003418d6e4. 02000000:00000010:1.0:1767384692.622843:0:16841:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b5e1ea9. 00000100:00000010:1.0:1767384692.622846:0:16841:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 00000100:00000010:1.0:1767384692.622849:0:16841:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000020d630f2. 00010000:00000010:1.0:1767384692.622852:0:16841:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009e197266. 00000400:00000010:1.0:1767384692.622862:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c195fd05. 00000020:00000010:2.0:1767384692.622885:0:40459:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007e2f8848. 00000800:00000010:1.0:1767384692.622889:0:16841:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027ae5f96. 00000020:00000010:2.0:1767384692.622898:0:40459:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.622903:0:40459:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.622908:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7c36a16. 00000020:00000010:2.0:1767384692.622912:0:40459:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a0bf32. 00000020:00000010:1.0:1767384692.622915:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008447fb4e. 00000020:00000010:2.0:1767384692.622917:0:40459:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007237cbda. 00000020:00000010:1.0:1767384692.622921:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.622925:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c46c337b. 00000800:00000010:3.0:1767384692.622996:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027ae5f96. 00000400:00000010:3.0:1767384692.623002:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c195fd05. 00000020:00000010:2.0:1767384692.623153:0:40459:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.623162:0:40459:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe3abbc. 02000000:00000010:2.0:1767384692.623195:0:40459:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 00000000ebc174b4. 00000004:00000010:2.0:1767384692.623223:0:40459:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000fbe3abbc. 00000020:00000010:2.0:1767384692.623234:0:40459:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000e7bdc4a2. 00080000:00000010:2.0:1767384692.623243:0:40459:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006fe5743a. 00000001:00000010:2.0:1767384692.623343:0:40459:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008653ceae. 00000001:00000010:2.0:1767384692.623350:0:40459:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000002f5e8597. 00000020:00000010:2.0:1767384692.623387:0:40459:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 00000000c3e9f5ae. 00000020:00000010:2.0:1767384692.623535:0:40459:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000e7bdc4a2. 00000004:00000010:2.0:1767384692.623557:0:40459:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000d92450f3. 00000400:00000010:2.0:1767384692.623581:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f7278. 00000800:00000010:2.0:1767384692.623595:0:40459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004cd069aa. 00000020:00000010:2.0:1767384692.623657:0:40459:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a0bf32. 00000020:00000010:2.0:1767384692.623661:0:40459:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384692.623664:0:40459:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7c36a16. 00000800:00000010:3.0:1767384692.623729:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004cd069aa. 00000400:00000010:3.0:1767384692.623734:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f7278. 00010000:00000010:1.1:1767384692.627387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005afd5fce. 00000100:00000010:2.0:1767384692.639393:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000304d4915. 00000100:00000010:0.0:1767384692.639393:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bd41507. 00000100:00000010:1.0:1767384692.639399:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004070dc98. 00000100:00000010:3.0:1767384692.639470:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf051a33. 00000100:00000010:0.0:1767384692.652991:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000823ef38d. 00000020:00000010:3.0:1767384692.653466:0:40455:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002096f343. 00000020:00000010:3.0:1767384692.653472:0:40455:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002096f343. 00000020:00000010:3.0:1767384692.653478:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.653483:0:40455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d098f82. 00000020:00000010:3.0:1767384692.653487:0:40455:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053b79f03. 00000020:00000010:3.0:1767384692.653532:0:40455:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002096f343. 00000020:00000010:3.0:1767384692.653535:0:40455:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002096f343. 00000001:00000010:3.0:1767384692.653545:0:40455:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000f9e91bf1. 00010000:00000010:3.0:1767384692.653566:0:40455:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d1befbd. 00010000:00000010:3.0:1767384692.653570:0:40455:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e90b8465. 00010000:00000010:3.0:1767384692.653576:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a3ba605. 00010000:00000010:3.0:1767384692.653582:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008b70ee82. 02000000:00000010:3.0:1767384692.653607:0:40455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000cb164b25. 00010000:00000010:3.0:1767384692.653634:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f5ce996. 00010000:00000010:3.0:1767384692.653638:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a19096be. 00000020:00000010:3.0:1767384692.653705:0:40455:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000d4865efe. 00010000:00000010:3.0:1767384692.653751:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b70ee82. 00000400:00000010:3.0:1767384692.653776:0:40455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a587e9a. 00000800:00000010:3.0:1767384692.653807:0:40455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7ddc450. 00000020:00000010:3.0:1767384692.653836:0:40455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d098f82. 00000020:00000010:3.0:1767384692.653840:0:40455:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053b79f03. 00000020:00000010:3.0:1767384692.653845:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8489824. 00000800:00000010:2.0:1767384692.654033:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7ddc450. 00000400:00000010:2.0:1767384692.654040:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a587e9a. 00000100:00000010:3.0:1767384692.655601:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ead8a7db. 00000020:00000010:0.0:1767384692.655728:0:40455:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6320062. 00000020:00000010:0.0:1767384692.655732:0:40455:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6320062. 00000020:00000010:0.0:1767384692.655736:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b76fbf6d. 00000020:00000010:0.0:1767384692.655739:0:40455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.655742:0:40455:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.655769:0:40455:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6320062. 00000020:00000010:0.0:1767384692.655771:0:40455:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6320062. 02000000:00000010:0.0:1767384692.655791:0:40455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 000000001fd93159. 00010000:00000010:0.0:1767384692.655812:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac83c55a. 00010000:00000010:0.0:1767384692.655823:0:40455:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac5f07fb. 00010000:00000010:0.0:1767384692.655831:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a19096be. 00010000:00000010:0.0:1767384692.655837:0:40455:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e90b8465. 00010000:00000010:0.0:1767384692.655850:0:40455:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004a38d801. 00010000:00000010:0.0:1767384692.655853:0:40455:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac5f07fb. 00010000:00000010:0.0:1767384692.655857:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081c510ad. 00010000:00000010:0.0:1767384692.655860:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ac83c55a. 00010000:00000010:0.0:1767384692.655868:0:40455:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e1352d61. 00010000:00000010:0.0:1767384692.655871:0:40455:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cce313fe. 00010000:00000010:0.0:1767384692.655900:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d587d7d9. 00010000:00000010:0.0:1767384692.655905:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006beb62c2. 00010000:00000010:0.0:1767384692.655980:0:40455:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045cf383e. 00010000:00000010:0.0:1767384692.655983:0:40455:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d6e0c8b2. 00010000:00000010:0.0:1767384692.655986:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000018a7cbf. 00010000:00000010:0.0:1767384692.655990:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ab5e591. 00000020:00000010:0.0:1767384692.656011:0:40455:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000d6586cc7. 00000020:00000010:0.0:1767384692.656016:0:40455:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000d6586cc7. 00000020:00000010:0.0:1767384692.656024:0:40455:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000a475f66b. 00080000:00000010:0.0:1767384692.656033:0:40455:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000008313a7e. 00000004:00000010:0.0:1767384692.656696:0:40455:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b621a412. 00000001:00000010:0.0:1767384692.656721:0:40455:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c460535e. 00000001:00000010:0.0:1767384692.656727:0:40455:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000fba620b4. 00000020:00000010:0.0:1767384692.656759:0:40455:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000a475f66b. 00010000:00000010:0.0:1767384692.656767:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005dd5c135. 00010000:00000010:0.0:1767384692.656771:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068b8ce90. 00010000:00000010:0.0:1767384692.656783:0:40455:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000aea2c128. 00010000:00000010:0.0:1767384692.656872:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ab5e591. 00080000:00000010:0.0:1767384692.656903:0:40455:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005e80e8a9. 00000004:00000010:0.0:1767384692.656911:0:40455:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000a9aaa68b. 00000004:00000010:0.0:1767384692.656914:0:40455:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 0000000032c3609e. 00000004:00000010:0.0:1767384692.656919:0:40455:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 00000000f02ba753. 00000004:00000010:0.0:1767384692.656923:0:40455:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 000000009c0e5885. 00000004:00000010:0.0:1767384692.656925:0:40455:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000044f4cd77. 00000004:00000010:0.0:1767384692.656929:0:40455:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006851308e. 00000004:00000010:0.0:1767384692.656933:0:40455:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000005ef1304. 00010000:00000010:0.0:1767384692.656945:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac83c55a. 00010000:00000010:0.0:1767384692.656949:0:40455:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac5f07fb. 00000400:00000010:0.0:1767384692.656970:0:40455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390304d8. 00000400:00000010:0.0:1767384692.656976:0:40455:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002f003fbc. 00000800:00000010:0.0:1767384692.656997:0:40455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000101ceeb4. 00000020:00000010:0.0:1767384692.657025:0:40455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4ef87d1. 00000020:00000010:0.0:1767384692.657029:0:40455:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.657033:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b76fbf6d. 00000800:00000010:3.0:1767384692.657136:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000101ceeb4. 00000020:00000010:2.0:1767384692.657493:0:39799:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e7c36a16. 00000020:00000010:2.0:1767384692.657499:0:39799:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006b21dc31. 00010000:00000010:2.0:1767384692.657501:0:39799:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068b8ce90. 00010000:00000010:2.0:1767384692.657504:0:39799:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6e0c8b2. 00010000:00000010:2.0:1767384692.657509:0:39799:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000aea2c128. 00000400:00000010:2.0:1767384692.658048:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000390304d8. 00000020:00000010:0.0:1767384692.658824:0:16150:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fa326e86. 00000020:00000010:0.0:1767384692.658830:0:16150:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b76fbf6d. 80000000:00000010:0.0:1767384692.658834:0:16150:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006852902e. 40000000:00000010:0.0:1767384692.658837:0:16150:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000bb1f6da. 00100000:00000010:0.0:1767384692.658842:0:16150:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000bb5a123. 00040000:00000010:0.0:1767384692.658845:0:16150:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f8bf9875. 00040000:00000010:0.0:1767384692.658851:0:16150:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006f4e0acd. 00040000:00000010:0.0:1767384692.658854:0:16150:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d51a64a8. 00080000:00000010:0.0:1767384692.658857:0:16150:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006301b453. 00000004:00000010:0.0:1767384692.658868:0:16150:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fe56c8b1. 00000004:00000010:0.0:1767384692.658872:0:16150:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008345e69d. 00000004:00000010:0.0:1767384692.658888:0:16150:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000029c305e6. 00002000:00000010:0.0:1767384692.658892:0:16150:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000047cd943e. 00000004:00000010:0.0:1767384692.658896:0:16150:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fb3aba45. 00010000:00000010:0.0:1767384692.658908:0:16150:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006beb62c2. 00010000:00000010:0.0:1767384692.658913:0:16150:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cce313fe. 00010000:00000010:3.1:1767384692.659401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a3ba605. 00010000:00000010:0.1:1767384692.663347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f81cf0d7. 00010000:00000010:0.1:1767384692.663360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9661df5. 00010000:00000010:0.1:1767384692.663364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f5ce996. 00010000:00000010:0.1:1767384692.663368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d1befbd. 00010000:00000010:0.1:1767384692.663371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000018a7cbf. 00010000:00000010:0.1:1767384692.663381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004a38d801. 00010000:00000010:0.1:1767384692.663383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081c510ad. 00010000:00000010:2.1:1767384692.666727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045cf383e. 00010000:00000010:2.1:1767384692.666739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005dd5c135. 00010000:00000010:0.1:1767384692.667335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e1352d61. 00010000:00000010:0.1:1767384692.667340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d587d7d9. 00000100:00000010:3.0:1767384692.702501:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021341f2. 00000020:00000010:0.0:1767384692.702703:0:40455:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cee2ac6a. 00000020:00000010:0.0:1767384692.702709:0:40455:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cee2ac6a. 00000020:00000010:0.0:1767384692.702714:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5653e66. 00000020:00000010:0.0:1767384692.702720:0:40455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce313fe. 00000020:00000010:0.0:1767384692.702724:0:40455:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.702765:0:40455:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cee2ac6a. 00000020:00000010:0.0:1767384692.702768:0:40455:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cee2ac6a. 00000001:00000010:0.0:1767384692.702778:0:40455:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000002f5e8597. 00010000:00000010:0.0:1767384692.702801:0:40455:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e1352d61. 00010000:00000010:0.0:1767384692.702804:0:40455:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a4ef87d1. 00010000:00000010:0.0:1767384692.702810:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d587d7d9. 00010000:00000010:0.0:1767384692.702816:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006beb62c2. 02000000:00000010:0.0:1767384692.702839:0:40455:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000062b5eff0. 00010000:00000010:0.0:1767384692.702867:0:40455:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000018a7cbf. 00010000:00000010:0.0:1767384692.702871:0:40455:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ac83c55a. 00010000:00000010:0.0:1767384692.702972:0:40455:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006beb62c2. 00000400:00000010:0.0:1767384692.702998:0:40455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fce385. 00000800:00000010:0.0:1767384692.703028:0:40455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f02745. 00000020:00000010:0.0:1767384692.703063:0:40455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce313fe. 00000020:00000010:0.0:1767384692.703067:0:40455:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.703071:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5653e66. 00000800:00000010:3.0:1767384692.703261:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f02745. 00000400:00000010:3.0:1767384692.703268:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016fce385. 00000100:00000010:2.0:1767384692.705341:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7f73dab. 00000020:00000010:3.0:1767384692.705442:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049bcb8f3. 00000020:00000010:3.0:1767384692.705446:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049bcb8f3. 00000020:00000010:3.0:1767384692.705450:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.705453:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d098f82. 00000020:00000010:3.0:1767384692.705457:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053b79f03. 00000020:00000010:3.0:1767384692.705516:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049bcb8f3. 00000020:00000010:3.0:1767384692.705519:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049bcb8f3. 02000000:00000010:3.0:1767384692.705530:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003991a946. 00000400:00000010:3.0:1767384692.705545:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006393ccee. 00000800:00000010:3.0:1767384692.705562:0:17587:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5f0bff5. 00000020:00000010:3.0:1767384692.705579:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d098f82. 00000020:00000010:3.0:1767384692.705583:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053b79f03. 00000020:00000010:3.0:1767384692.705588:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8489824. 00000800:00000010:0.0:1767384692.705627:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5f0bff5. 00000400:00000010:0.0:1767384692.705635:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006393ccee. 00010000:00000010:0.1:1767384692.707463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d587d7d9. 00000100:00000010:3.0:1767384692.730422:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a740b453. 00000100:00000010:3.0:1767384692.730512:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c2c9739. 00000100:00000010:3.0:1767384692.730744:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2cc5375. 00000020:00000010:1.0:1767384692.730872:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.730895:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.730901:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c46c337b. 00000020:00000010:1.0:1767384692.730906:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.730911:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.730966:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.730969:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.730972:0:16841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b5e1ea9. 00000020:00000010:1.0:1767384692.730975:0:16841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e38406ce. 00000020:00000010:1.0:1767384692.730977:0:16841:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026d09860. 00000020:00000010:1.0:1767384692.731000:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.731003:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c711445. 02000000:00000010:1.0:1767384692.731012:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002ee115ba. 00000400:00000010:1.0:1767384692.731069:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e98a14. 00000800:00000010:1.0:1767384692.731102:0:16841:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ba87c70. 00000020:00000010:1.0:1767384692.731121:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.731130:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.731133:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c46c337b. 00000020:00000010:1.0:1767384692.731157:0:16841:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.731160:0:16841:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c711445. 02000000:00000010:1.0:1767384692.731166:0:16841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004a630f7d. 00000400:00000010:1.0:1767384692.731179:0:16841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8764a08. 00000800:00000010:1.0:1767384692.731191:0:16841:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027ae5f96. 00000020:00000010:1.0:1767384692.731198:0:16841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e38406ce. 00000020:00000010:1.0:1767384692.731200:0:16841:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026d09860. 00000020:00000010:1.0:1767384692.731202:0:16841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b5e1ea9. 00000800:00000010:2.0:1767384692.731367:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ba87c70. 00000400:00000010:2.0:1767384692.731375:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e98a14. 00000800:00000010:2.0:1767384692.731423:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027ae5f96. 00000400:00000010:2.0:1767384692.731427:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8764a08. 00040000:00000010:2.0:1767384692.731596:0:16798:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb24302e. 00000004:00000010:2.0:1767384692.731601:0:16798:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6dfeb6e. 00000004:00000010:2.0:1767384692.731628:0:16798:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000010ca5e38. 00000004:00000010:2.0:1767384692.731633:0:16798:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004ffe718a. 00000004:00000010:2.0:1767384692.731642:0:16798:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c8e51380. 00000020:00000010:2.0:1767384692.731649:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000651a23bd. 00000020:00000010:2.0:1767384692.731651:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000651a23bd. 00000020:00000010:2.0:1767384692.731655:0:16798:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcd31b5b. 00000020:00000010:2.0:1767384692.731658:0:16798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a0bf32. 00000020:00000010:2.0:1767384692.731661:0:16798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384692.731772:0:16798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000651a23bd. 00000020:00000010:2.0:1767384692.731775:0:16798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000651a23bd. 02000000:00000010:2.0:1767384692.731781:0:16798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000678d4b6c. 00000400:00000010:2.0:1767384692.731795:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224624f7. 00000800:00000010:2.0:1767384692.731807:0:16798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060f05b2c. 00000020:00000010:2.0:1767384692.731826:0:16798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a0bf32. 00000020:00000010:2.0:1767384692.731829:0:16798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384692.731833:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcd31b5b. 00000800:00000010:3.0:1767384692.731960:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060f05b2c. 00000400:00000010:3.0:1767384692.731976:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224624f7. 00000100:00000010:2.0:1767384692.733945:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017a76c3f. 00000020:00000010:1.0:1767384692.734013:0:17586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.734017:0:17586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.734021:0:17586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b5e1ea9. 00000020:00000010:1.0:1767384692.734024:0:17586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e38406ce. 00000020:00000010:1.0:1767384692.734027:0:17586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026d09860. 00000020:00000010:3.0:1767384692.734100:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049bcb8f3. 00000020:00000010:3.0:1767384692.734108:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049bcb8f3. 02000000:00000010:3.0:1767384692.734139:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee6843e6. 00000020:00000010:3.0:1767384692.734158:0:18091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f81527c9. 00000020:00000010:3.0:1767384692.734260:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.734267:0:18091:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a49a15f. 00000020:00000010:3.0:1767384692.734275:0:18091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006602c92c. 00000020:00000010:3.0:1767384692.734280:0:18091:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.734284:0:18091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.734289:0:18091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.734292:0:18091:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.734298:0:18091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.734303:0:18091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000081596af. 00040000:00000010:3.0:1767384692.734307:0:18091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000086611bb4. 00080000:00000010:3.0:1767384692.734342:0:18091:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007efa4831. 00002000:00000010:3.0:1767384692.734381:0:18091:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c0fa49d. 00080000:00000010:3.0:1767384692.734410:0:18091:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc25b8ee. 00080000:00000010:3.0:1767384692.734566:0:18091:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3118ff5. 00000001:00000010:3.0:1767384692.734581:0:18091:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a6fb1fe7. 00000020:00000010:3.0:1767384692.734599:0:18091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a49a15f. 00000020:00000010:3.0:1767384692.734603:0:18091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006602c92c. 00000020:00000010:3.0:1767384692.734606:0:18091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.734610:0:18091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.734613:0:18091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.734616:0:18091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.734620:0:18091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.734624:0:18091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000081596af. 00040000:00000010:3.0:1767384692.734628:0:18091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086611bb4. 00080000:00000010:3.0:1767384692.734631:0:18091:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007efa4831. 00002000:00000010:3.0:1767384692.734635:0:18091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c0fa49d. 00000020:00000010:3.0:1767384692.734638:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8489824. 00000400:00000010:3.0:1767384692.734657:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007423159a. 00000800:00000010:3.0:1767384692.734687:0:18091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000081596af. 00000020:00000010:3.0:1767384692.734719:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e38406ce. 00000020:00000010:3.0:1767384692.734722:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026d09860. 00000020:00000010:3.0:1767384692.734726:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b5e1ea9. 00000020:00000010:0.0:1767384692.734925:0:16800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5653e66. 00000020:00000010:0.0:1767384692.734932:0:16800:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd25e152. 00000020:00000010:0.0:1767384692.734944:0:16800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bb1816cd. 00000020:00000010:0.0:1767384692.734950:0:16800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384692.734953:0:16800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b684a83c. 80000000:00000010:0.0:1767384692.734957:0:16800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a475f66b. 40000000:00000010:0.0:1767384692.734960:0:16800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cee2ac6a. 00100000:00000010:0.0:1767384692.734963:0:16800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bb32fe. 00000800:00000010:2.0:1767384692.734976:0:16157:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000081596af. 00000400:00000010:2.0:1767384692.734985:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007423159a. 00040000:00000010:0.0:1767384692.735178:0:16800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ef739376. 00040000:00000010:0.0:1767384692.735186:0:16800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006dc74e50. 00080000:00000010:0.0:1767384692.735189:0:16800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000095d4167c. 00002000:00000010:0.0:1767384692.735193:0:16800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e17468e9. 00000020:00000010:0.0:1767384692.735196:0:16800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dd25e152. 00000020:00000010:0.0:1767384692.735200:0:16800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bb1816cd. 00000020:00000010:0.0:1767384692.735203:0:16800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384692.735205:0:16800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b684a83c. 80000000:00000010:0.0:1767384692.735208:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a475f66b. 40000000:00000010:0.0:1767384692.735210:0:16800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cee2ac6a. 00100000:00000010:0.0:1767384692.735213:0:16800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004bb32fe. 00040000:00000010:0.0:1767384692.735216:0:16800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ef739376. 00040000:00000010:0.0:1767384692.735219:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006dc74e50. 00080000:00000010:0.0:1767384692.735222:0:16800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000095d4167c. 00002000:00000010:0.0:1767384692.735225:0:16800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e17468e9. 00000020:00000010:0.0:1767384692.735227:0:16800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5653e66. 00000020:00000010:0.0:1767384692.735230:0:16800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5653e66. 00000020:00000010:0.0:1767384692.735233:0:16800:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006dc74e50. 00000020:00000010:0.0:1767384692.735235:0:16800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000095d4167c. 00000020:00000010:0.0:1767384692.735237:0:16800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384692.735239:0:16800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b684a83c. 80000000:00000010:0.0:1767384692.735241:0:16800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a475f66b. 40000000:00000010:0.0:1767384692.735243:0:16800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cee2ac6a. 00100000:00000010:0.0:1767384692.735245:0:16800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bb32fe. 00040000:00000010:0.0:1767384692.735247:0:16800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ef739376. 00040000:00000010:0.0:1767384692.735249:0:16800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd25e152. 00080000:00000010:0.0:1767384692.735251:0:16800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bb1816cd. 00002000:00000010:0.0:1767384692.735260:0:16800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e17468e9. 00000020:00000010:0.0:1767384692.735303:0:16800:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000085fedf1b. 00000020:00000010:0.0:1767384692.735330:0:16800:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c6320062. 00002000:00000010:0.0:1767384692.735340:0:16800:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000013a32514. 00010000:00000010:0.0:1767384692.735345:0:16800:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 0000000088a9b484. 00000020:00000010:0.0:1767384692.735358:0:16800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006dc74e50. 00000020:00000010:0.0:1767384692.735361:0:16800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000095d4167c. 00000020:00000010:0.0:1767384692.735363:0:16800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a8ab6d6d. 00000020:00000010:0.0:1767384692.735366:0:16800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b684a83c. 80000000:00000010:0.0:1767384692.735368:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a475f66b. 40000000:00000010:0.0:1767384692.735370:0:16800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cee2ac6a. 00100000:00000010:0.0:1767384692.735372:0:16800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004bb32fe. 00040000:00000010:0.0:1767384692.735374:0:16800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ef739376. 00040000:00000010:0.0:1767384692.735377:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dd25e152. 00080000:00000010:0.0:1767384692.735379:0:16800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bb1816cd. 00002000:00000010:0.0:1767384692.735381:0:16800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e17468e9. 00000020:00000010:0.0:1767384692.735383:0:16800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5653e66. 00010000:00000010:1.1:1767384692.735434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005e5ca15. 00010000:00000010:1.1:1767384692.735443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000474c83dd. 00010000:00000010:2.1:1767384692.742355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000001dd3a57. 00000100:00000010:3.0:1767384692.742823:0:16158:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051cfbde7. 00000020:00000010:1.0:1767384692.742969:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.742975:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.742982:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c46c337b. 00000020:00000010:1.0:1767384692.742988:0:40483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.742993:0:40483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.743038:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c711445. 00000020:00000010:1.0:1767384692.743040:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c711445. 02000000:00000010:1.0:1767384692.743062:0:40483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005367f1dc. 00000020:00000010:1.0:1767384692.743087:0:40483:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000187b34f9. 00080000:00000010:1.0:1767384692.743131:0:40483:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bdde021b. 00000001:00000010:1.0:1767384692.743283:0:40483:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007f8ba7bc. 00000001:00000010:1.0:1767384692.743291:0:40483:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000003c117e3b. 00080000:00000010:1.0:1767384692.743339:0:40483:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f288062e. 00000001:00000010:1.0:1767384692.743355:0:40483:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000004070dc98. 00000020:00000010:3.0:1767384692.743670:0:39800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.743675:0:39800:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086611bb4. 00000020:00000010:3.0:1767384692.743680:0:39800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007efa4831. 00000020:00000010:3.0:1767384692.743685:0:39800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.743689:0:39800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.743693:0:39800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.743697:0:39800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.743702:0:39800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.743707:0:39800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e18aa75. 00040000:00000010:3.0:1767384692.743710:0:39800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a49a15f. 00080000:00000010:3.0:1767384692.743714:0:39800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006602c92c. 00002000:00000010:3.0:1767384692.743719:0:39800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c0fa49d. 00000020:00000010:3.0:1767384692.743723:0:39800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000086611bb4. 00000020:00000010:3.0:1767384692.743726:0:39800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007efa4831. 00000020:00000010:3.0:1767384692.743730:0:39800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.743734:0:39800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.743737:0:39800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.743740:0:39800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.743744:0:39800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.743747:0:39800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009e18aa75. 00040000:00000010:3.0:1767384692.743750:0:39800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007a49a15f. 00080000:00000010:3.0:1767384692.743753:0:39800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006602c92c. 00002000:00000010:3.0:1767384692.743756:0:39800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c0fa49d. 00000020:00000010:3.0:1767384692.743759:0:39800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.743762:0:39800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.743763:0:39800:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a49a15f. 00000020:00000010:3.0:1767384692.743765:0:39800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006602c92c. 00000020:00000010:3.0:1767384692.743767:0:39800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.743769:0:39800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.743771:0:39800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.743772:0:39800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.743774:0:39800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.743776:0:39800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e18aa75. 00040000:00000010:3.0:1767384692.743783:0:39800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000086611bb4. 00080000:00000010:3.0:1767384692.743785:0:39800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007efa4831. 00002000:00000010:3.0:1767384692.743787:0:39800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c0fa49d. 00010000:00000010:3.0:1767384692.743820:0:39800:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac83c55a. 00010000:00000010:3.0:1767384692.743828:0:39800:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4ef87d1. 00000020:00000010:3.0:1767384692.743839:0:39800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a49a15f. 00000020:00000010:3.0:1767384692.743841:0:39800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006602c92c. 00000020:00000010:3.0:1767384692.743843:0:39800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.743845:0:39800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.743847:0:39800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.743849:0:39800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.743851:0:39800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.743853:0:39800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009e18aa75. 00040000:00000010:3.0:1767384692.743855:0:39800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086611bb4. 00080000:00000010:3.0:1767384692.743857:0:39800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007efa4831. 00002000:00000010:3.0:1767384692.743859:0:39800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c0fa49d. 00000020:00000010:3.0:1767384692.743861:0:39800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8489824. 00000400:00000010:1.0:1767384692.744088:0:40483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a59d51f. 00000800:00000010:1.0:1767384692.744211:0:40483:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007795c4fe. 00000020:00000010:1.0:1767384692.744241:0:40483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.744244:0:40483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.744253:0:40483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c46c337b. 00000800:00000010:2.0:1767384692.744384:0:16156:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007795c4fe. 00000400:00000010:2.0:1767384692.744400:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a59d51f. 00010000:00000010:0.1:1767384692.746348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ac65705. 00010000:00000010:0.1:1767384692.746358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0c199df. 00010000:00000010:3.1:1767384692.750392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e1352d61. 00010000:00000010:3.1:1767384692.750404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000018a7cbf. 00000400:00000010:2.0:1767384692.756417:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b50e57e. 00000400:00000010:2.0:1767384692.756446:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dcf9598. 00000020:00000010:1.0:1767384692.756558:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057433b02. 00000020:00000010:1.0:1767384692.756567:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057433b02. 00000020:00000010:1.0:1767384692.756575:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c46c337b. 00000020:00000010:1.0:1767384692.756581:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.756587:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.756628:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057433b02. 00000020:00000010:1.0:1767384692.756630:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057433b02. 02000000:00000010:1.0:1767384692.756650:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005ab4689c. 20000000:00000010:1.0:1767384692.756664:0:40447:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000007c33957b. 00000400:00000010:1.0:1767384692.756735:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b54a887. 00000800:00000010:1.0:1767384692.756777:0:40447:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4582dc. 00000020:00000010:1.0:1767384692.756810:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.756813:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.756817:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c46c337b. 00000400:00000010:1.0:1767384692.756828:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3306fc4. 00000400:00000010:1.0:1767384692.756834:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f439422c. 00000800:00000010:0.0:1767384692.757254:0:16158:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4582dc. 00000400:00000010:0.0:1767384692.757265:0:16158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b54a887. 02000000:00000010:0.0:1767384692.757270:0:16158:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005ab4689c. 00000020:00000010:3.0:1767384692.757607:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.757613:0:16799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086611bb4. 00000020:00000010:3.0:1767384692.757619:0:16799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007efa4831. 00000020:00000010:3.0:1767384692.757623:0:16799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.757627:0:16799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.757632:0:16799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.757635:0:16799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.757640:0:16799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.757644:0:16799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e18aa75. 00040000:00000010:3.0:1767384692.757648:0:16799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a49a15f. 00080000:00000010:3.0:1767384692.757652:0:16799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006602c92c. 00002000:00000010:3.0:1767384692.757658:0:16799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c0fa49d. 00000020:00000010:3.0:1767384692.757661:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000086611bb4. 00000020:00000010:3.0:1767384692.757665:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007efa4831. 00000020:00000010:3.0:1767384692.757669:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.757673:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.757689:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.757693:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.757696:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.757700:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009e18aa75. 00040000:00000010:3.0:1767384692.757704:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007a49a15f. 00080000:00000010:3.0:1767384692.757707:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006602c92c. 00002000:00000010:3.0:1767384692.757710:0:16799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c0fa49d. 00000020:00000010:3.0:1767384692.757713:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.757715:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8489824. 00000020:00000010:3.0:1767384692.757717:0:16799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a49a15f. 00000020:00000010:3.0:1767384692.757720:0:16799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006602c92c. 00000020:00000010:3.0:1767384692.757721:0:16799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.757723:0:16799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.757725:0:16799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.757726:0:16799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.757728:0:16799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.757730:0:16799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e18aa75. 00040000:00000010:3.0:1767384692.757732:0:16799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000086611bb4. 00080000:00000010:3.0:1767384692.757733:0:16799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007efa4831. 00002000:00000010:3.0:1767384692.757735:0:16799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c0fa49d. 00000020:00000010:3.0:1767384692.757768:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a49a15f. 00000020:00000010:3.0:1767384692.757770:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006602c92c. 00000020:00000010:3.0:1767384692.757772:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071558dcd. 00000020:00000010:3.0:1767384692.757773:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012dedf97. 80000000:00000010:3.0:1767384692.757775:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b39769e. 40000000:00000010:3.0:1767384692.757777:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000049bcb8f3. 00100000:00000010:3.0:1767384692.757779:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000067ce3c38. 00040000:00000010:3.0:1767384692.757781:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009e18aa75. 00040000:00000010:3.0:1767384692.757783:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086611bb4. 00080000:00000010:3.0:1767384692.757785:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007efa4831. 00002000:00000010:3.0:1767384692.757786:0:16799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c0fa49d. 00000020:00000010:3.0:1767384692.757788:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8489824. 00000001:00000010:1.0:1767384692.757979:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a45b5879. 00000001:00000010:1.0:1767384692.757984:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000048f49245. 00000001:00000010:1.0:1767384692.757986:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c5931e0b. 00000001:00000010:1.0:1767384692.757989:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000002cfeb1f. 00000001:00000010:1.0:1767384692.757991:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000aab1ca97. 00000001:00000010:1.0:1767384692.757993:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000af064624. 00000020:00000010:1.0:1767384692.757999:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007c69a542. 00000020:00000010:1.0:1767384692.758011:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000fb558190. 00010000:00000010:3.1:1767384692.765448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cdef4e7. 00000400:00000010:0.0:1767384692.835967:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c390847. 00000400:00000010:0.0:1767384692.835984:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce985b99. 02000000:00000010:0.0:1767384692.836031:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009891f2e8. 02000000:00000010:0.0:1767384692.836038:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000361ff861. 00000100:00000010:0.0:1767384692.836043:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078f8a0ed. 00000100:00000010:1.0:1767384692.836149:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa35affc. 02000000:00000010:1.0:1767384692.836174:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011d8b24f. 00000100:00000010:1.0:1767384692.836229:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d1886d2. 02000000:00000010:1.0:1767384692.836236:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ecbe3630. 02000000:00000010:0.0:1767384692.836251:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5653e66. 00000400:00000010:0.0:1767384692.836265:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e95388c9. 00000400:00000010:0.0:1767384692.836271:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 00000400:00000010:0.0:1767384692.836280:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 02000000:00000010:3.0:1767384692.836301:0:16162:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003c0fa49d. 00000400:00000010:0.0:1767384692.836304:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d35cde64. 00000400:00000010:3.0:1767384692.836330:0:16162:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000190ed6e. 00000400:00000010:0.0:1767384692.836344:0:16164:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000522693cf. 00000400:00000010:3.0:1767384692.836355:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aed24d0. 00000400:00000010:3.0:1767384692.836364:0:16162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000400:00000010:0.0:1767384692.836371:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000100:00000010:0.0:1767384692.836392:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a475f66b. 00000100:00000010:3.0:1767384692.836395:0:16162:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000cc51c91. 00000400:00000010:3.0:1767384692.836413:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000100:00000010:0.0:1767384692.836420:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e63e1f7. 00000100:00000010:0.0:1767384692.836430:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000197ed3c6. 00000100:00000010:0.0:1767384692.836441:0:16164:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6dea89d. 00000100:00000010:1.0:1767384692.836464:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a9aae98. 02000000:00000010:1.0:1767384692.836472:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001abeb533. 00000020:00000010:0.0:1767384692.836489:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cee2ac6a. 00000020:00000010:0.0:1767384692.836494:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cee2ac6a. 00000020:00000010:0.0:1767384692.836500:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd25e152. 00000020:00000010:0.0:1767384692.836505:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce313fe. 00000020:00000010:0.0:1767384692.836509:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.836540:0:40447:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cee2ac6a. 00000020:00000010:0.0:1767384692.836542:0:40447:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cee2ac6a. 02000000:00000010:0.0:1767384692.836555:0:40447:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009891f2e8. 00000100:00000010:1.0:1767384692.836563:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020fce1c2. 00000400:00000010:0.0:1767384692.836569:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 02000000:00000010:1.0:1767384692.836578:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006615c6fa. 00000400:00000010:0.0:1767384692.836594:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000020:00000010:0.0:1767384692.836608:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce313fe. 00000020:00000010:0.0:1767384692.836612:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.836617:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd25e152. 02000000:00000010:0.0:1767384692.836624:0:40447:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009891f2e8. 02000000:00000010:1.0:1767384692.836629:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c46c337b. 00000400:00000010:0.0:1767384692.836632:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d35cde64. 00000400:00000010:1.0:1767384692.836636:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5381c38. 00000400:00000010:0.0:1767384692.836640:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092c704ce. 00000400:00000010:1.0:1767384692.836642:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000535a2cc5. 00000020:00000010:1.0:1767384692.836652:0:16166:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002602fcc0. 00000400:00000010:1.0:1767384692.836656:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d3b90af. 02000000:00000010:0.0:1767384692.836663:0:16164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd25e152. 00000400:00000010:0.0:1767384692.836669:0:16164:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000866e3d65. 00000100:00000010:1.0:1767384692.836673:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c5b80bd. 00000400:00000010:0.0:1767384692.836674:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ec7285. 00000400:00000010:0.0:1767384692.836682:0:16164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028cd3fda. 00000400:00000010:1.0:1767384692.836689:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d3b90af. 00000100:00000010:0.0:1767384692.836702:0:16164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b21a8da1. 00000400:00000010:0.0:1767384692.836717:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028cd3fda. 00000020:00000010:1.0:1767384692.836721:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003418d6e4. 00000020:00000010:1.0:1767384692.836726:0:40483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008447fb4e. 00000400:00000010:0.0:1767384692.836728:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e95388c9. 00000020:00000010:1.0:1767384692.836729:0:40483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000003c5fe58. 00000400:00000010:0.0:1767384692.836733:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000020:00000010:1.0:1767384692.836750:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5983540. 02000000:00000010:0.0:1767384692.836751:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5653e66. 00000020:00000010:1.0:1767384692.836755:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5983540. 02000000:00000010:0.0:1767384692.836758:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011d8b24f. 00000020:00000010:1.0:1767384692.836761:0:40483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b5e1ea9. 00000100:00000010:0.0:1767384692.836763:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa35affc. 00000020:00000010:1.0:1767384692.836765:0:40483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e55b1524. 00000020:00000010:1.0:1767384692.836769:0:40483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009c5197fc. 00000020:00000010:1.0:1767384692.836789:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5983540. 00000020:00000010:1.0:1767384692.836791:0:40483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5983540. 00000020:00000010:0.0:1767384692.836795:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cee2ac6a. 00000020:00000010:0.0:1767384692.836799:0:18091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c810cc42. 02000000:00000010:1.0:1767384692.836801:0:40483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e7071cf3. 00000400:00000010:1.0:1767384692.836808:0:40483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d3b90af. 00000020:00000010:0.0:1767384692.836810:0:18091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5653e66. 00000020:00000010:0.0:1767384692.836819:0:18091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce313fe. 00000020:00000010:0.0:1767384692.836821:0:18091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3dd0dbd. 00000400:00000010:1.0:1767384692.836829:0:40483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d3b90af. 00000020:00000010:1.0:1767384692.836838:0:40483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e55b1524. 00000020:00000010:1.0:1767384692.836841:0:40483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009c5197fc. 00000020:00000010:0.0:1767384692.836841:0:18091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba8df8df. 00000020:00000010:1.0:1767384692.836845:0:40483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b5e1ea9. 00000020:00000010:0.0:1767384692.836845:0:18091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba8df8df. 02000000:00000010:0.0:1767384692.836857:0:18091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009891f2e8. 00000400:00000010:0.0:1767384692.836862:0:18091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3f4c26. 02000000:00000010:1.0:1767384692.836885:0:40483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000811a7841. 00000400:00000010:0.0:1767384692.836895:0:18091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da3f4c26. 00000020:00000010:1.0:1767384692.836897:0:40483:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002e9e4a60. 00000004:00000010:1.0:1767384692.836905:0:40483:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000c5983540. 00000001:00000010:1.0:1767384692.836910:0:40483:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000e55b1524. 00000020:00000010:0.0:1767384692.836911:0:18091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce313fe. 00000001:00000010:1.0:1767384692.836915:0:40483:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008dea4f38. 00000020:00000010:0.0:1767384692.836916:0:18091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3dd0dbd. 00000020:00000010:0.0:1767384692.836923:0:18091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5653e66. 00000001:00000010:1.0:1767384692.836924:0:40483:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000eb72f31a. 00000001:00000010:1.0:1767384692.836928:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b5e1ea9. 00000001:00000010:1.0:1767384692.836933:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002cfeb1f. 00000001:00000010:1.0:1767384692.836937:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5931e0b. 00000001:00000010:1.0:1767384692.836945:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048f49245. 00000001:00000010:1.0:1767384692.836950:0:40483:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b69633fd. 00000400:00000010:0.0:1767384692.836951:0:16164:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000866e3d65. 00000001:00000010:1.0:1767384692.836954:0:40483:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f220ebf5. 00000400:00000010:0.0:1767384692.836955:0:16164:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ec7285. 00000001:00000010:1.0:1767384692.836958:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a45b5879. 00000001:00000010:1.0:1767384692.836963:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc03bd42. 00000001:00000010:1.0:1767384692.836966:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000721b77f. 00000001:00000010:1.0:1767384692.836969:0:40483:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009516a16d. 02000000:00000010:0.0:1767384692.836976:0:16164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd25e152. 02000000:00000010:0.0:1767384692.836983:0:16164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001abeb533. 00000100:00000010:0.0:1767384692.836986:0:16164:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a9aae98. 00000020:00000010:1.0:1767384692.837004:0:40483:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d7de396a. 00000020:00000010:1.0:1767384692.837012:0:40483:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000d7de396a. 00000020:00000010:1.0:1767384692.837019:0:40483:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008820f3bc. 00000020:00000010:1.0:1767384692.837026:0:40483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9c8074b. 00000400:00000010:0.0:1767384692.837041:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5381c38. 00000400:00000010:0.0:1767384692.837046:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000535a2cc5. 02000000:00000010:0.0:1767384692.837056:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c46c337b. 00000400:00000010:1.0:1767384692.837061:0:40483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d3b90af. 02000000:00000010:0.0:1767384692.837062:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006615c6fa. 00000100:00000010:0.0:1767384692.837066:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020fce1c2. 00000400:00000010:1.0:1767384692.837079:0:40483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d3b90af. 00000020:00000010:1.0:1767384692.837089:0:40483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008447fb4e. 00000020:00000010:1.0:1767384692.837091:0:40483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000003c5fe58. 00000020:00000010:1.0:1767384692.837094:0:40483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003418d6e4. 00000400:00000010:3.0:1767384692.839085:0:16162:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000190ed6e. 00000400:00000010:3.0:1767384692.839101:0:16162:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aed24d0. 00000100:02000000:3.0:1767384692.839996:0:16162:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:3.0:1767384692.847672:0:16162:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003c0fa49d. 02000000:00000010:3.0:1767384692.847694:0:16162:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ecbe3630. 00000100:00000010:3.0:1767384692.847700:0:16162:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d1886d2. 00000100:00000010:1.0:1767384692.855433:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e63e1f7. 00000100:00000010:0.0:1767384692.855433:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a475f66b. 00000100:00000010:3.0:1767384692.855490:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6dea89d. 00000100:00000010:2.0:1767384692.855908:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000197ed3c6. 00000400:00000010:1.0:1767384693.089398:0:16160:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ba787710. 00000400:00000010:1.0:1767384693.089411:0:16160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d35d7137. 00000400:00000010:1.0:1767384693.089416:0:16160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d3b90af. 00000400:00000010:1.0:1767384693.089424:0:16160:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000060894550. 00000800:00000010:1.0:1767384693.089453:0:16160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e604bf48. 00000800:00000010:3.0:1767384693.090528:0:16151:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b186742e. 00000800:00000010:3.0:1767384693.090534:0:16151:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000003ec864. 00000800:00000010:3.0:1767384693.090539:0:16151:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046e9d1d0. 00000800:00000010:3.0:1767384693.090556:0:16151:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046e9d1d0. 00000800:00020000:3.0:1767384693.090565:0:16151:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.133 00000800:00000010:3.0:1767384693.090570:0:16151:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000003ec864. 00000800:00000010:3.0:1767384693.090572:0:16151:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b186742e. 00000400:02020000:3.0:1767384693.090663:0:16151:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.133@tcp46 at host 192.168.203.133:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384693.090673:0:16151:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e604bf48. 00000001:02000400:0.0:1767384693.384514:0:41111:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000100:00000010:1.0:1767384693.857561:0:40476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e0ab6bf. 02000000:00000010:1.0:1767384693.857579:0:40476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000027ae5f96. 00080000:00000010:1.0:1767384693.857617:0:40476:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001ed2d813. 02000000:00000010:3.0:1767384693.857624:0:16166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000092953a6e. 00000004:00000010:1.0:1767384693.857631:0:40476:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d7de396a. 00000400:00000010:3.0:1767384693.857633:0:16166:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000190ed6e. 00000400:00000010:3.0:1767384693.857642:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aed24d0. 00000400:00000010:3.0:1767384693.857667:0:16166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058c3d3e. 00000100:00000010:3.0:1767384693.857700:0:16166:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bca3f8e. 00000400:00000010:3.0:1767384693.857718:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058c3d3e. 00000100:00000010:3.0:1767384693.857733:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b39769e. 00000100:00000010:3.0:1767384693.857743:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5eee5ba. 00000100:00000010:3.0:1767384693.857748:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005def0e33. 00000020:00000010:2.0:1767384693.857749:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc75feb6. 00000100:00000010:3.0:1767384693.857751:0:16166:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f95db5f. 00000020:00000010:2.0:1767384693.857754:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc75feb6. 00000020:00000010:2.0:1767384693.857760:0:17587:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b4ba724. 00000020:00000010:2.0:1767384693.857763:0:17587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f80e775. 00000020:00000010:2.0:1767384693.857768:0:17587:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384693.857802:0:17587:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc75feb6. 00000020:00000010:2.0:1767384693.857805:0:17587:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc75feb6. 02000000:00000010:2.0:1767384693.857819:0:17587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000988f4cf8. 00000400:00000010:2.0:1767384693.857838:0:17587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096b5efc1. 00000400:00000010:3.0:1767384693.857918:0:16166:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000190ed6e. 00000400:00000010:3.0:1767384693.857928:0:16166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aed24d0. 00000400:00000010:2.0:1767384693.857931:0:17587:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096b5efc1. 00000020:00000010:2.0:1767384693.857942:0:17587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008f80e775. 02000000:00000010:3.0:1767384693.857951:0:16166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000092953a6e. 00000020:00000010:2.0:1767384693.857951:0:17587:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007237cbda. 00000020:00000010:2.0:1767384693.857954:0:17587:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b4ba724. 02000000:00000010:3.0:1767384693.857955:0:16166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000027ae5f96. 00000100:00000010:3.0:1767384693.857960:0:16166:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e0ab6bf. 00000100:00000010:0.0:1767384693.862368:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b39769e. 00000100:00000010:1.0:1767384693.863359:0:372:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5eee5ba. 00000100:00000010:2.0:1767384693.863501:0:1020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005def0e33. 00000100:00000010:3.0:1767384693.864157:0:263:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f95db5f. Debug log: 135028 lines, 135028 kept, 0 dropped, 0 bad.